{"level":"warn","ts":"2026-04-02T16:47:34.152185Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:47:34.152282Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.14:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.14:2380","--initial-cluster=instance=https://199.19.213.14:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.14:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.14:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T16:47:34.152343Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T16:47:34.15235Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.14:2380"]} {"level":"info","ts":"2026-04-02T16:47:34.152376Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:47:34.152964Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.14:2379"]} {"level":"info","ts":"2026-04-02T16:47:34.153042Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.14:2380"],"listen-peer-urls":["https://199.19.213.14:2380"],"advertise-client-urls":["https://199.19.213.14:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.14:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.14:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T16:47:34.157323Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.035648ms"} {"level":"info","ts":"2026-04-02T16:47:34.169487Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"329f95029c2a91ed","cluster-id":"5fd85759a04d0f9f"} {"level":"info","ts":"2026-04-02T16:47:34.169644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T16:47:34.169692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became follower at term 0"} {"level":"info","ts":"2026-04-02T16:47:34.169717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 329f95029c2a91ed [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T16:47:34.169739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became follower at term 1"} {"level":"info","ts":"2026-04-02T16:47:34.169818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed switched to configuration voters=(3647798061635899885)"} {"level":"warn","ts":"2026-04-02T16:47:34.179429Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T16:47:34.181992Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T16:47:34.184935Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T16:47:34.187338Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"329f95029c2a91ed","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T16:47:34.187957Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:47:34.188088Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:47:34.188113Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T16:47:34.188Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"329f95029c2a91ed","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T16:47:34.188818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed switched to configuration voters=(3647798061635899885)"} {"level":"info","ts":"2026-04-02T16:47:34.188975Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5fd85759a04d0f9f","local-member-id":"329f95029c2a91ed","added-peer-id":"329f95029c2a91ed","added-peer-peer-urls":["https://199.19.213.14:2380"]} {"level":"info","ts":"2026-04-02T16:47:34.190469Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T16:47:34.190605Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.14:2380"} {"level":"info","ts":"2026-04-02T16:47:34.19073Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"329f95029c2a91ed","initial-advertise-peer-urls":["https://199.19.213.14:2380"],"listen-peer-urls":["https://199.19.213.14:2380"],"advertise-client-urls":["https://199.19.213.14:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.14:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T16:47:34.190768Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.14:2380"} {"level":"info","ts":"2026-04-02T16:47:34.190789Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T16:47:34.871232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T16:47:34.871391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T16:47:34.871473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed received MsgPreVoteResp from 329f95029c2a91ed at term 1"} {"level":"info","ts":"2026-04-02T16:47:34.87152Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became candidate at term 2"} {"level":"info","ts":"2026-04-02T16:47:34.871568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed received MsgVoteResp from 329f95029c2a91ed at term 2"} {"level":"info","ts":"2026-04-02T16:47:34.871614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"329f95029c2a91ed became leader at term 2"} {"level":"info","ts":"2026-04-02T16:47:34.871654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 329f95029c2a91ed elected leader 329f95029c2a91ed at term 2"} {"level":"info","ts":"2026-04-02T16:47:34.924407Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:47:34.949329Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:47:34.949376Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T16:47:34.949323Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"329f95029c2a91ed","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.14:2379]}","request-path":"/0/members/329f95029c2a91ed/attributes","cluster-id":"5fd85759a04d0f9f","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T16:47:34.949684Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T16:47:34.949743Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T16:47:34.952801Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T16:47:34.95304Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.14:2379"} {"level":"info","ts":"2026-04-02T16:47:35.094464Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5fd85759a04d0f9f","local-member-id":"329f95029c2a91ed","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:47:35.094724Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:47:35.095063Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T16:47:36.54067Z","caller":"traceutil/trace.go:171","msg":"trace[567743773] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"110.930224ms","start":"2026-04-02T16:47:36.42971Z","end":"2026-04-02T16:47:36.54064Z","steps":["trace[567743773] 'process raft request' (duration: 110.81281ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.540717Z","caller":"traceutil/trace.go:171","msg":"trace[918613633] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"111.204942ms","start":"2026-04-02T16:47:36.429476Z","end":"2026-04-02T16:47:36.540681Z","steps":["trace[918613633] 'process raft request' (duration: 110.870322ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.540951Z","caller":"traceutil/trace.go:171","msg":"trace[1682753450] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"111.004486ms","start":"2026-04-02T16:47:36.429887Z","end":"2026-04-02T16:47:36.540891Z","steps":["trace[1682753450] 'process raft request' (duration: 110.664795ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.541138Z","caller":"traceutil/trace.go:171","msg":"trace[786473450] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"111.616995ms","start":"2026-04-02T16:47:36.429467Z","end":"2026-04-02T16:47:36.541084Z","steps":["trace[786473450] 'process raft request' (duration: 110.989965ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.541378Z","caller":"traceutil/trace.go:171","msg":"trace[1095646431] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"111.384858ms","start":"2026-04-02T16:47:36.429981Z","end":"2026-04-02T16:47:36.541365Z","steps":["trace[1095646431] 'process raft request' (duration: 110.599143ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.541397Z","caller":"traceutil/trace.go:171","msg":"trace[1066564925] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"101.928447ms","start":"2026-04-02T16:47:36.439446Z","end":"2026-04-02T16:47:36.541374Z","steps":["trace[1066564925] 'process raft request' (duration: 101.848085ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.597553Z","caller":"traceutil/trace.go:171","msg":"trace[455860373] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:8; }","duration":"125.105464ms","start":"2026-04-02T16:47:36.472424Z","end":"2026-04-02T16:47:36.597529Z","steps":["trace[455860373] 'read index received' (duration: 68.023421ms)","trace[455860373] 'applied index is now lower than readState.Index' (duration: 57.080633ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:36.597684Z","caller":"traceutil/trace.go:171","msg":"trace[880510520] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"150.087408ms","start":"2026-04-02T16:47:36.447584Z","end":"2026-04-02T16:47:36.597672Z","steps":["trace[880510520] 'process raft request' (duration: 146.337188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:36.597886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.838701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:47:36.598004Z","caller":"traceutil/trace.go:171","msg":"trace[184166160] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"121.323573ms","start":"2026-04-02T16:47:36.476657Z","end":"2026-04-02T16:47:36.597981Z","steps":["trace[184166160] 'process raft request' (duration: 120.811477ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.598035Z","caller":"traceutil/trace.go:171","msg":"trace[1188096231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13; }","duration":"168.029507ms","start":"2026-04-02T16:47:36.429978Z","end":"2026-04-02T16:47:36.598007Z","steps":["trace[1188096231] 'agreement among raft nodes before linearized reading' (duration: 167.749018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:36.598323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.359478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:47:36.598418Z","caller":"traceutil/trace.go:171","msg":"trace[367789191] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:14; }","duration":"168.489853ms","start":"2026-04-02T16:47:36.429902Z","end":"2026-04-02T16:47:36.598392Z","steps":["trace[367789191] 'agreement among raft nodes before linearized reading' (duration: 167.950575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:36.598775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.920186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T16:47:36.598833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.410821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:47:36.598916Z","caller":"traceutil/trace.go:171","msg":"trace[967999861] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:18; }","duration":"118.504344ms","start":"2026-04-02T16:47:36.480367Z","end":"2026-04-02T16:47:36.598871Z","steps":["trace[967999861] 'agreement among raft nodes before linearized reading' (duration: 118.431181ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.59898Z","caller":"traceutil/trace.go:171","msg":"trace[1630524510] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:18; }","duration":"101.042119ms","start":"2026-04-02T16:47:36.497809Z","end":"2026-04-02T16:47:36.598851Z","steps":["trace[1630524510] 'agreement among raft nodes before linearized reading' (duration: 100.848463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:36.59913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.005958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3494"} {"level":"warn","ts":"2026-04-02T16:47:36.599143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.182624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:47:36.599294Z","caller":"traceutil/trace.go:171","msg":"trace[1519995435] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:18; }","duration":"101.350969ms","start":"2026-04-02T16:47:36.497888Z","end":"2026-04-02T16:47:36.599239Z","steps":["trace[1519995435] 'agreement among raft nodes before linearized reading' (duration: 101.171074ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:36.599245Z","caller":"traceutil/trace.go:171","msg":"trace[870702644] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18; }","duration":"123.168593ms","start":"2026-04-02T16:47:36.476046Z","end":"2026-04-02T16:47:36.599215Z","steps":["trace[870702644] 'agreement among raft nodes before linearized reading' (duration: 122.555093ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:37.517114Z","caller":"traceutil/trace.go:171","msg":"trace[446872630] linearizableReadLoop","detail":"{readStateIndex:75; appliedIndex:74; }","duration":"184.059457ms","start":"2026-04-02T16:47:37.333035Z","end":"2026-04-02T16:47:37.517094Z","steps":["trace[446872630] 'read index received' (duration: 183.894241ms)","trace[446872630] 'applied index is now lower than readState.Index' (duration: 164.436µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:37.517183Z","caller":"traceutil/trace.go:171","msg":"trace[811352381] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"185.299936ms","start":"2026-04-02T16:47:37.331856Z","end":"2026-04-02T16:47:37.517156Z","steps":["trace[811352381] 'process raft request' (duration: 185.099469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:37.517342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.539875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:47:37.517412Z","caller":"traceutil/trace.go:171","msg":"trace[1572708890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:71; }","duration":"101.648069ms","start":"2026-04-02T16:47:37.415746Z","end":"2026-04-02T16:47:37.517394Z","steps":["trace[1572708890] 'agreement among raft nodes before linearized reading' (duration: 101.518615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:37.51735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.263753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T16:47:37.517535Z","caller":"traceutil/trace.go:171","msg":"trace[405004700] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:71; }","duration":"184.529051ms","start":"2026-04-02T16:47:37.332988Z","end":"2026-04-02T16:47:37.517517Z","steps":["trace[405004700] 'agreement among raft nodes before linearized reading' (duration: 184.244642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:51.81372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007533973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:47:52.313911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007533973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:47:52.348092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195932166s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:47:52.348526Z","caller":"traceutil/trace.go:171","msg":"trace[1165551677] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:427; }","duration":"1.035467859s","start":"2026-04-02T16:47:51.313031Z","end":"2026-04-02T16:47:52.348499Z","steps":["trace[1165551677] 'read index received' (duration: 1.035210451s)","trace[1165551677] 'applied index is now lower than readState.Index' (duration: 256.098µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:52.34858Z","caller":"traceutil/trace.go:171","msg":"trace[1943156291] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.196515325s","start":"2026-04-02T16:47:51.152022Z","end":"2026-04-02T16:47:52.348538Z","steps":["trace[1943156291] 'process raft request' (duration: 1.196287767s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.348701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035652026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:52.348761Z","caller":"traceutil/trace.go:171","msg":"trace[463592779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"1.035762719s","start":"2026-04-02T16:47:51.312983Z","end":"2026-04-02T16:47:52.348746Z","steps":["trace[463592779] 'agreement among raft nodes before linearized reading' (duration: 1.035627075s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.348812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.21592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:47:52.348924Z","caller":"traceutil/trace.go:171","msg":"trace[1545544247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"699.381545ms","start":"2026-04-02T16:47:51.64952Z","end":"2026-04-02T16:47:52.348902Z","steps":["trace[1545544247] 'agreement among raft nodes before linearized reading' (duration: 699.188369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.348942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.078961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:47:52.348977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.649497Z","time spent":"699.471018ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:47:52.348986Z","caller":"traceutil/trace.go:171","msg":"trace[135073572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:413; }","duration":"566.133382ms","start":"2026-04-02T16:47:51.782839Z","end":"2026-04-02T16:47:52.348973Z","steps":["trace[135073572] 'agreement among raft nodes before linearized reading' (duration: 566.05582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.349027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.782832Z","time spent":"566.185374ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:47:52.348819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.312968Z","time spent":"1.035836111s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:47:52.349072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.356121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:47:52.349169Z","caller":"traceutil/trace.go:171","msg":"trace[1480096576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"555.496715ms","start":"2026-04-02T16:47:51.793655Z","end":"2026-04-02T16:47:52.349152Z","steps":["trace[1480096576] 'agreement among raft nodes before linearized reading' (duration: 555.274638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.349185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.152004Z","time spent":"1.19666394s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:52.349244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.793634Z","time spent":"555.598398ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:47:52.349084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.045431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-02T16:47:52.349351Z","caller":"traceutil/trace.go:171","msg":"trace[1929406328] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:413; }","duration":"578.307669ms","start":"2026-04-02T16:47:51.770982Z","end":"2026-04-02T16:47:52.34929Z","steps":["trace[1929406328] 'agreement among raft nodes before linearized reading' (duration: 578.00576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.349464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:51.770956Z","time spent":"578.489725ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4078,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-04-02T16:47:52.464044Z","caller":"traceutil/trace.go:171","msg":"trace[886188514] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"110.268163ms","start":"2026-04-02T16:47:52.353752Z","end":"2026-04-02T16:47:52.46402Z","steps":["trace[886188514] 'process raft request' (duration: 108.724454ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.466574Z","caller":"traceutil/trace.go:171","msg":"trace[1075356614] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"112.597926ms","start":"2026-04-02T16:47:52.353952Z","end":"2026-04-02T16:47:52.46655Z","steps":["trace[1075356614] 'process raft request' (duration: 112.364049ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.466662Z","caller":"traceutil/trace.go:171","msg":"trace[859897633] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"112.475173ms","start":"2026-04-02T16:47:52.354119Z","end":"2026-04-02T16:47:52.466594Z","steps":["trace[859897633] 'process raft request' (duration: 112.334688ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:52.466778Z","caller":"traceutil/trace.go:171","msg":"trace[2101180518] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"103.289461ms","start":"2026-04-02T16:47:52.363467Z","end":"2026-04-02T16:47:52.466757Z","steps":["trace[2101180518] 'process raft request' (duration: 103.027812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:52.466694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.280678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:52.466884Z","caller":"traceutil/trace.go:171","msg":"trace[1706114713] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:428; }","duration":"107.205696ms","start":"2026-04-02T16:47:52.359389Z","end":"2026-04-02T16:47:52.466595Z","steps":["trace[1706114713] 'read index received' (duration: 103.103035ms)","trace[1706114713] 'applied index is now lower than readState.Index' (duration: 4.101491ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:52.466914Z","caller":"traceutil/trace.go:171","msg":"trace[11471192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"107.533716ms","start":"2026-04-02T16:47:52.359365Z","end":"2026-04-02T16:47:52.466899Z","steps":["trace[11471192] 'agreement among raft nodes before linearized reading' (duration: 107.235307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:58.566701Z","caller":"traceutil/trace.go:171","msg":"trace[1939144599] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:474; }","duration":"256.148946ms","start":"2026-04-02T16:47:58.310525Z","end":"2026-04-02T16:47:58.566674Z","steps":["trace[1939144599] 'read index received' (duration: 255.96962ms)","trace[1939144599] 'applied index is now lower than readState.Index' (duration: 177.566µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:58.566881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.333221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:47:58.566985Z","caller":"traceutil/trace.go:171","msg":"trace[296378156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"256.466026ms","start":"2026-04-02T16:47:58.310493Z","end":"2026-04-02T16:47:58.566959Z","steps":["trace[296378156] 'agreement among raft nodes before linearized reading' (duration: 256.306361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:58.567224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.716944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:47:58.567301Z","caller":"traceutil/trace.go:171","msg":"trace[1613503165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:456; }","duration":"194.844708ms","start":"2026-04-02T16:47:58.372436Z","end":"2026-04-02T16:47:58.56728Z","steps":["trace[1613503165] 'agreement among raft nodes before linearized reading' (duration: 194.691563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.068229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:47:59.61435Z","caller":"traceutil/trace.go:171","msg":"trace[1120402448] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"1.046355426s","start":"2026-04-02T16:47:58.567967Z","end":"2026-04-02T16:47:59.614323Z","steps":["trace[1120402448] 'process raft request' (duration: 998.061402ms)","trace[1120402448] 'compare' (duration: 48.099108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:47:59.614507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.567947Z","time spent":"1.04648341s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:59.802785Z","caller":"traceutil/trace.go:171","msg":"trace[1803650207] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:475; }","duration":"1.234658248s","start":"2026-04-02T16:47:58.568107Z","end":"2026-04-02T16:47:59.802766Z","steps":["trace[1803650207] 'read index received' (duration: 998.034981ms)","trace[1803650207] 'applied index is now lower than readState.Index' (duration: 236.622507ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:47:59.802825Z","caller":"traceutil/trace.go:171","msg":"trace[1612771997] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"1.231412625s","start":"2026-04-02T16:47:58.571396Z","end":"2026-04-02T16:47:59.802809Z","steps":["trace[1612771997] 'process raft request' (duration: 1.231300131s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.80283Z","caller":"traceutil/trace.go:171","msg":"trace[1073082331] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"1.232217841s","start":"2026-04-02T16:47:58.570579Z","end":"2026-04-02T16:47:59.802797Z","steps":["trace[1073082331] 'process raft request' (duration: 1.231949102s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.802919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234805382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:47:59.802926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.571387Z","time spent":"1.231474807s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:59.802945Z","caller":"traceutil/trace.go:171","msg":"trace[1040301500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"1.234883755s","start":"2026-04-02T16:47:58.568054Z","end":"2026-04-02T16:47:59.802937Z","steps":["trace[1040301500] 'agreement among raft nodes before linearized reading' (duration: 1.234806623s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.802979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.568039Z","time spent":"1.234924246s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:47:59.802988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.570564Z","time spent":"1.232337094s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:47:59.80303Z","caller":"traceutil/trace.go:171","msg":"trace[322699242] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"1.231873099s","start":"2026-04-02T16:47:58.571135Z","end":"2026-04-02T16:47:59.803008Z","steps":["trace[322699242] 'process raft request' (duration: 1.231533089s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:47:59.802974Z","caller":"traceutil/trace.go:171","msg":"trace[1013164475] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"1.231440665s","start":"2026-04-02T16:47:58.571471Z","end":"2026-04-02T16:47:59.802912Z","steps":["trace[1013164475] 'process raft request' (duration: 1.231249259s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.803139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.571124Z","time spent":"1.231960462s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:47:59.803176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.403731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-02T16:47:59.803289Z","caller":"traceutil/trace.go:171","msg":"trace[1747655646] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:461; }","duration":"186.571226ms","start":"2026-04-02T16:47:59.616691Z","end":"2026-04-02T16:47:59.803262Z","steps":["trace[1747655646] 'agreement among raft nodes before linearized reading' (duration: 186.286317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:47:59.803303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:47:58.571465Z","time spent":"1.231674792s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:06.186991Z","caller":"traceutil/trace.go:171","msg":"trace[124694954] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"353.711818ms","start":"2026-04-02T16:48:05.833253Z","end":"2026-04-02T16:48:06.186965Z","steps":["trace[124694954] 'process raft request' (duration: 353.541372ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:06.187019Z","caller":"traceutil/trace.go:171","msg":"trace[1524136257] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:525; }","duration":"353.579953ms","start":"2026-04-02T16:48:05.8334Z","end":"2026-04-02T16:48:06.18698Z","steps":["trace[1524136257] 'read index received' (duration: 353.566763ms)","trace[1524136257] 'applied index is now lower than readState.Index' (duration: 10.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:06.187164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:05.833173Z","time spent":"353.910974ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:06.187206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.777879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:48:06.187279Z","caller":"traceutil/trace.go:171","msg":"trace[384374019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:505; }","duration":"353.900493ms","start":"2026-04-02T16:48:05.833364Z","end":"2026-04-02T16:48:06.187264Z","steps":["trace[384374019] 'agreement among raft nodes before linearized reading' (duration: 353.740248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:06.187321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:05.833351Z","time spent":"353.960805ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:06.807261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:07.30846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:07.809371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:08.310546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:08.552958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T16:48:08.553018Z","caller":"traceutil/trace.go:171","msg":"trace[473671647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963579s","start":"2026-04-02T16:48:06.553035Z","end":"2026-04-02T16:48:08.552999Z","steps":["trace[473671647] 'agreement among raft nodes before linearized reading' (duration: 1.999894177s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.553066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:06.553011Z","time spent":"2.000045242s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 16:48:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T16:48:08.681488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.494593743s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:48:08.68199Z","caller":"traceutil/trace.go:171","msg":"trace[790157910] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"2.847397531s","start":"2026-04-02T16:48:05.834524Z","end":"2026-04-02T16:48:08.681921Z","steps":["trace[790157910] 'process raft request' (duration: 2.847327239s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.682171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:05.834508Z","time spent":"2.847576127s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:08.682191Z","caller":"traceutil/trace.go:171","msg":"trace[13743810] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"2.848647521s","start":"2026-04-02T16:48:05.833509Z","end":"2026-04-02T16:48:08.682157Z","steps":["trace[13743810] 'process raft request' (duration: 2.848131734s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.682386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:05.833484Z","time spent":"2.848802246s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:08.730069Z","caller":"traceutil/trace.go:171","msg":"trace[719388786] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:525; }","duration":"2.423476754s","start":"2026-04-02T16:48:06.306573Z","end":"2026-04-02T16:48:08.73005Z","steps":["trace[719388786] 'read index received' (duration: 2.375076249s)","trace[719388786] 'applied index is now lower than readState.Index' (duration: 48.399375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:08.730198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423610818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:08.730201Z","caller":"traceutil/trace.go:171","msg":"trace[1182143667] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"174.26622ms","start":"2026-04-02T16:48:08.5559Z","end":"2026-04-02T16:48:08.730167Z","steps":["trace[1182143667] 'process raft request' (duration: 174.103875ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:08.730262Z","caller":"traceutil/trace.go:171","msg":"trace[893210775] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:510; }","duration":"2.423725122s","start":"2026-04-02T16:48:06.306514Z","end":"2026-04-02T16:48:08.730239Z","steps":["trace[893210775] 'agreement among raft nodes before linearized reading' (duration: 2.423642099s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.730283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.165705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:48:08.730305Z","caller":"traceutil/trace.go:171","msg":"trace[942476572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:510; }","duration":"539.224367ms","start":"2026-04-02T16:48:08.191075Z","end":"2026-04-02T16:48:08.730299Z","steps":["trace[942476572] 'agreement among raft nodes before linearized reading' (duration: 539.183455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.730284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417525733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:08.730325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:08.191053Z","time spent":"539.266468ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:48:08.73034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:06.306495Z","time spent":"2.423804664s","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-02T16:48:08.73035Z","caller":"traceutil/trace.go:171","msg":"trace[945189123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:510; }","duration":"1.417640697s","start":"2026-04-02T16:48:07.312689Z","end":"2026-04-02T16:48:08.73033Z","steps":["trace[945189123] 'agreement among raft nodes before linearized reading' (duration: 1.417519353s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.730342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.766197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-02T16:48:08.730389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:07.312675Z","time spent":"1.417706889s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:48:08.730412Z","caller":"traceutil/trace.go:171","msg":"trace[531422154] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:510; }","duration":"425.86538ms","start":"2026-04-02T16:48:08.304524Z","end":"2026-04-02T16:48:08.730389Z","steps":["trace[531422154] 'agreement among raft nodes before linearized reading' (duration: 425.740506ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:08.730226Z","caller":"traceutil/trace.go:171","msg":"trace[1622844100] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"2.538737401s","start":"2026-04-02T16:48:06.191478Z","end":"2026-04-02T16:48:08.730215Z","steps":["trace[1622844100] 'process raft request' (duration: 2.538409471s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.730466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:08.304504Z","time spent":"425.939021ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"info","ts":"2026-04-02T16:48:08.730418Z","caller":"traceutil/trace.go:171","msg":"trace[1417103250] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"1.557296443s","start":"2026-04-02T16:48:07.173086Z","end":"2026-04-02T16:48:08.730382Z","steps":["trace[1417103250] 'process raft request' (duration: 1.5568825s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:08.730544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:06.191455Z","time spent":"2.53901809s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:08.730576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:07.17306Z","time spent":"1.557451188s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:09.226463Z","caller":"traceutil/trace.go:171","msg":"trace[540935934] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"193.086281ms","start":"2026-04-02T16:48:09.033362Z","end":"2026-04-02T16:48:09.226448Z","steps":["trace[540935934] 'process raft request' (duration: 192.994128ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.25088Z","caller":"traceutil/trace.go:171","msg":"trace[2011850952] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"212.634305ms","start":"2026-04-02T16:48:09.03821Z","end":"2026-04-02T16:48:09.250844Z","steps":["trace[2011850952] 'process raft request' (duration: 212.294615ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.251209Z","caller":"traceutil/trace.go:171","msg":"trace[528488044] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"204.589269ms","start":"2026-04-02T16:48:09.046606Z","end":"2026-04-02T16:48:09.251196Z","steps":["trace[528488044] 'process raft request' (duration: 204.239197ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.251369Z","caller":"traceutil/trace.go:171","msg":"trace[898992172] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"212.110879ms","start":"2026-04-02T16:48:09.039184Z","end":"2026-04-02T16:48:09.251295Z","steps":["trace[898992172] 'process raft request' (duration: 211.53036ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.25141Z","caller":"traceutil/trace.go:171","msg":"trace[167767625] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"202.12412ms","start":"2026-04-02T16:48:09.049273Z","end":"2026-04-02T16:48:09.251397Z","steps":["trace[167767625] 'process raft request' (duration: 201.746978ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.251432Z","caller":"traceutil/trace.go:171","msg":"trace[127239318] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"204.895838ms","start":"2026-04-02T16:48:09.046497Z","end":"2026-04-02T16:48:09.251393Z","steps":["trace[127239318] 'process raft request' (duration: 204.292699ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.251655Z","caller":"traceutil/trace.go:171","msg":"trace[1125231359] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"199.155365ms","start":"2026-04-02T16:48:09.052487Z","end":"2026-04-02T16:48:09.251642Z","steps":["trace[1125231359] 'process raft request' (duration: 198.634788ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.251583Z","caller":"traceutil/trace.go:171","msg":"trace[1229100066] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"201.961625ms","start":"2026-04-02T16:48:09.049576Z","end":"2026-04-02T16:48:09.251538Z","steps":["trace[1229100066] 'process raft request' (duration: 201.50322ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.252526Z","caller":"traceutil/trace.go:171","msg":"trace[155706314] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"185.82474ms","start":"2026-04-02T16:48:09.066668Z","end":"2026-04-02T16:48:09.252493Z","steps":["trace[155706314] 'process raft request' (duration: 185.215891ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.253292Z","caller":"traceutil/trace.go:171","msg":"trace[1546079561] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"173.435615ms","start":"2026-04-02T16:48:09.079828Z","end":"2026-04-02T16:48:09.253263Z","steps":["trace[1546079561] 'process raft request' (duration: 172.614868ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:09.253588Z","caller":"traceutil/trace.go:171","msg":"trace[1906879371] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"164.51415ms","start":"2026-04-02T16:48:09.089042Z","end":"2026-04-02T16:48:09.253556Z","steps":["trace[1906879371] 'process raft request' (duration: 164.2009ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:10.35348Z","caller":"traceutil/trace.go:171","msg":"trace[1108389236] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"518.225366ms","start":"2026-04-02T16:48:09.835222Z","end":"2026-04-02T16:48:10.353447Z","steps":["trace[1108389236] 'process raft request' (duration: 501.479502ms)","trace[1108389236] 'compare' (duration: 16.574229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:10.353651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:09.835196Z","time spent":"518.364951ms","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:10.354373Z","caller":"traceutil/trace.go:171","msg":"trace[1932422768] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"430.315861ms","start":"2026-04-02T16:48:09.924031Z","end":"2026-04-02T16:48:10.354347Z","steps":["trace[1932422768] 'process raft request' (duration: 430.073413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:10.354478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:09.923995Z","time spent":"430.427854ms","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:48:14.344385Z","caller":"traceutil/trace.go:171","msg":"trace[1433346002] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"182.350759ms","start":"2026-04-02T16:48:14.16199Z","end":"2026-04-02T16:48:14.34434Z","steps":["trace[1433346002] 'process raft request' (duration: 129.663158ms)","trace[1433346002] 'compare' (duration: 52.469754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:14.714063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.014971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:14.714127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.38814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714138Z","caller":"traceutil/trace.go:171","msg":"trace[1281003344] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:606; }","duration":"241.112214ms","start":"2026-04-02T16:48:14.473008Z","end":"2026-04-02T16:48:14.71412Z","steps":["trace[1281003344] 'count revisions from in-memory index tree' (duration: 240.937639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.714149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.107822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714178Z","caller":"traceutil/trace.go:171","msg":"trace[292401417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:606; }","duration":"240.456933ms","start":"2026-04-02T16:48:14.473704Z","end":"2026-04-02T16:48:14.714161Z","steps":["trace[292401417] 'range keys from in-memory index tree' (duration: 240.319798ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:14.714206Z","caller":"traceutil/trace.go:171","msg":"trace[1313745058] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:606; }","duration":"256.185245ms","start":"2026-04-02T16:48:14.458007Z","end":"2026-04-02T16:48:14.714192Z","steps":["trace[1313745058] 'range keys from in-memory index tree' (duration: 255.988548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.714181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.513751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:14.714206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.950723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714264Z","caller":"traceutil/trace.go:171","msg":"trace[945539187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:606; }","duration":"128.032666ms","start":"2026-04-02T16:48:14.586218Z","end":"2026-04-02T16:48:14.714251Z","steps":["trace[945539187] 'range keys from in-memory index tree' (duration: 127.887751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.714237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.936075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714261Z","caller":"traceutil/trace.go:171","msg":"trace[1300763880] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:606; }","duration":"212.640936ms","start":"2026-04-02T16:48:14.501603Z","end":"2026-04-02T16:48:14.714244Z","steps":["trace[1300763880] 'count revisions from in-memory index tree' (duration: 212.400308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.714271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.645678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:14.714287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.32598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714327Z","caller":"traceutil/trace.go:171","msg":"trace[1653565699] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:606; }","duration":"241.375862ms","start":"2026-04-02T16:48:14.47294Z","end":"2026-04-02T16:48:14.714316Z","steps":["trace[1653565699] 'range keys from in-memory index tree' (duration: 241.222417ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:14.714318Z","caller":"traceutil/trace.go:171","msg":"trace[151575807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:606; }","duration":"129.030337ms","start":"2026-04-02T16:48:14.585263Z","end":"2026-04-02T16:48:14.714293Z","steps":["trace[151575807] 'count revisions from in-memory index tree' (duration: 128.890433ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:14.714329Z","caller":"traceutil/trace.go:171","msg":"trace[1067429253] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:606; }","duration":"255.750151ms","start":"2026-04-02T16:48:14.45856Z","end":"2026-04-02T16:48:14.71431Z","steps":["trace[1067429253] 'range keys from in-memory index tree' (duration: 255.506693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.714053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.396685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:14.714415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.255681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714434Z","caller":"traceutil/trace.go:171","msg":"trace[1019447018] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:606; }","duration":"195.313532ms","start":"2026-04-02T16:48:14.519114Z","end":"2026-04-02T16:48:14.714428Z","steps":["trace[1019447018] 'range keys from in-memory index tree' (duration: 195.169768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.714463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.813911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:14.714443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.864903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714527Z","caller":"traceutil/trace.go:171","msg":"trace[2134407941] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:606; }","duration":"212.906364ms","start":"2026-04-02T16:48:14.501605Z","end":"2026-04-02T16:48:14.714511Z","steps":["trace[2134407941] 'range keys from in-memory index tree' (duration: 212.705487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.71454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.830239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:14.714555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.872491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714506Z","caller":"traceutil/trace.go:171","msg":"trace[16472784] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:606; }","duration":"195.831179ms","start":"2026-04-02T16:48:14.518598Z","end":"2026-04-02T16:48:14.714429Z","steps":["trace[16472784] 'range keys from in-memory index tree' (duration: 195.307613ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:14.714595Z","caller":"traceutil/trace.go:171","msg":"trace[393236745] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:606; }","duration":"195.922472ms","start":"2026-04-02T16:48:14.518658Z","end":"2026-04-02T16:48:14.714581Z","steps":["trace[393236745] 'count revisions from in-memory index tree' (duration: 195.748186ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:14.714594Z","caller":"traceutil/trace.go:171","msg":"trace[422310108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:606; }","duration":"143.952253ms","start":"2026-04-02T16:48:14.570631Z","end":"2026-04-02T16:48:14.714583Z","steps":["trace[422310108] 'count revisions from in-memory index tree' (duration: 143.778928ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:14.714567Z","caller":"traceutil/trace.go:171","msg":"trace[385627790] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:606; }","duration":"213.050688ms","start":"2026-04-02T16:48:14.501492Z","end":"2026-04-02T16:48:14.714542Z","steps":["trace[385627790] 'range keys from in-memory index tree' (duration: 212.777139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.714597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.956714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714756Z","caller":"traceutil/trace.go:171","msg":"trace[1724825660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:606; }","duration":"144.14689ms","start":"2026-04-02T16:48:14.570583Z","end":"2026-04-02T16:48:14.71473Z","steps":["trace[1724825660] 'range keys from in-memory index tree' (duration: 143.863051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.714136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.874542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714878Z","caller":"traceutil/trace.go:171","msg":"trace[2110148506] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:606; }","duration":"129.623826ms","start":"2026-04-02T16:48:14.585239Z","end":"2026-04-02T16:48:14.714863Z","steps":["trace[2110148506] 'range keys from in-memory index tree' (duration: 128.80095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:14.71481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.784914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:14.714978Z","caller":"traceutil/trace.go:171","msg":"trace[475606810] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:606; }","duration":"256.996461ms","start":"2026-04-02T16:48:14.457972Z","end":"2026-04-02T16:48:14.714969Z","steps":["trace[475606810] 'count revisions from in-memory index tree' (duration: 256.707142ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:14.862981Z","caller":"traceutil/trace.go:171","msg":"trace[74699789] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"123.936365ms","start":"2026-04-02T16:48:14.739018Z","end":"2026-04-02T16:48:14.862954Z","steps":["trace[74699789] 'process raft request' (duration: 122.20805ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:14.863524Z","caller":"traceutil/trace.go:171","msg":"trace[1910845896] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:631; }","duration":"114.650159ms","start":"2026-04-02T16:48:14.748852Z","end":"2026-04-02T16:48:14.863502Z","steps":["trace[1910845896] 'read index received' (duration: 46.832354ms)","trace[1910845896] 'applied index is now lower than readState.Index' (duration: 67.816865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:14.863938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.064552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:48:14.86398Z","caller":"traceutil/trace.go:171","msg":"trace[72631176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:609; }","duration":"115.143124ms","start":"2026-04-02T16:48:14.748826Z","end":"2026-04-02T16:48:14.86397Z","steps":["trace[72631176] 'agreement among raft nodes before linearized reading' (duration: 114.99715ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:16.448414Z","caller":"traceutil/trace.go:171","msg":"trace[1640555067] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:642; }","duration":"135.09452ms","start":"2026-04-02T16:48:16.313293Z","end":"2026-04-02T16:48:16.448388Z","steps":["trace[1640555067] 'read index received' (duration: 132.988083ms)","trace[1640555067] 'applied index is now lower than readState.Index' (duration: 2.105267ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:16.448541Z","caller":"traceutil/trace.go:171","msg":"trace[402878450] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"339.12837ms","start":"2026-04-02T16:48:16.10936Z","end":"2026-04-02T16:48:16.448488Z","steps":["trace[402878450] 'process raft request' (duration: 337.614042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:16.449559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.249126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:16.449651Z","caller":"traceutil/trace.go:171","msg":"trace[731022433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:618; }","duration":"136.388731ms","start":"2026-04-02T16:48:16.313222Z","end":"2026-04-02T16:48:16.449611Z","steps":["trace[731022433] 'agreement among raft nodes before linearized reading' (duration: 135.304717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:16.449754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:16.109323Z","time spent":"339.340457ms","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:17.215051Z","caller":"traceutil/trace.go:171","msg":"trace[1978302482] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"737.104711ms","start":"2026-04-02T16:48:16.477896Z","end":"2026-04-02T16:48:17.215Z","steps":["trace[1978302482] 'process raft request' (duration: 736.662766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:17.215316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:16.477879Z","time spent":"737.311048ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:17.258062Z","caller":"traceutil/trace.go:171","msg":"trace[220492980] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:643; }","duration":"458.205192ms","start":"2026-04-02T16:48:16.799831Z","end":"2026-04-02T16:48:17.258036Z","steps":["trace[220492980] 'read index received' (duration: 414.717534ms)","trace[220492980] 'applied index is now lower than readState.Index' (duration: 43.486818ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:17.258174Z","caller":"traceutil/trace.go:171","msg":"trace[1024621773] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"724.101416ms","start":"2026-04-02T16:48:16.534032Z","end":"2026-04-02T16:48:17.258133Z","steps":["trace[1024621773] 'process raft request' (duration: 723.892759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:17.258248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.411498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:48:17.258277Z","caller":"traceutil/trace.go:171","msg":"trace[899152944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"390.502941ms","start":"2026-04-02T16:48:16.867765Z","end":"2026-04-02T16:48:17.258268Z","steps":["trace[899152944] 'agreement among raft nodes before linearized reading' (duration: 390.406458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:17.258299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:16.867739Z","time spent":"390.554953ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:48:17.258306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.432143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:48:17.258335Z","caller":"traceutil/trace.go:171","msg":"trace[1346829458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"298.505225ms","start":"2026-04-02T16:48:16.959821Z","end":"2026-04-02T16:48:17.258326Z","steps":["trace[1346829458] 'agreement among raft nodes before linearized reading' (duration: 298.389822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:17.258332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:16.53399Z","time spent":"724.271541ms","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:48:17.258322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.4835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:48:17.25842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.032777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:48:17.258417Z","caller":"traceutil/trace.go:171","msg":"trace[1834908680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"458.642435ms","start":"2026-04-02T16:48:16.799753Z","end":"2026-04-02T16:48:17.258395Z","steps":["trace[1834908680] 'agreement among raft nodes before linearized reading' (duration: 458.413648ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:17.258445Z","caller":"traceutil/trace.go:171","msg":"trace[1090973397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"317.085009ms","start":"2026-04-02T16:48:16.941346Z","end":"2026-04-02T16:48:17.258431Z","steps":["trace[1090973397] 'agreement among raft nodes before linearized reading' (duration: 317.040097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:17.25846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:16.941323Z","time spent":"317.133289ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:48:17.258465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:16.79972Z","time spent":"458.733878ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:17.771848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534409,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:18.535772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.212892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:18.53585Z","caller":"traceutil/trace.go:171","msg":"trace[561816791] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.273239809s","start":"2026-04-02T16:48:17.262598Z","end":"2026-04-02T16:48:18.535838Z","steps":["trace[561816791] 'process raft request' (duration: 887.743588ms)","trace[561816791] 'compare' (duration: 384.707256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:18.535886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.262584Z","time spent":"1.27328541s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:20.313009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T16:48:20.313096Z","caller":"traceutil/trace.go:171","msg":"trace[1168577688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162104s","start":"2026-04-02T16:48:18.312912Z","end":"2026-04-02T16:48:20.313074Z","steps":["trace[1168577688] 'agreement among raft nodes before linearized reading' (duration: 2.000054791s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:20.313145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:18.312883Z","time spent":"2.000251517s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 16:48:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T16:48:20.619374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713158906s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:20.619551Z","caller":"traceutil/trace.go:171","msg":"trace[1673261030] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:645; }","duration":"3.348014664s","start":"2026-04-02T16:48:17.271521Z","end":"2026-04-02T16:48:20.619535Z","steps":["trace[1673261030] 'read index received' (duration: 878.842364ms)","trace[1673261030] 'applied index is now lower than readState.Index' (duration: 2.46917145s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:20.619732Z","caller":"traceutil/trace.go:171","msg":"trace[387704153] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"3.357096094s","start":"2026-04-02T16:48:17.262623Z","end":"2026-04-02T16:48:20.619719Z","steps":["trace[387704153] 'process raft request' (duration: 1.643523545s)","trace[387704153] 'compare' (duration: 1.713059353s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:20.61979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.262613Z","time spent":"3.357145405s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:20.619973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348455768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:20.620007Z","caller":"traceutil/trace.go:171","msg":"trace[621511559] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:624; }","duration":"3.34851824s","start":"2026-04-02T16:48:17.271477Z","end":"2026-04-02T16:48:20.619996Z","steps":["trace[621511559] 'agreement among raft nodes before linearized reading' (duration: 3.348464558s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:20.619958Z","caller":"traceutil/trace.go:171","msg":"trace[190404094] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"3.357044852s","start":"2026-04-02T16:48:17.262858Z","end":"2026-04-02T16:48:20.619903Z","steps":["trace[190404094] 'process raft request' (duration: 3.356641979s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:20.620231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.262823Z","time spent":"3.35726473s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:20.62004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.271465Z","time spent":"3.348567831s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-02T16:48:20.620421Z","caller":"traceutil/trace.go:171","msg":"trace[1325938368] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"3.357672332s","start":"2026-04-02T16:48:17.262735Z","end":"2026-04-02T16:48:20.620407Z","steps":["trace[1325938368] 'process raft request' (duration: 3.356721812s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:20.620496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:17.26271Z","time spent":"3.357749755s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:21.120476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:21.552564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.646413006s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:48:21.770903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.011327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:21.771367Z","caller":"traceutil/trace.go:171","msg":"trace[178047419] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"2.925748509s","start":"2026-04-02T16:48:18.845581Z","end":"2026-04-02T16:48:21.771329Z","steps":["trace[178047419] 'process raft request' (duration: 2.707231166s)","trace[178047419] 'compare' (duration: 217.754979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:21.771497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:18.845549Z","time spent":"2.925878523s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:21.771834Z","caller":"traceutil/trace.go:171","msg":"trace[818980182] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:649; }","duration":"1.152218747s","start":"2026-04-02T16:48:20.619579Z","end":"2026-04-02T16:48:21.771798Z","steps":["trace[818980182] 'read index received' (duration: 933.316912ms)","trace[818980182] 'applied index is now lower than readState.Index' (duration: 218.900925ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:21.771839Z","caller":"traceutil/trace.go:171","msg":"trace[1743130285] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"741.547453ms","start":"2026-04-02T16:48:21.030263Z","end":"2026-04-02T16:48:21.77181Z","steps":["trace[1743130285] 'process raft request' (duration: 740.986345ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:21.771837Z","caller":"traceutil/trace.go:171","msg":"trace[836077788] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"467.373403ms","start":"2026-04-02T16:48:21.304437Z","end":"2026-04-02T16:48:21.77181Z","steps":["trace[836077788] 'process raft request' (duration: 467.315241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:21.771924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458327065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:48:21.771963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:21.030227Z","time spent":"741.667037ms","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:21.771996Z","caller":"traceutil/trace.go:171","msg":"trace[190178102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"1.458400867s","start":"2026-04-02T16:48:20.313575Z","end":"2026-04-02T16:48:21.771976Z","steps":["trace[190178102] 'agreement among raft nodes before linearized reading' (duration: 1.458273623s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:21.772002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:21.304411Z","time spent":"467.517898ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:21.77204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:20.313477Z","time spent":"1.458555182s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:21.772316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231745735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:48:21.772508Z","caller":"traceutil/trace.go:171","msg":"trace[1365632926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"1.232005664s","start":"2026-04-02T16:48:20.540477Z","end":"2026-04-02T16:48:21.772483Z","steps":["trace[1365632926] 'agreement among raft nodes before linearized reading' (duration: 1.231328572s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:21.772615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:20.540457Z","time spent":"1.232143717s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:48:21.772362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467095463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T16:48:21.77347Z","caller":"traceutil/trace.go:171","msg":"trace[249582917] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:627; }","duration":"3.46824255s","start":"2026-04-02T16:48:18.305204Z","end":"2026-04-02T16:48:21.773447Z","steps":["trace[249582917] 'agreement among raft nodes before linearized reading' (duration: 3.46667743s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:21.773579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:18.30517Z","time spent":"3.468365964s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"info","ts":"2026-04-02T16:48:23.921799Z","caller":"traceutil/trace.go:171","msg":"trace[398846259] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:691; }","duration":"129.485551ms","start":"2026-04-02T16:48:23.792281Z","end":"2026-04-02T16:48:23.921766Z","steps":["trace[398846259] 'read index received' (duration: 123.482339ms)","trace[398846259] 'applied index is now lower than readState.Index' (duration: 6.000052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:23.922329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.026309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:48:23.922413Z","caller":"traceutil/trace.go:171","msg":"trace[115789799] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:665; }","duration":"130.163703ms","start":"2026-04-02T16:48:23.79223Z","end":"2026-04-02T16:48:23.922394Z","steps":["trace[115789799] 'agreement among raft nodes before linearized reading' (duration: 129.615525ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:26.644129Z","caller":"traceutil/trace.go:171","msg":"trace[31060978] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"130.05067ms","start":"2026-04-02T16:48:26.514043Z","end":"2026-04-02T16:48:26.644093Z","steps":["trace[31060978] 'process raft request' (duration: 111.551869ms)","trace[31060978] 'compare' (duration: 18.15721ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:26.908398Z","caller":"traceutil/trace.go:171","msg":"trace[1541939823] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"193.316328ms","start":"2026-04-02T16:48:26.715043Z","end":"2026-04-02T16:48:26.908359Z","steps":["trace[1541939823] 'process raft request' (duration: 143.478377ms)","trace[1541939823] 'compare' (duration: 48.917412ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:26.908605Z","caller":"traceutil/trace.go:171","msg":"trace[1798863921] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:728; }","duration":"176.236044ms","start":"2026-04-02T16:48:26.731554Z","end":"2026-04-02T16:48:26.90779Z","steps":["trace[1798863921] 'read index received' (duration: 126.871968ms)","trace[1798863921] 'applied index is now lower than readState.Index' (duration: 49.363316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:26.908762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.200684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:48:26.908852Z","caller":"traceutil/trace.go:171","msg":"trace[1075014416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:702; }","duration":"177.344128ms","start":"2026-04-02T16:48:26.731499Z","end":"2026-04-02T16:48:26.908843Z","steps":["trace[1075014416] 'agreement among raft nodes before linearized reading' (duration: 177.171113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:26.921226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.044528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:48:26.921326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.606415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:48:26.921312Z","caller":"traceutil/trace.go:171","msg":"trace[1375214528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:703; }","duration":"182.209434ms","start":"2026-04-02T16:48:26.739085Z","end":"2026-04-02T16:48:26.921295Z","steps":["trace[1375214528] 'agreement among raft nodes before linearized reading' (duration: 181.967486ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:26.921496Z","caller":"traceutil/trace.go:171","msg":"trace[193905756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:703; }","duration":"181.80739ms","start":"2026-04-02T16:48:26.739672Z","end":"2026-04-02T16:48:26.921479Z","steps":["trace[193905756] 'agreement among raft nodes before linearized reading' (duration: 181.507121ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:27.198973Z","caller":"traceutil/trace.go:171","msg":"trace[1698920661] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"243.26731ms","start":"2026-04-02T16:48:26.955671Z","end":"2026-04-02T16:48:27.198938Z","steps":["trace[1698920661] 'process raft request' (duration: 154.82316ms)","trace[1698920661] 'compare' (duration: 88.281685ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:27.244336Z","caller":"traceutil/trace.go:171","msg":"trace[762705167] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"263.888469ms","start":"2026-04-02T16:48:26.980409Z","end":"2026-04-02T16:48:27.244297Z","steps":["trace[762705167] 'process raft request' (duration: 263.464415ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:27.244373Z","caller":"traceutil/trace.go:171","msg":"trace[14347533] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:733; }","duration":"165.180339ms","start":"2026-04-02T16:48:27.079165Z","end":"2026-04-02T16:48:27.244345Z","steps":["trace[14347533] 'read index received' (duration: 31.385182ms)","trace[14347533] 'applied index is now lower than readState.Index' (duration: 133.794147ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:27.244411Z","caller":"traceutil/trace.go:171","msg":"trace[156274848] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"240.638937ms","start":"2026-04-02T16:48:27.003749Z","end":"2026-04-02T16:48:27.244388Z","steps":["trace[156274848] 'process raft request' (duration: 240.41485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.24465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.442167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-02T16:48:27.244714Z","caller":"traceutil/trace.go:171","msg":"trace[512943049] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:709; }","duration":"165.569992ms","start":"2026-04-02T16:48:27.079126Z","end":"2026-04-02T16:48:27.244696Z","steps":["trace[512943049] 'agreement among raft nodes before linearized reading' (duration: 165.317853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.695462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.781453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:27.695717Z","caller":"traceutil/trace.go:171","msg":"trace[1721395482] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"492.141113ms","start":"2026-04-02T16:48:27.203534Z","end":"2026-04-02T16:48:27.695675Z","steps":["trace[1721395482] 'process raft request' (duration: 212.826302ms)","trace[1721395482] 'compare' (duration: 277.644947ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:27.695868Z","caller":"traceutil/trace.go:171","msg":"trace[493339726] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"362.843306ms","start":"2026-04-02T16:48:27.333009Z","end":"2026-04-02T16:48:27.695853Z","steps":["trace[493339726] 'process raft request' (duration: 362.64831ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:27.695858Z","caller":"traceutil/trace.go:171","msg":"trace[1574318934] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:736; }","duration":"416.475108ms","start":"2026-04-02T16:48:27.279339Z","end":"2026-04-02T16:48:27.695814Z","steps":["trace[1574318934] 'read index received' (duration: 137.105125ms)","trace[1574318934] 'applied index is now lower than readState.Index' (duration: 279.364313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:27.695992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:27.203512Z","time spent":"492.335689ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:48:27.696162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.787838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-04-02T16:48:27.697135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.80045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:48:27.697184Z","caller":"traceutil/trace.go:171","msg":"trace[644552620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:711; }","duration":"396.876783ms","start":"2026-04-02T16:48:27.300282Z","end":"2026-04-02T16:48:27.697159Z","steps":["trace[644552620] 'agreement among raft nodes before linearized reading' (duration: 396.746579ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:27.697179Z","caller":"traceutil/trace.go:171","msg":"trace[519033308] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:711; }","duration":"417.842851ms","start":"2026-04-02T16:48:27.279306Z","end":"2026-04-02T16:48:27.697149Z","steps":["trace[519033308] 'agreement among raft nodes before linearized reading' (duration: 416.613782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.697272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.220699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:27.6973Z","caller":"traceutil/trace.go:171","msg":"trace[64436782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:711; }","duration":"384.277221ms","start":"2026-04-02T16:48:27.313014Z","end":"2026-04-02T16:48:27.697291Z","steps":["trace[64436782] 'agreement among raft nodes before linearized reading' (duration: 384.217119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.697335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:27.312999Z","time spent":"384.315702ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:27.697216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:27.30026Z","time spent":"396.948785ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:48:27.697267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:27.279289Z","time spent":"417.956726ms","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-02T16:48:27.697466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.66315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nhq44\" ","response":"range_response_count:1 size:18333"} {"level":"warn","ts":"2026-04-02T16:48:27.696845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:27.332988Z","time spent":"363.788527ms","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:27.697543Z","caller":"traceutil/trace.go:171","msg":"trace[927055863] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nhq44; range_end:; response_count:1; response_revision:711; }","duration":"257.799624ms","start":"2026-04-02T16:48:27.439727Z","end":"2026-04-02T16:48:27.697526Z","steps":["trace[927055863] 'agreement among raft nodes before linearized reading' (duration: 257.449523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:27.697566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.815915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-02T16:48:27.697677Z","caller":"traceutil/trace.go:171","msg":"trace[325367071] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:711; }","duration":"211.042432ms","start":"2026-04-02T16:48:27.486617Z","end":"2026-04-02T16:48:27.69766Z","steps":["trace[325367071] 'agreement among raft nodes before linearized reading' (duration: 210.438813ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:36.637147Z","caller":"traceutil/trace.go:171","msg":"trace[2014772693] linearizableReadLoop","detail":"{readStateIndex:803; appliedIndex:801; }","duration":"110.880598ms","start":"2026-04-02T16:48:36.526233Z","end":"2026-04-02T16:48:36.637113Z","steps":["trace[2014772693] 'read index received' (duration: 8.77609ms)","trace[2014772693] 'applied index is now lower than readState.Index' (duration: 102.101898ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:36.637188Z","caller":"traceutil/trace.go:171","msg":"trace[537370750] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"111.772697ms","start":"2026-04-02T16:48:36.525393Z","end":"2026-04-02T16:48:36.637166Z","steps":["trace[537370750] 'process raft request' (duration: 101.781038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:36.637491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.24739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-tcz8j\" ","response":"range_response_count:1 size:5046"} {"level":"info","ts":"2026-04-02T16:48:36.637606Z","caller":"traceutil/trace.go:171","msg":"trace[469083803] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-tcz8j; range_end:; response_count:1; response_revision:774; }","duration":"111.442336ms","start":"2026-04-02T16:48:36.526146Z","end":"2026-04-02T16:48:36.637588Z","steps":["trace[469083803] 'agreement among raft nodes before linearized reading' (duration: 111.174148ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:36.889552Z","caller":"traceutil/trace.go:171","msg":"trace[2075792640] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:803; }","duration":"180.337395ms","start":"2026-04-02T16:48:36.709189Z","end":"2026-04-02T16:48:36.889526Z","steps":["trace[2075792640] 'read index received' (duration: 180.130718ms)","trace[2075792640] 'applied index is now lower than readState.Index' (duration: 205.827µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:36.889625Z","caller":"traceutil/trace.go:171","msg":"trace[1992723679] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"243.366856ms","start":"2026-04-02T16:48:36.646229Z","end":"2026-04-02T16:48:36.889596Z","steps":["trace[1992723679] 'process raft request' (duration: 243.153139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:36.88969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.483219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:48:36.889749Z","caller":"traceutil/trace.go:171","msg":"trace[283931833] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:775; }","duration":"180.604833ms","start":"2026-04-02T16:48:36.709133Z","end":"2026-04-02T16:48:36.889738Z","steps":["trace[283931833] 'agreement among raft nodes before linearized reading' (duration: 180.49045ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:37.020475Z","caller":"traceutil/trace.go:171","msg":"trace[749137720] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"125.878976ms","start":"2026-04-02T16:48:36.894539Z","end":"2026-04-02T16:48:37.020418Z","steps":["trace[749137720] 'process raft request' (duration: 99.464293ms)","trace[749137720] 'compare' (duration: 26.256298ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:37.065743Z","caller":"traceutil/trace.go:171","msg":"trace[143224637] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"171.049998ms","start":"2026-04-02T16:48:36.894671Z","end":"2026-04-02T16:48:37.065721Z","steps":["trace[143224637] 'process raft request' (duration: 170.899353ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:37.065989Z","caller":"traceutil/trace.go:171","msg":"trace[142608094] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"168.736784ms","start":"2026-04-02T16:48:36.897232Z","end":"2026-04-02T16:48:37.065969Z","steps":["trace[142608094] 'process raft request' (duration: 168.450505ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:37.202003Z","caller":"traceutil/trace.go:171","msg":"trace[1624064474] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"131.305769ms","start":"2026-04-02T16:48:37.070672Z","end":"2026-04-02T16:48:37.201977Z","steps":["trace[1624064474] 'process raft request' (duration: 131.113173ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:37.202316Z","caller":"traceutil/trace.go:171","msg":"trace[257151700] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"130.635468ms","start":"2026-04-02T16:48:37.071654Z","end":"2026-04-02T16:48:37.202289Z","steps":["trace[257151700] 'process raft request' (duration: 130.275667ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:37.202444Z","caller":"traceutil/trace.go:171","msg":"trace[747259703] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"126.663201ms","start":"2026-04-02T16:48:37.07576Z","end":"2026-04-02T16:48:37.202423Z","steps":["trace[747259703] 'process raft request' (duration: 126.488776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:37.453802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.582327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T16:48:37.453956Z","caller":"traceutil/trace.go:171","msg":"trace[1591385200] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:811; }","duration":"140.225385ms","start":"2026-04-02T16:48:37.313705Z","end":"2026-04-02T16:48:37.45393Z","steps":["trace[1591385200] 'read index received' (duration: 18.131µs)","trace[1591385200] 'applied index is now lower than readState.Index' (duration: 140.204924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:37.45406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.341358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:37.454103Z","caller":"traceutil/trace.go:171","msg":"trace[98276694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:782; }","duration":"140.429281ms","start":"2026-04-02T16:48:37.313663Z","end":"2026-04-02T16:48:37.454092Z","steps":["trace[98276694] 'agreement among raft nodes before linearized reading' (duration: 140.331678ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:38.183551Z","caller":"traceutil/trace.go:171","msg":"trace[1297457360] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"137.021563ms","start":"2026-04-02T16:48:38.046507Z","end":"2026-04-02T16:48:38.183529Z","steps":["trace[1297457360] 'process raft request' (duration: 136.869958ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:40.650775Z","caller":"traceutil/trace.go:171","msg":"trace[966180152] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:820; }","duration":"337.397786ms","start":"2026-04-02T16:48:40.313344Z","end":"2026-04-02T16:48:40.650742Z","steps":["trace[966180152] 'read index received' (duration: 337.166808ms)","trace[966180152] 'applied index is now lower than readState.Index' (duration: 228.648µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:40.650952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.566522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:40.650989Z","caller":"traceutil/trace.go:171","msg":"trace[711639816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"337.668154ms","start":"2026-04-02T16:48:40.313311Z","end":"2026-04-02T16:48:40.650979Z","steps":["trace[711639816] 'agreement among raft nodes before linearized reading' (duration: 337.55361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:40.651027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:40.31329Z","time spent":"337.727726ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:48:40.651023Z","caller":"traceutil/trace.go:171","msg":"trace[1363275518] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"459.802813ms","start":"2026-04-02T16:48:40.191191Z","end":"2026-04-02T16:48:40.650994Z","steps":["trace[1363275518] 'process raft request' (duration: 459.317387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:40.65117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:40.191163Z","time spent":"459.930387ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:48:43.72513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:44.225507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007534783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:48:44.463295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.265304054s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:48:44.463649Z","caller":"traceutil/trace.go:171","msg":"trace[2095466830] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"1.265755969s","start":"2026-04-02T16:48:43.19786Z","end":"2026-04-02T16:48:44.463616Z","steps":["trace[2095466830] 'process raft request' (duration: 1.265624704s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.463849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.197836Z","time spent":"1.265907293s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:44.681544Z","caller":"traceutil/trace.go:171","msg":"trace[690874259] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.154016423s","start":"2026-04-02T16:48:43.527503Z","end":"2026-04-02T16:48:44.681519Z","steps":["trace[690874259] 'process raft request' (duration: 1.152212846s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.68169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.527473Z","time spent":"1.154146838s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:48:44.683538Z","caller":"traceutil/trace.go:171","msg":"trace[375103253] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:839; }","duration":"1.45952351s","start":"2026-04-02T16:48:43.224002Z","end":"2026-04-02T16:48:44.683526Z","steps":["trace[375103253] 'read index received' (duration: 1.239472879s)","trace[375103253] 'applied index is now lower than readState.Index' (duration: 220.049711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:48:44.68372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459705197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:48:44.683786Z","caller":"traceutil/trace.go:171","msg":"trace[1379328763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:809; }","duration":"1.459783179s","start":"2026-04-02T16:48:43.223989Z","end":"2026-04-02T16:48:44.683772Z","steps":["trace[1379328763] 'agreement among raft nodes before linearized reading' (duration: 1.459601053s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.683792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.241654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:48:44.683824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.223968Z","time spent":"1.459847901s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:48:44.683853Z","caller":"traceutil/trace.go:171","msg":"trace[1722785839] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:809; }","duration":"370.348787ms","start":"2026-04-02T16:48:44.313486Z","end":"2026-04-02T16:48:44.683835Z","steps":["trace[1722785839] 'agreement among raft nodes before linearized reading' (duration: 370.244824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.683904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:44.313456Z","time spent":"370.43788ms","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:48:44.684052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370858532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:44.684144Z","caller":"traceutil/trace.go:171","msg":"trace[1019379980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"1.370992686s","start":"2026-04-02T16:48:43.313141Z","end":"2026-04-02T16:48:44.684133Z","steps":["trace[1019379980] 'agreement among raft nodes before linearized reading' (duration: 1.370876012s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.684133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.960148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:48:44.684267Z","caller":"traceutil/trace.go:171","msg":"trace[1529547732] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:809; }","duration":"654.179024ms","start":"2026-04-02T16:48:44.030062Z","end":"2026-04-02T16:48:44.684241Z","steps":["trace[1529547732] 'agreement among raft nodes before linearized reading' (duration: 653.951527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.68422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.313119Z","time spent":"1.371093349s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:48:44.684333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:44.030038Z","time spent":"654.283048ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:48:44.684773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457710233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-02T16:48:44.68485Z","caller":"traceutil/trace.go:171","msg":"trace[1947896865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:809; }","duration":"1.457810066s","start":"2026-04-02T16:48:43.22702Z","end":"2026-04-02T16:48:44.68483Z","steps":["trace[1947896865] 'agreement among raft nodes before linearized reading' (duration: 1.45668754s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.684861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.39843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T16:48:44.684895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.227013Z","time spent":"1.457874148s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:48:44.684901Z","caller":"traceutil/trace.go:171","msg":"trace[1238695317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:809; }","duration":"826.466192ms","start":"2026-04-02T16:48:43.858423Z","end":"2026-04-02T16:48:44.684889Z","steps":["trace[1238695317] 'agreement among raft nodes before linearized reading' (duration: 825.439569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:44.684934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:48:43.858404Z","time spent":"826.523064ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T16:48:56.157302Z","caller":"traceutil/trace.go:171","msg":"trace[1893499683] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"229.171363ms","start":"2026-04-02T16:48:55.928102Z","end":"2026-04-02T16:48:56.157273Z","steps":["trace[1893499683] 'process raft request' (duration: 228.992407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.419928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.974503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:48:56.420076Z","caller":"traceutil/trace.go:171","msg":"trace[128300263] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"227.443758ms","start":"2026-04-02T16:48:56.192607Z","end":"2026-04-02T16:48:56.42005Z","steps":["trace[128300263] 'process raft request' (duration: 68.231758ms)","trace[128300263] 'compare' (duration: 158.819637ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:56.601597Z","caller":"traceutil/trace.go:171","msg":"trace[1621181474] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"177.898327ms","start":"2026-04-02T16:48:56.423665Z","end":"2026-04-02T16:48:56.601564Z","steps":["trace[1621181474] 'process raft request' (duration: 100.749225ms)","trace[1621181474] 'compare' (duration: 76.960446ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:56.657863Z","caller":"traceutil/trace.go:171","msg":"trace[606031745] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:966; }","duration":"193.327259ms","start":"2026-04-02T16:48:56.464514Z","end":"2026-04-02T16:48:56.657841Z","steps":["trace[606031745] 'read index received' (duration: 59.912431ms)","trace[606031745] 'applied index is now lower than readState.Index' (duration: 133.413668ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:48:56.657961Z","caller":"traceutil/trace.go:171","msg":"trace[983142805] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"234.049659ms","start":"2026-04-02T16:48:56.423881Z","end":"2026-04-02T16:48:56.657931Z","steps":["trace[983142805] 'process raft request' (duration: 233.76334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.658078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.536445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:48:56.657979Z","caller":"traceutil/trace.go:171","msg":"trace[2094873307] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"228.987657ms","start":"2026-04-02T16:48:56.428939Z","end":"2026-04-02T16:48:56.657927Z","steps":["trace[2094873307] 'process raft request' (duration: 228.850632ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:48:56.658125Z","caller":"traceutil/trace.go:171","msg":"trace[228891034] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:934; }","duration":"193.641579ms","start":"2026-04-02T16:48:56.46447Z","end":"2026-04-02T16:48:56.658112Z","steps":["trace[228891034] 'agreement among raft nodes before linearized reading' (duration: 193.492125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:48:56.65818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.010541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:48:56.658299Z","caller":"traceutil/trace.go:171","msg":"trace[896226658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:934; }","duration":"105.198017ms","start":"2026-04-02T16:48:56.553074Z","end":"2026-04-02T16:48:56.658272Z","steps":["trace[896226658] 'agreement among raft nodes before linearized reading' (duration: 104.98154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:15.335616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021486506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:49:15.335729Z","caller":"traceutil/trace.go:171","msg":"trace[1446149138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1206; }","duration":"1.021639671s","start":"2026-04-02T16:49:14.314066Z","end":"2026-04-02T16:49:15.335706Z","steps":["trace[1446149138] 'range keys from in-memory index tree' (duration: 1.021369412s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:15.335782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:14.31404Z","time spent":"1.021729414s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:49:15.335965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.377213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:49:15.336035Z","caller":"traceutil/trace.go:171","msg":"trace[354775889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1206; }","duration":"385.462235ms","start":"2026-04-02T16:49:14.950559Z","end":"2026-04-02T16:49:15.336022Z","steps":["trace[354775889] 'range keys from in-memory index tree' (duration: 385.29411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:15.336059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:14.950555Z","time spent":"385.499807ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:49:15.336187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.144147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:49:15.336165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.262293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:49:15.336226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.370522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:49:15.336246Z","caller":"traceutil/trace.go:171","msg":"trace[308263240] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1206; }","duration":"229.354676ms","start":"2026-04-02T16:49:15.106872Z","end":"2026-04-02T16:49:15.336227Z","steps":["trace[308263240] 'count revisions from in-memory index tree' (duration: 229.174379ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:15.336212Z","caller":"traceutil/trace.go:171","msg":"trace[1207890946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1206; }","duration":"386.193459ms","start":"2026-04-02T16:49:14.950013Z","end":"2026-04-02T16:49:15.336207Z","steps":["trace[1207890946] 'range keys from in-memory index tree' (duration: 386.065955ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:15.336288Z","caller":"traceutil/trace.go:171","msg":"trace[2061241292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1206; }","duration":"385.443085ms","start":"2026-04-02T16:49:14.950832Z","end":"2026-04-02T16:49:15.336275Z","steps":["trace[2061241292] 'range keys from in-memory index tree' (duration: 385.241268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:15.336306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:14.949997Z","time spent":"386.304892ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:49:15.33632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:14.950817Z","time spent":"385.494107ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:49:15.336336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.554248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:49:15.336451Z","caller":"traceutil/trace.go:171","msg":"trace[2087767974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1206; }","duration":"385.746115ms","start":"2026-04-02T16:49:14.95068Z","end":"2026-04-02T16:49:15.336427Z","steps":["trace[2087767974] 'range keys from in-memory index tree' (duration: 385.324112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:15.336542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:14.950627Z","time spent":"385.898179ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:49:15.335969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.909413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:49:15.33691Z","caller":"traceutil/trace.go:171","msg":"trace[1444125644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1206; }","duration":"560.900964ms","start":"2026-04-02T16:49:14.775993Z","end":"2026-04-02T16:49:15.336894Z","steps":["trace[1444125644] 'range keys from in-memory index tree' (duration: 559.680245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:15.337084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:14.775942Z","time spent":"561.08063ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:49:34.45549Z","caller":"traceutil/trace.go:171","msg":"trace[598417299] linearizableReadLoop","detail":"{readStateIndex:1500; appliedIndex:1499; }","duration":"139.474647ms","start":"2026-04-02T16:49:34.315981Z","end":"2026-04-02T16:49:34.455456Z","steps":["trace[598417299] 'read index received' (duration: 139.397574ms)","trace[598417299] 'applied index is now lower than readState.Index' (duration: 75.503µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:49:34.455676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.657383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:49:34.455717Z","caller":"traceutil/trace.go:171","msg":"trace[441573686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1451; }","duration":"139.776117ms","start":"2026-04-02T16:49:34.315926Z","end":"2026-04-02T16:49:34.455702Z","steps":["trace[441573686] 'agreement among raft nodes before linearized reading' (duration: 139.676073ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:34.455667Z","caller":"traceutil/trace.go:171","msg":"trace[1516457835] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"139.956132ms","start":"2026-04-02T16:49:34.315635Z","end":"2026-04-02T16:49:34.455591Z","steps":["trace[1516457835] 'process raft request' (duration: 139.599591ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:38.291373Z","caller":"traceutil/trace.go:171","msg":"trace[808337741] linearizableReadLoop","detail":"{readStateIndex:1516; appliedIndex:1514; }","duration":"768.260805ms","start":"2026-04-02T16:49:37.523081Z","end":"2026-04-02T16:49:38.291342Z","steps":["trace[808337741] 'read index received' (duration: 38.373699ms)","trace[808337741] 'applied index is now lower than readState.Index' (duration: 729.885636ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:49:38.291454Z","caller":"traceutil/trace.go:171","msg":"trace[2073605632] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"770.265079ms","start":"2026-04-02T16:49:37.521129Z","end":"2026-04-02T16:49:38.291394Z","steps":["trace[2073605632] 'process raft request' (duration: 769.938179ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:38.291561Z","caller":"traceutil/trace.go:171","msg":"trace[961167972] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"767.353636ms","start":"2026-04-02T16:49:37.524199Z","end":"2026-04-02T16:49:38.291553Z","steps":["trace[961167972] 'process raft request' (duration: 767.103338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:38.291717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:37.52418Z","time spent":"767.425278ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:49:38.291717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:37.521079Z","time spent":"770.500176ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:49:38.291961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.340237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:49:38.292031Z","caller":"traceutil/trace.go:171","msg":"trace[1063737207] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1469; }","duration":"413.492543ms","start":"2026-04-02T16:49:37.878522Z","end":"2026-04-02T16:49:38.292014Z","steps":["trace[1063737207] 'agreement among raft nodes before linearized reading' (duration: 413.246865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:38.292069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:37.878491Z","time spent":"413.570906ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":18,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:49:38.29205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.924786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:49:38.292145Z","caller":"traceutil/trace.go:171","msg":"trace[785317220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1469; }","duration":"769.064401ms","start":"2026-04-02T16:49:37.523061Z","end":"2026-04-02T16:49:38.292126Z","steps":["trace[785317220] 'agreement among raft nodes before linearized reading' (duration: 768.750421ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:38.291529Z","caller":"traceutil/trace.go:171","msg":"trace[1211556931] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"768.188063ms","start":"2026-04-02T16:49:37.523325Z","end":"2026-04-02T16:49:38.291513Z","steps":["trace[1211556931] 'process raft request' (duration: 767.929055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:38.292192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:37.523052Z","time spent":"769.131143ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:49:38.292243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:49:37.523313Z","time spent":"768.881145ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:49:38.405298Z","caller":"traceutil/trace.go:171","msg":"trace[715390867] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1518; }","duration":"101.339375ms","start":"2026-04-02T16:49:38.303925Z","end":"2026-04-02T16:49:38.405264Z","steps":["trace[715390867] 'read index received' (duration: 88.770783ms)","trace[715390867] 'applied index is now lower than readState.Index' (duration: 12.567342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:49:38.405664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.696487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:49:38.405718Z","caller":"traceutil/trace.go:171","msg":"trace[588152777] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1470; }","duration":"101.81527ms","start":"2026-04-02T16:49:38.303892Z","end":"2026-04-02T16:49:38.405707Z","steps":["trace[588152777] 'agreement among raft nodes before linearized reading' (duration: 101.682766ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:38.405486Z","caller":"traceutil/trace.go:171","msg":"trace[874155592] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"108.188294ms","start":"2026-04-02T16:49:38.297275Z","end":"2026-04-02T16:49:38.405463Z","steps":["trace[874155592] 'process raft request' (duration: 95.340333ms)","trace[874155592] 'compare' (duration: 12.16693ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:49:48.768288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.922546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:49:48.768384Z","caller":"traceutil/trace.go:171","msg":"trace[242705243] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"264.892594ms","start":"2026-04-02T16:49:48.503475Z","end":"2026-04-02T16:49:48.768368Z","steps":["trace[242705243] 'process raft request' (duration: 28.820763ms)","trace[242705243] 'compare' (duration: 235.813773ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:49:55.808503Z","caller":"traceutil/trace.go:171","msg":"trace[1228469721] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1807; }","duration":"116.339066ms","start":"2026-04-02T16:49:55.692126Z","end":"2026-04-02T16:49:55.808465Z","steps":["trace[1228469721] 'read index received' (duration: 115.921663ms)","trace[1228469721] 'applied index is now lower than readState.Index' (duration: 415.973µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:49:55.808549Z","caller":"traceutil/trace.go:171","msg":"trace[583696172] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"126.154901ms","start":"2026-04-02T16:49:55.682356Z","end":"2026-04-02T16:49:55.808511Z","steps":["trace[583696172] 'process raft request' (duration: 125.834051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:55.808809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.524532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:49:55.808801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.617155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:49:55.808865Z","caller":"traceutil/trace.go:171","msg":"trace[254184017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1750; }","duration":"116.685937ms","start":"2026-04-02T16:49:55.692166Z","end":"2026-04-02T16:49:55.808852Z","steps":["trace[254184017] 'agreement among raft nodes before linearized reading' (duration: 116.542142ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:55.808904Z","caller":"traceutil/trace.go:171","msg":"trace[1360323887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1750; }","duration":"116.78259ms","start":"2026-04-02T16:49:55.692082Z","end":"2026-04-02T16:49:55.808865Z","steps":["trace[1360323887] 'agreement among raft nodes before linearized reading' (duration: 116.569433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:49:55.809111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.180789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:49:55.809157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.89135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:49:55.809244Z","caller":"traceutil/trace.go:171","msg":"trace[793324644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1750; }","duration":"105.104717ms","start":"2026-04-02T16:49:55.704117Z","end":"2026-04-02T16:49:55.809222Z","steps":["trace[793324644] 'agreement among raft nodes before linearized reading' (duration: 104.813477ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:49:55.809244Z","caller":"traceutil/trace.go:171","msg":"trace[1325477719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1750; }","duration":"105.337093ms","start":"2026-04-02T16:49:55.703873Z","end":"2026-04-02T16:49:55.80921Z","steps":["trace[1325477719] 'agreement among raft nodes before linearized reading' (duration: 105.131087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:01.841665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.524133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:01.841995Z","caller":"traceutil/trace.go:171","msg":"trace[693835529] linearizableReadLoop","detail":"{readStateIndex:1917; appliedIndex:1916; }","duration":"1.234850649s","start":"2026-04-02T16:50:00.60712Z","end":"2026-04-02T16:50:01.841971Z","steps":["trace[693835529] 'read index received' (duration: 258.911102ms)","trace[693835529] 'applied index is now lower than readState.Index' (duration: 975.937417ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:01.842031Z","caller":"traceutil/trace.go:171","msg":"trace[66921425] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"1.319201211s","start":"2026-04-02T16:50:00.522792Z","end":"2026-04-02T16:50:01.841993Z","steps":["trace[66921425] 'process raft request' (duration: 343.214322ms)","trace[66921425] 'compare' (duration: 975.062159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:01.842222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:00.52278Z","time spent":"1.319339795s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:01.842502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235346684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:50:01.842594Z","caller":"traceutil/trace.go:171","msg":"trace[2131056456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1857; }","duration":"1.235491939s","start":"2026-04-02T16:50:00.607082Z","end":"2026-04-02T16:50:01.842574Z","steps":["trace[2131056456] 'agreement among raft nodes before linearized reading' (duration: 1.234953052s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:01.842746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:00.607067Z","time spent":"1.235666445s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T16:50:01.843754Z","caller":"traceutil/trace.go:171","msg":"trace[480661212] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"1.007834128s","start":"2026-04-02T16:50:00.835904Z","end":"2026-04-02T16:50:01.843738Z","steps":["trace[480661212] 'process raft request' (duration: 1.007645242s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:01.843761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176228911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:01.843836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:00.835865Z","time spent":"1.007929871s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:01.843859Z","caller":"traceutil/trace.go:171","msg":"trace[60152435] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1858; }","duration":"1.176437068s","start":"2026-04-02T16:50:00.667404Z","end":"2026-04-02T16:50:01.843842Z","steps":["trace[60152435] 'agreement among raft nodes before linearized reading' (duration: 1.176276973s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:01.844111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:00.66737Z","time spent":"1.176730428s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:01.84433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.697283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:01.844384Z","caller":"traceutil/trace.go:171","msg":"trace[543012442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1858; }","duration":"104.788016ms","start":"2026-04-02T16:50:01.739581Z","end":"2026-04-02T16:50:01.844369Z","steps":["trace[543012442] 'agreement among raft nodes before linearized reading' (duration: 104.717953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:01.84439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.048113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-02T16:50:01.844431Z","caller":"traceutil/trace.go:171","msg":"trace[1184660348] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885; range_end:; response_count:1; response_revision:1858; }","duration":"938.130796ms","start":"2026-04-02T16:50:00.906286Z","end":"2026-04-02T16:50:01.844417Z","steps":["trace[1184660348] 'agreement among raft nodes before linearized reading' (duration: 938.027843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:01.844468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:00.90626Z","time spent":"938.201268ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" "} {"level":"warn","ts":"2026-04-02T16:50:01.843795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.044435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:01.844764Z","caller":"traceutil/trace.go:171","msg":"trace[240826714] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1858; }","duration":"427.058008ms","start":"2026-04-02T16:50:01.417696Z","end":"2026-04-02T16:50:01.844754Z","steps":["trace[240826714] 'agreement among raft nodes before linearized reading' (duration: 426.010454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:01.844821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:01.417679Z","time spent":"427.12448ms","remote":"127.0.0.1:59122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:01.845043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007637442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-02T16:50:01.845107Z","caller":"traceutil/trace.go:171","msg":"trace[1811400649] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885; range_end:; response_count:1; response_revision:1858; }","duration":"1.007737905s","start":"2026-04-02T16:50:00.837355Z","end":"2026-04-02T16:50:01.845093Z","steps":["trace[1811400649] 'agreement among raft nodes before linearized reading' (duration: 1.00757893s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:01.845149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:00.837327Z","time spent":"1.007813187s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" "} {"level":"warn","ts":"2026-04-02T16:50:01.863681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.682268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-02T16:50:01.863754Z","caller":"traceutil/trace.go:171","msg":"trace[757076962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1858; }","duration":"940.77637ms","start":"2026-04-02T16:50:00.922958Z","end":"2026-04-02T16:50:01.863734Z","steps":["trace[757076962] 'agreement among raft nodes before linearized reading' (duration: 920.822921ms)","trace[757076962] 'range keys from bolt db' (duration: 19.818214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:01.863782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:00.92295Z","time spent":"940.825932ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:50:01.863887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.489194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:01.864003Z","caller":"traceutil/trace.go:171","msg":"trace[1610660146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1858; }","duration":"537.66248ms","start":"2026-04-02T16:50:01.326314Z","end":"2026-04-02T16:50:01.863977Z","steps":["trace[1610660146] 'agreement among raft nodes before linearized reading' (duration: 517.827714ms)","trace[1610660146] 'get authentication metadata' (duration: 19.64456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:01.864084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:01.326293Z","time spent":"537.780144ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:50:02.505163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.555196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:02.505339Z","caller":"traceutil/trace.go:171","msg":"trace[1019365045] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"638.768358ms","start":"2026-04-02T16:50:01.866542Z","end":"2026-04-02T16:50:02.505311Z","steps":["trace[1019365045] 'process raft request' (duration: 105.920742ms)","trace[1019365045] 'compare' (duration: 531.762551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:02.505441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:01.866503Z","time spent":"638.894003ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:03.453903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393652695s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T16:50:03.454516Z","caller":"traceutil/trace.go:171","msg":"trace[1863328194] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"1.585767578s","start":"2026-04-02T16:50:01.8687Z","end":"2026-04-02T16:50:03.454468Z","steps":["trace[1863328194] 'process raft request' (duration: 1.585402227s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.454702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:01.868687Z","time spent":"1.585910153s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:03.454674Z","caller":"traceutil/trace.go:171","msg":"trace[327810289] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1918; }","duration":"1.504310539s","start":"2026-04-02T16:50:01.950283Z","end":"2026-04-02T16:50:03.454594Z","steps":["trace[327810289] 'read index received' (duration: 22.205641ms)","trace[327810289] 'applied index is now lower than readState.Index' (duration: 1.482102238s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:03.45467Z","caller":"traceutil/trace.go:171","msg":"trace[218630686] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"1.585849821s","start":"2026-04-02T16:50:01.868767Z","end":"2026-04-02T16:50:03.454617Z","steps":["trace[218630686] 'process raft request' (duration: 1.585582152s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.454964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504682512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-02T16:50:03.455032Z","caller":"traceutil/trace.go:171","msg":"trace[847601544] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1861; }","duration":"1.504797856s","start":"2026-04-02T16:50:01.950214Z","end":"2026-04-02T16:50:03.455012Z","steps":["trace[847601544] 'agreement among raft nodes before linearized reading' (duration: 1.5046176s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.455068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:01.950192Z","time spent":"1.504866527s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:50:03.456016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:01.868759Z","time spent":"1.586095559s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:03.457485Z","caller":"traceutil/trace.go:171","msg":"trace[564209547] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"128.812695ms","start":"2026-04-02T16:50:03.328639Z","end":"2026-04-02T16:50:03.457451Z","steps":["trace[564209547] 'process raft request' (duration: 128.739773ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:03.457729Z","caller":"traceutil/trace.go:171","msg":"trace[17742108] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"159.940212ms","start":"2026-04-02T16:50:03.297778Z","end":"2026-04-02T16:50:03.457718Z","steps":["trace[17742108] 'process raft request' (duration: 159.414786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.463587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.982405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:03.463662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.813422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:50:03.463692Z","caller":"traceutil/trace.go:171","msg":"trace[1506637278] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1863; }","duration":"506.10808ms","start":"2026-04-02T16:50:02.957542Z","end":"2026-04-02T16:50:03.46365Z","steps":["trace[1506637278] 'agreement among raft nodes before linearized reading' (duration: 505.937744ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:03.463707Z","caller":"traceutil/trace.go:171","msg":"trace[224628716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1863; }","duration":"945.927266ms","start":"2026-04-02T16:50:02.517769Z","end":"2026-04-02T16:50:03.463696Z","steps":["trace[224628716] 'agreement among raft nodes before linearized reading' (duration: 945.763481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.463714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.295634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:03.46374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018744708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:50:03.463794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.877112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:50:03.463822Z","caller":"traceutil/trace.go:171","msg":"trace[1491569884] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1863; }","duration":"633.952314ms","start":"2026-04-02T16:50:02.829861Z","end":"2026-04-02T16:50:03.463813Z","steps":["trace[1491569884] 'agreement among raft nodes before linearized reading' (duration: 633.898962ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:03.463829Z","caller":"traceutil/trace.go:171","msg":"trace[680292768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1863; }","duration":"1.018907954s","start":"2026-04-02T16:50:02.444903Z","end":"2026-04-02T16:50:03.463811Z","steps":["trace[680292768] 'agreement among raft nodes before linearized reading' (duration: 1.018635765s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.463848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:02.829836Z","time spent":"634.005096ms","remote":"127.0.0.1:34010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:03.463877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:02.444872Z","time spent":"1.018992236s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:50:03.463782Z","caller":"traceutil/trace.go:171","msg":"trace[262195917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"150.412407ms","start":"2026-04-02T16:50:03.313357Z","end":"2026-04-02T16:50:03.463769Z","steps":["trace[262195917] 'agreement among raft nodes before linearized reading' (duration: 150.298164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.463943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400920018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-02T16:50:03.464001Z","caller":"traceutil/trace.go:171","msg":"trace[666636650] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1863; }","duration":"1.401040412s","start":"2026-04-02T16:50:02.06294Z","end":"2026-04-02T16:50:03.46398Z","steps":["trace[666636650] 'agreement among raft nodes before linearized reading' (duration: 1.400863756s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.464041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:02.062905Z","time spent":"1.401129005s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":546,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T16:50:03.463888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.637085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-04-02T16:50:03.463733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:02.957528Z","time spent":"506.196222ms","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:50:03.464126Z","caller":"traceutil/trace.go:171","msg":"trace[2119333965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1863; }","duration":"594.852541ms","start":"2026-04-02T16:50:02.869228Z","end":"2026-04-02T16:50:03.46408Z","steps":["trace[2119333965] 'agreement among raft nodes before linearized reading' (duration: 594.540541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.46417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:02.869219Z","time spent":"594.939485ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:50:03.463892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095036492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-02T16:50:03.464206Z","caller":"traceutil/trace.go:171","msg":"trace[953910080] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1863; }","duration":"1.095390003s","start":"2026-04-02T16:50:02.368804Z","end":"2026-04-02T16:50:03.464194Z","steps":["trace[953910080] 'agreement among raft nodes before linearized reading' (duration: 1.095000741s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.464241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:02.368777Z","time spent":"1.095452185s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:50:03.463738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:02.517748Z","time spent":"945.981338ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:50:03.464183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.865865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" ","response":"range_response_count:1 size:3740"} {"level":"info","ts":"2026-04-02T16:50:03.464414Z","caller":"traceutil/trace.go:171","msg":"trace[1351822764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885; range_end:; response_count:1; response_revision:1863; }","duration":"596.281517ms","start":"2026-04-02T16:50:02.868111Z","end":"2026-04-02T16:50:03.464393Z","steps":["trace[1351822764] 'agreement among raft nodes before linearized reading' (duration: 595.715189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:03.464498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:02.868075Z","time spent":"596.407651ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3762,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" "} {"level":"info","ts":"2026-04-02T16:50:05.547091Z","caller":"traceutil/trace.go:171","msg":"trace[956525728] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1948; }","duration":"232.837977ms","start":"2026-04-02T16:50:05.314226Z","end":"2026-04-02T16:50:05.547063Z","steps":["trace[956525728] 'read index received' (duration: 232.61368ms)","trace[956525728] 'applied index is now lower than readState.Index' (duration: 222.497µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:05.547116Z","caller":"traceutil/trace.go:171","msg":"trace[854443609] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1887; }","duration":"264.729208ms","start":"2026-04-02T16:50:05.282361Z","end":"2026-04-02T16:50:05.54709Z","steps":["trace[854443609] 'process raft request' (duration: 264.499761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:05.547234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.998922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:05.547268Z","caller":"traceutil/trace.go:171","msg":"trace[396638265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1887; }","duration":"233.113236ms","start":"2026-04-02T16:50:05.314149Z","end":"2026-04-02T16:50:05.547262Z","steps":["trace[396638265] 'agreement among raft nodes before linearized reading' (duration: 233.014363ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:08.417722Z","caller":"traceutil/trace.go:171","msg":"trace[450174525] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1994; }","duration":"102.839954ms","start":"2026-04-02T16:50:08.314852Z","end":"2026-04-02T16:50:08.417692Z","steps":["trace[450174525] 'read index received' (duration: 102.654458ms)","trace[450174525] 'applied index is now lower than readState.Index' (duration: 184.146µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:08.417887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.013199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:08.417953Z","caller":"traceutil/trace.go:171","msg":"trace[940119279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"103.137703ms","start":"2026-04-02T16:50:08.314796Z","end":"2026-04-02T16:50:08.417934Z","steps":["trace[940119279] 'agreement among raft nodes before linearized reading' (duration: 103.014749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:08.920035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007536898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T16:50:09.054669Z","caller":"traceutil/trace.go:171","msg":"trace[146048260] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"635.257125ms","start":"2026-04-02T16:50:08.419375Z","end":"2026-04-02T16:50:09.054632Z","steps":["trace[146048260] 'process raft request' (duration: 635.08664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.054801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:08.41935Z","time spent":"635.384129ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:09.054847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.341498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:09.054656Z","caller":"traceutil/trace.go:171","msg":"trace[1570284438] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"635.187084ms","start":"2026-04-02T16:50:08.419427Z","end":"2026-04-02T16:50:09.054614Z","steps":["trace[1570284438] 'read index received' (duration: 634.975927ms)","trace[1570284438] 'applied index is now lower than readState.Index' (duration: 210.237µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:09.054915Z","caller":"traceutil/trace.go:171","msg":"trace[1399683581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1932; }","duration":"635.543485ms","start":"2026-04-02T16:50:08.419359Z","end":"2026-04-02T16:50:09.054902Z","steps":["trace[1399683581] 'agreement among raft nodes before linearized reading' (duration: 635.353689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.054954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:08.419328Z","time spent":"635.617417ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:50:09.055176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.568974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-04-02T16:50:09.055184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.314628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T16:50:09.05522Z","caller":"traceutil/trace.go:171","msg":"trace[2120918950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1932; }","duration":"467.634667ms","start":"2026-04-02T16:50:08.587573Z","end":"2026-04-02T16:50:09.055208Z","steps":["trace[2120918950] 'agreement among raft nodes before linearized reading' (duration: 467.513723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.055248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:08.587561Z","time spent":"467.681619ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T16:50:09.055241Z","caller":"traceutil/trace.go:171","msg":"trace[1367257114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1932; }","duration":"522.37196ms","start":"2026-04-02T16:50:08.532853Z","end":"2026-04-02T16:50:09.055225Z","steps":["trace[1367257114] 'agreement among raft nodes before linearized reading' (duration: 522.195815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.055282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:08.532793Z","time spent":"522.480664ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:50:09.362524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.822315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:09.362626Z","caller":"traceutil/trace.go:171","msg":"trace[951897085] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"303.245702ms","start":"2026-04-02T16:50:09.059366Z","end":"2026-04-02T16:50:09.362612Z","steps":["trace[951897085] 'read index received' (duration: 81.285253ms)","trace[951897085] 'applied index is now lower than readState.Index' (duration: 221.959329ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:09.362678Z","caller":"traceutil/trace.go:171","msg":"trace[1033165069] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"303.923434ms","start":"2026-04-02T16:50:09.058706Z","end":"2026-04-02T16:50:09.362629Z","steps":["trace[1033165069] 'process raft request' (duration: 81.924283ms)","trace[1033165069] 'compare' (duration: 221.637409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:09.362807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.440638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-04-02T16:50:09.36282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.058695Z","time spent":"304.044828ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:09.362841Z","caller":"traceutil/trace.go:171","msg":"trace[156191563] range","detail":"{range_begin:/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885; range_end:; response_count:1; response_revision:1933; }","duration":"303.473569ms","start":"2026-04-02T16:50:09.059358Z","end":"2026-04-02T16:50:09.362832Z","steps":["trace[156191563] 'agreement among raft nodes before linearized reading' (duration: 303.327584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.362871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.059308Z","time spent":"303.555942ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" "} {"level":"warn","ts":"2026-04-02T16:50:09.437358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.753988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T16:50:09.437399Z","caller":"traceutil/trace.go:171","msg":"trace[1525512049] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"370.29946ms","start":"2026-04-02T16:50:09.067065Z","end":"2026-04-02T16:50:09.437365Z","steps":["trace[1525512049] 'process raft request' (duration: 370.037242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.437418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.550521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11265"} {"level":"info","ts":"2026-04-02T16:50:09.437443Z","caller":"traceutil/trace.go:171","msg":"trace[410031499] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1934; }","duration":"377.911003ms","start":"2026-04-02T16:50:09.059518Z","end":"2026-04-02T16:50:09.437429Z","steps":["trace[410031499] 'agreement among raft nodes before linearized reading' (duration: 377.757868ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:09.43747Z","caller":"traceutil/trace.go:171","msg":"trace[94357290] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1934; }","duration":"288.625934ms","start":"2026-04-02T16:50:09.14883Z","end":"2026-04-02T16:50:09.437456Z","steps":["trace[94357290] 'agreement among raft nodes before linearized reading' (duration: 288.526941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.43748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.05951Z","time spent":"377.961335ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T16:50:09.437524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.06705Z","time spent":"370.406893ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11250,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:09.600921Z","caller":"traceutil/trace.go:171","msg":"trace[1602921815] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"156.479472ms","start":"2026-04-02T16:50:09.444419Z","end":"2026-04-02T16:50:09.600898Z","steps":["trace[1602921815] 'process raft request' (duration: 147.116462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.980804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.741235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:09.980976Z","caller":"traceutil/trace.go:171","msg":"trace[802423621] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"536.364298ms","start":"2026-04-02T16:50:09.444587Z","end":"2026-04-02T16:50:09.980951Z","steps":["trace[802423621] 'process raft request' (duration: 278.387545ms)","trace[802423621] 'compare' (duration: 257.654822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:09.981078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.444562Z","time spent":"536.468411ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:09.981276Z","caller":"traceutil/trace.go:171","msg":"trace[949377146] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"536.578874ms","start":"2026-04-02T16:50:09.444652Z","end":"2026-04-02T16:50:09.98123Z","steps":["trace[949377146] 'process raft request' (duration: 536.237584ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:09.981323Z","caller":"traceutil/trace.go:171","msg":"trace[1586509329] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"536.381268ms","start":"2026-04-02T16:50:09.444912Z","end":"2026-04-02T16:50:09.981294Z","steps":["trace[1586509329] 'process raft request' (duration: 536.207933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.981491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.444622Z","time spent":"536.76235ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1702,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:09.981558Z","caller":"traceutil/trace.go:171","msg":"trace[1134162890] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"499.6026ms","start":"2026-04-02T16:50:09.481936Z","end":"2026-04-02T16:50:09.981539Z","steps":["trace[1134162890] 'process raft request' (duration: 499.249579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.981664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.444899Z","time spent":"536.631666ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:09.981757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.772515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:09.981793Z","caller":"traceutil/trace.go:171","msg":"trace[1913177994] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1940; }","duration":"479.858178ms","start":"2026-04-02T16:50:09.501923Z","end":"2026-04-02T16:50:09.981782Z","steps":["trace[1913177994] 'agreement among raft nodes before linearized reading' (duration: 479.777105ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:09.981677Z","caller":"traceutil/trace.go:171","msg":"trace[1230111319] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:1998; }","duration":"479.673022ms","start":"2026-04-02T16:50:09.501992Z","end":"2026-04-02T16:50:09.981666Z","steps":["trace[1230111319] 'read index received' (duration: 89.500236ms)","trace[1230111319] 'applied index is now lower than readState.Index' (duration: 390.171006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:09.981675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.481926Z","time spent":"499.694484ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:09.981825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.501898Z","time spent":"479.92091ms","remote":"127.0.0.1:58246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:09.982081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.021657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:50:09.98214Z","caller":"traceutil/trace.go:171","msg":"trace[2140896210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1940; }","duration":"408.121931ms","start":"2026-04-02T16:50:09.574001Z","end":"2026-04-02T16:50:09.982123Z","steps":["trace[2140896210] 'agreement among raft nodes before linearized reading' (duration: 407.930965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.982188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.573975Z","time spent":"408.201824ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:09.982241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.84412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:50:09.982306Z","caller":"traceutil/trace.go:171","msg":"trace[1421557689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1940; }","duration":"100.963404ms","start":"2026-04-02T16:50:09.881334Z","end":"2026-04-02T16:50:09.982298Z","steps":["trace[1421557689] 'agreement among raft nodes before linearized reading' (duration: 100.649203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.98247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.835042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:50:09.982498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.411112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-02T16:50:09.982516Z","caller":"traceutil/trace.go:171","msg":"trace[1323858302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1940; }","duration":"402.912224ms","start":"2026-04-02T16:50:09.579593Z","end":"2026-04-02T16:50:09.982506Z","steps":["trace[1323858302] 'agreement among raft nodes before linearized reading' (duration: 402.803501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.982479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.249122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-02T16:50:09.982548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.57958Z","time spent":"402.960965ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:50:09.982549Z","caller":"traceutil/trace.go:171","msg":"trace[16597102] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1940; }","duration":"399.513545ms","start":"2026-04-02T16:50:09.583021Z","end":"2026-04-02T16:50:09.982535Z","steps":["trace[16597102] 'agreement among raft nodes before linearized reading' (duration: 399.35883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.98259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.583013Z","time spent":"399.567537ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T16:50:09.982582Z","caller":"traceutil/trace.go:171","msg":"trace[1369063723] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1940; }","duration":"372.396367ms","start":"2026-04-02T16:50:09.610157Z","end":"2026-04-02T16:50:09.982553Z","steps":["trace[1369063723] 'agreement among raft nodes before linearized reading' (duration: 372.159919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.982594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.773877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:50:09.982793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.610146Z","time spent":"372.627534ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T16:50:09.98286Z","caller":"traceutil/trace.go:171","msg":"trace[1134469676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1940; }","duration":"402.054287ms","start":"2026-04-02T16:50:09.580785Z","end":"2026-04-02T16:50:09.982839Z","steps":["trace[1134469676] 'agreement among raft nodes before linearized reading' (duration: 401.625073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.983016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.580777Z","time spent":"402.220892ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:50:09.982131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.942686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-02T16:50:09.98323Z","caller":"traceutil/trace.go:171","msg":"trace[1658295978] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1940; }","duration":"385.061123ms","start":"2026-04-02T16:50:09.598142Z","end":"2026-04-02T16:50:09.983203Z","steps":["trace[1658295978] 'agreement among raft nodes before linearized reading' (duration: 383.833003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:09.983309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:09.598131Z","time spent":"385.143555ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":681,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:50:13.685136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488648978s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:13.685246Z","caller":"traceutil/trace.go:171","msg":"trace[380522990] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2029; }","duration":"1.609803868s","start":"2026-04-02T16:50:12.075432Z","end":"2026-04-02T16:50:13.685236Z","steps":["trace[380522990] 'read index received' (duration: 120.941903ms)","trace[380522990] 'applied index is now lower than readState.Index' (duration: 1.488861425s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:13.685295Z","caller":"traceutil/trace.go:171","msg":"trace[1824594413] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.630966036s","start":"2026-04-02T16:50:12.054295Z","end":"2026-04-02T16:50:13.685261Z","steps":["trace[1824594413] 'process raft request' (duration: 142.136192ms)","trace[1824594413] 'compare' (duration: 1.488573345s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:13.685302Z","caller":"traceutil/trace.go:171","msg":"trace[1868245565] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.630951325s","start":"2026-04-02T16:50:12.054313Z","end":"2026-04-02T16:50:13.685265Z","steps":["trace[1868245565] 'process raft request' (duration: 1.630892193s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:13.685492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:12.054272Z","time spent":"1.631137481s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:13.685503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:12.054299Z","time spent":"1.631121281s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:13.685877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610459159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-02T16:50:13.685916Z","caller":"traceutil/trace.go:171","msg":"trace[131633154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"1.610532151s","start":"2026-04-02T16:50:12.075364Z","end":"2026-04-02T16:50:13.685897Z","steps":["trace[131633154] 'agreement among raft nodes before linearized reading' (duration: 1.609913701s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:13.685939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:12.075342Z","time spent":"1.610590033s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T16:50:13.839428Z","caller":"traceutil/trace.go:171","msg":"trace[1505961527] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2031; }","duration":"154.133406ms","start":"2026-04-02T16:50:13.685261Z","end":"2026-04-02T16:50:13.839395Z","steps":["trace[1505961527] 'read index received' (duration: 147.917497ms)","trace[1505961527] 'applied index is now lower than readState.Index' (duration: 6.214949ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:13.839462Z","caller":"traceutil/trace.go:171","msg":"trace[1453244926] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"391.20511ms","start":"2026-04-02T16:50:13.448236Z","end":"2026-04-02T16:50:13.839441Z","steps":["trace[1453244926] 'process raft request' (duration: 390.89242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:13.839566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:13.448207Z","time spent":"391.300103ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8214,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:13.839684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.784776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T16:50:13.839756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.436058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-02T16:50:13.839795Z","caller":"traceutil/trace.go:171","msg":"trace[48434800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1968; }","duration":"150.476519ms","start":"2026-04-02T16:50:13.689304Z","end":"2026-04-02T16:50:13.839781Z","steps":["trace[48434800] 'agreement among raft nodes before linearized reading' (duration: 150.358746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:13.83979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.958425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-04-02T16:50:13.839741Z","caller":"traceutil/trace.go:171","msg":"trace[1431032578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1968; }","duration":"459.89293ms","start":"2026-04-02T16:50:13.379835Z","end":"2026-04-02T16:50:13.839728Z","steps":["trace[1431032578] 'agreement among raft nodes before linearized reading' (duration: 459.693353ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:13.83988Z","caller":"traceutil/trace.go:171","msg":"trace[1429484747] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1968; }","duration":"151.066139ms","start":"2026-04-02T16:50:13.688786Z","end":"2026-04-02T16:50:13.839852Z","steps":["trace[1429484747] 'agreement among raft nodes before linearized reading' (duration: 150.824741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:13.839912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:13.379816Z","time spent":"460.085025ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:50:13.839894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141861491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:50:13.839925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240246153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:13.839969Z","caller":"traceutil/trace.go:171","msg":"trace[113265159] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1968; }","duration":"1.240323965s","start":"2026-04-02T16:50:12.599634Z","end":"2026-04-02T16:50:13.839958Z","steps":["trace[113265159] 'agreement among raft nodes before linearized reading' (duration: 1.240249223s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:13.839974Z","caller":"traceutil/trace.go:171","msg":"trace[1632851297] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1968; }","duration":"1.142000036s","start":"2026-04-02T16:50:12.697956Z","end":"2026-04-02T16:50:13.839956Z","steps":["trace[1632851297] 'agreement among raft nodes before linearized reading' (duration: 1.14181884s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:13.840002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:12.599611Z","time spent":"1.240383926s","remote":"127.0.0.1:33830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:13.840028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:12.69794Z","time spent":"1.142071778s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:50:13.840052Z","caller":"traceutil/trace.go:171","msg":"trace[1881435206] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"259.888573ms","start":"2026-04-02T16:50:13.580142Z","end":"2026-04-02T16:50:13.840031Z","steps":["trace[1881435206] 'process raft request' (duration: 259.189611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:13.84035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526714556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:13.840612Z","caller":"traceutil/trace.go:171","msg":"trace[524990464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1968; }","duration":"1.527106499s","start":"2026-04-02T16:50:12.313486Z","end":"2026-04-02T16:50:13.840593Z","steps":["trace[524990464] 'agreement among raft nodes before linearized reading' (duration: 1.526694776s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:13.840652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:12.313461Z","time spent":"1.527180692s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:50:30.190438Z","caller":"traceutil/trace.go:171","msg":"trace[658676297] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"120.676137ms","start":"2026-04-02T16:50:30.069736Z","end":"2026-04-02T16:50:30.190413Z","steps":["trace[658676297] 'process raft request' (duration: 120.428089ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:30.190737Z","caller":"traceutil/trace.go:171","msg":"trace[798332078] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"110.928474ms","start":"2026-04-02T16:50:30.079766Z","end":"2026-04-02T16:50:30.190695Z","steps":["trace[798332078] 'process raft request' (duration: 110.586203ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:30.326707Z","caller":"traceutil/trace.go:171","msg":"trace[138509388] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"131.829614ms","start":"2026-04-02T16:50:30.19483Z","end":"2026-04-02T16:50:30.326659Z","steps":["trace[138509388] 'process raft request' (duration: 58.66003ms)","trace[138509388] 'compare' (duration: 72.959687ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:30.327061Z","caller":"traceutil/trace.go:171","msg":"trace[1221305145] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"132.04325ms","start":"2026-04-02T16:50:30.194994Z","end":"2026-04-02T16:50:30.327037Z","steps":["trace[1221305145] 'process raft request' (duration: 131.598206ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:30.327167Z","caller":"traceutil/trace.go:171","msg":"trace[1119871792] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2164; }","duration":"126.262036ms","start":"2026-04-02T16:50:30.200893Z","end":"2026-04-02T16:50:30.327155Z","steps":["trace[1119871792] 'read index received' (duration: 52.641607ms)","trace[1119871792] 'applied index is now lower than readState.Index' (duration: 73.619189ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:30.327285Z","caller":"traceutil/trace.go:171","msg":"trace[571645454] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"131.014627ms","start":"2026-04-02T16:50:30.196177Z","end":"2026-04-02T16:50:30.327192Z","steps":["trace[571645454] 'process raft request' (duration: 130.772379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:30.327377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.469542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T16:50:30.327444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.234522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-04-02T16:50:30.327462Z","caller":"traceutil/trace.go:171","msg":"trace[2078321982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2095; }","duration":"126.595846ms","start":"2026-04-02T16:50:30.200847Z","end":"2026-04-02T16:50:30.327442Z","steps":["trace[2078321982] 'agreement among raft nodes before linearized reading' (duration: 126.39232ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:30.327517Z","caller":"traceutil/trace.go:171","msg":"trace[1379092831] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2095; }","duration":"125.318945ms","start":"2026-04-02T16:50:30.20218Z","end":"2026-04-02T16:50:30.327499Z","steps":["trace[1379092831] 'agreement among raft nodes before linearized reading' (duration: 125.100828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:30.327881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.356035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T16:50:30.32792Z","caller":"traceutil/trace.go:171","msg":"trace[1458157283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2095; }","duration":"124.483548ms","start":"2026-04-02T16:50:30.203427Z","end":"2026-04-02T16:50:30.327911Z","steps":["trace[1458157283] 'agreement among raft nodes before linearized reading' (duration: 123.876499ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:30.43779Z","caller":"traceutil/trace.go:171","msg":"trace[410916474] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"105.632905ms","start":"2026-04-02T16:50:30.332131Z","end":"2026-04-02T16:50:30.437764Z","steps":["trace[410916474] 'process raft request' (duration: 104.673594ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:30.438013Z","caller":"traceutil/trace.go:171","msg":"trace[1341864362] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"105.795779ms","start":"2026-04-02T16:50:30.332198Z","end":"2026-04-02T16:50:30.437994Z","steps":["trace[1341864362] 'process raft request' (duration: 105.488189ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:30.438286Z","caller":"traceutil/trace.go:171","msg":"trace[1886139249] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"105.49345ms","start":"2026-04-02T16:50:30.332775Z","end":"2026-04-02T16:50:30.438268Z","steps":["trace[1886139249] 'process raft request' (duration: 105.275443ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:40.720506Z","caller":"traceutil/trace.go:171","msg":"trace[174863120] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2168; }","duration":"112.463104ms","start":"2026-04-02T16:50:40.60802Z","end":"2026-04-02T16:50:40.720483Z","steps":["trace[174863120] 'process raft request' (duration: 111.332038ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.360122Z","caller":"traceutil/trace.go:171","msg":"trace[97917975] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2274; }","duration":"432.88364ms","start":"2026-04-02T16:50:45.927207Z","end":"2026-04-02T16:50:46.360091Z","steps":["trace[97917975] 'read index received' (duration: 432.387904ms)","trace[97917975] 'applied index is now lower than readState.Index' (duration: 494.526µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:46.360189Z","caller":"traceutil/trace.go:171","msg":"trace[51373933] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"542.370378ms","start":"2026-04-02T16:50:45.817779Z","end":"2026-04-02T16:50:46.360149Z","steps":["trace[51373933] 'process raft request' (duration: 542.021716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:46.360375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:45.817733Z","time spent":"542.545524ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16383,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:46.360411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.18523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-02T16:50:46.360454Z","caller":"traceutil/trace.go:171","msg":"trace[947220497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2197; }","duration":"433.290223ms","start":"2026-04-02T16:50:45.92715Z","end":"2026-04-02T16:50:46.36044Z","steps":["trace[947220497] 'agreement among raft nodes before linearized reading' (duration: 433.077086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:46.360493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:45.927127Z","time spent":"433.356755ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:50:46.737044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.251168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:46.737259Z","caller":"traceutil/trace.go:171","msg":"trace[2112835940] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2198; }","duration":"369.461037ms","start":"2026-04-02T16:50:46.367781Z","end":"2026-04-02T16:50:46.737242Z","steps":["trace[2112835940] 'process raft request' (duration: 369.394725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:46.737329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:46.367758Z","time spent":"369.5465ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:50:46.737321Z","caller":"traceutil/trace.go:171","msg":"trace[1404441550] linearizableReadLoop","detail":"{readStateIndex:2276; appliedIndex:2275; }","duration":"377.091112ms","start":"2026-04-02T16:50:46.360198Z","end":"2026-04-02T16:50:46.737289Z","steps":["trace[1404441550] 'read index received' (duration: 87.582966ms)","trace[1404441550] 'applied index is now lower than readState.Index' (duration: 289.506276ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:46.737359Z","caller":"traceutil/trace.go:171","msg":"trace[1560858222] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"467.350694ms","start":"2026-04-02T16:50:46.269896Z","end":"2026-04-02T16:50:46.737246Z","steps":["trace[1560858222] 'process raft request' (duration: 177.798986ms)","trace[1560858222] 'compare' (duration: 289.01005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:46.737542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.064399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:46.737596Z","caller":"traceutil/trace.go:171","msg":"trace[716772565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2198; }","duration":"425.181362ms","start":"2026-04-02T16:50:46.312402Z","end":"2026-04-02T16:50:46.737583Z","steps":["trace[716772565] 'agreement among raft nodes before linearized reading' (duration: 425.054068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:46.737635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:46.312384Z","time spent":"425.242095ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:50:46.737743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:46.269854Z","time spent":"467.652194ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:46.73815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.533168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T16:50:46.73816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.752612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-02T16:50:46.738222Z","caller":"traceutil/trace.go:171","msg":"trace[1632278949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2198; }","duration":"603.650941ms","start":"2026-04-02T16:50:46.134556Z","end":"2026-04-02T16:50:46.738207Z","steps":["trace[1632278949] 'agreement among raft nodes before linearized reading' (duration: 603.440985ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.738253Z","caller":"traceutil/trace.go:171","msg":"trace[270263740] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2198; }","duration":"151.876546ms","start":"2026-04-02T16:50:46.586344Z","end":"2026-04-02T16:50:46.73822Z","steps":["trace[270263740] 'agreement among raft nodes before linearized reading' (duration: 151.667439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:46.73826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:46.134536Z","time spent":"603.716633ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:50:46.738151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.723336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T16:50:46.73836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.13893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-02T16:50:46.738377Z","caller":"traceutil/trace.go:171","msg":"trace[1531637578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2198; }","duration":"326.003255ms","start":"2026-04-02T16:50:46.412353Z","end":"2026-04-02T16:50:46.738356Z","steps":["trace[1531637578] 'agreement among raft nodes before linearized reading' (duration: 325.653074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:46.738445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:46.412332Z","time spent":"326.091608ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T16:50:46.738445Z","caller":"traceutil/trace.go:171","msg":"trace[553580726] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2198; }","duration":"130.264504ms","start":"2026-04-02T16:50:46.608154Z","end":"2026-04-02T16:50:46.738419Z","steps":["trace[553580726] 'agreement among raft nodes before linearized reading' (duration: 130.038637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:46.738523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.313425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:50:46.738614Z","caller":"traceutil/trace.go:171","msg":"trace[1369496097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2198; }","duration":"272.46883ms","start":"2026-04-02T16:50:46.466128Z","end":"2026-04-02T16:50:46.738597Z","steps":["trace[1369496097] 'agreement among raft nodes before linearized reading' (duration: 272.052097ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.909708Z","caller":"traceutil/trace.go:171","msg":"trace[1401834590] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"166.142193ms","start":"2026-04-02T16:50:46.743538Z","end":"2026-04-02T16:50:46.90968Z","steps":["trace[1401834590] 'process raft request' (duration: 166.001358ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.909762Z","caller":"traceutil/trace.go:171","msg":"trace[1864344714] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"166.119502ms","start":"2026-04-02T16:50:46.743619Z","end":"2026-04-02T16:50:46.909739Z","steps":["trace[1864344714] 'process raft request' (duration: 165.966917ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.909739Z","caller":"traceutil/trace.go:171","msg":"trace[868649838] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"166.294618ms","start":"2026-04-02T16:50:46.743385Z","end":"2026-04-02T16:50:46.90968Z","steps":["trace[868649838] 'process raft request' (duration: 157.308659ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.910122Z","caller":"traceutil/trace.go:171","msg":"trace[771205001] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"163.701574ms","start":"2026-04-02T16:50:46.746401Z","end":"2026-04-02T16:50:46.910103Z","steps":["trace[771205001] 'process raft request' (duration: 163.220269ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.910237Z","caller":"traceutil/trace.go:171","msg":"trace[1835170909] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"161.257026ms","start":"2026-04-02T16:50:46.748952Z","end":"2026-04-02T16:50:46.910209Z","steps":["trace[1835170909] 'process raft request' (duration: 160.970956ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.910423Z","caller":"traceutil/trace.go:171","msg":"trace[373355392] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2277; }","duration":"152.813745ms","start":"2026-04-02T16:50:46.757591Z","end":"2026-04-02T16:50:46.910405Z","steps":["trace[373355392] 'read index received' (duration: 17.803469ms)","trace[373355392] 'applied index is now lower than readState.Index' (duration: 135.009556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:46.910533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.931809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-02T16:50:46.910499Z","caller":"traceutil/trace.go:171","msg":"trace[1053876908] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"151.619287ms","start":"2026-04-02T16:50:46.758865Z","end":"2026-04-02T16:50:46.910484Z","steps":["trace[1053876908] 'process raft request' (duration: 151.236305ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.910558Z","caller":"traceutil/trace.go:171","msg":"trace[710424317] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2206; }","duration":"153.022913ms","start":"2026-04-02T16:50:46.757527Z","end":"2026-04-02T16:50:46.91055Z","steps":["trace[710424317] 'agreement among raft nodes before linearized reading' (duration: 152.916689ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:46.910629Z","caller":"traceutil/trace.go:171","msg":"trace[242531730] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"151.735441ms","start":"2026-04-02T16:50:46.758888Z","end":"2026-04-02T16:50:46.910624Z","steps":["trace[242531730] 'process raft request' (duration: 151.459372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:47.421512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007537577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:50:48.651524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192024933s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:50:48.651804Z","caller":"traceutil/trace.go:171","msg":"trace[1203379142] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2285; }","duration":"1.731366843s","start":"2026-04-02T16:50:46.920419Z","end":"2026-04-02T16:50:48.651786Z","steps":["trace[1203379142] 'read index received' (duration: 539.00472ms)","trace[1203379142] 'applied index is now lower than readState.Index' (duration: 1.192361083s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:48.651894Z","caller":"traceutil/trace.go:171","msg":"trace[1717500327] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"1.734251456s","start":"2026-04-02T16:50:46.917631Z","end":"2026-04-02T16:50:48.651883Z","steps":["trace[1717500327] 'process raft request' (duration: 1.734089801s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:48.651966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:46.91761Z","time spent":"1.734317578s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:48.651994Z","caller":"traceutil/trace.go:171","msg":"trace[1436196050] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.735433154s","start":"2026-04-02T16:50:46.916532Z","end":"2026-04-02T16:50:48.651966Z","steps":["trace[1436196050] 'process raft request' (duration: 542.879174ms)","trace[1436196050] 'compare' (duration: 1.191438764s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:48.652179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:46.916509Z","time spent":"1.735570629s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:50:48.652238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731809158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-02T16:50:48.652294Z","caller":"traceutil/trace.go:171","msg":"trace[708614657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"1.73189134s","start":"2026-04-02T16:50:46.920389Z","end":"2026-04-02T16:50:48.65228Z","steps":["trace[708614657] 'agreement among raft nodes before linearized reading' (duration: 1.731728805s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:48.652334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:46.920379Z","time spent":"1.731946952s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:50:49.152935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007537581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T16:50:49.314374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000061863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T16:50:49.31447Z","caller":"traceutil/trace.go:171","msg":"trace[418135021] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171616s","start":"2026-04-02T16:50:47.314281Z","end":"2026-04-02T16:50:49.314453Z","steps":["trace[418135021] 'agreement among raft nodes before linearized reading' (duration: 2.000058503s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.314517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:47.314208Z","time spent":"2.00029687s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 16:50:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T16:50:49.407311Z","caller":"traceutil/trace.go:171","msg":"trace[833834473] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"900.278255ms","start":"2026-04-02T16:50:48.506949Z","end":"2026-04-02T16:50:49.407227Z","steps":["trace[833834473] 'process raft request' (duration: 862.613258ms)","trace[833834473] 'compare' (duration: 37.525962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:50:49.407493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.506922Z","time spent":"900.478221ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:49.409316Z","caller":"traceutil/trace.go:171","msg":"trace[601995644] linearizableReadLoop","detail":"{readStateIndex:2289; appliedIndex:2287; }","duration":"757.442598ms","start":"2026-04-02T16:50:48.651842Z","end":"2026-04-02T16:50:49.409285Z","steps":["trace[601995644] 'read index received' (duration: 717.819179ms)","trace[601995644] 'applied index is now lower than readState.Index' (duration: 39.622049ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:50:49.40943Z","caller":"traceutil/trace.go:171","msg":"trace[354870500] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"647.888188ms","start":"2026-04-02T16:50:48.761518Z","end":"2026-04-02T16:50:49.409406Z","steps":["trace[354870500] 'process raft request' (duration: 647.595479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.409526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390340767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:49.409565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.761491Z","time spent":"647.990022ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:50:49.409584Z","caller":"traceutil/trace.go:171","msg":"trace[1886661659] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2210; }","duration":"1.390459691s","start":"2026-04-02T16:50:48.019112Z","end":"2026-04-02T16:50:49.409572Z","steps":["trace[1886661659] 'agreement among raft nodes before linearized reading' (duration: 1.390346377s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.409621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.11734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-02T16:50:49.409595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990054992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:50:49.409636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418265052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:50:49.409542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094120106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T16:50:49.409679Z","caller":"traceutil/trace.go:171","msg":"trace[1737349669] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2210; }","duration":"1.990192766s","start":"2026-04-02T16:50:47.419469Z","end":"2026-04-02T16:50:49.409661Z","steps":["trace[1737349669] 'agreement among raft nodes before linearized reading' (duration: 1.990052232s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:49.409703Z","caller":"traceutil/trace.go:171","msg":"trace[889364712] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2210; }","duration":"1.418386865s","start":"2026-04-02T16:50:47.991299Z","end":"2026-04-02T16:50:49.409686Z","steps":["trace[889364712] 'agreement among raft nodes before linearized reading' (duration: 1.418266271s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.409718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042031477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-02T16:50:49.409739Z","caller":"traceutil/trace.go:171","msg":"trace[1470151873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2210; }","duration":"2.042088819s","start":"2026-04-02T16:50:47.367645Z","end":"2026-04-02T16:50:49.409733Z","steps":["trace[1470151873] 'agreement among raft nodes before linearized reading' (duration: 2.042030517s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.409747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:47.991278Z","time spent":"1.418458968s","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:49.409767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:47.367623Z","time spent":"2.042138921s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T16:50:49.409781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884948444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:49.409809Z","caller":"traceutil/trace.go:171","msg":"trace[632653970] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2210; }","duration":"1.885022297s","start":"2026-04-02T16:50:47.524779Z","end":"2026-04-02T16:50:49.409801Z","steps":["trace[632653970] 'agreement among raft nodes before linearized reading' (duration: 1.884977315s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.409836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.101353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:50:49.409846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:47.524741Z","time spent":"1.885098259s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:49.409833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.567564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:50:49.409918Z","caller":"traceutil/trace.go:171","msg":"trace[470018282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2210; }","duration":"493.677927ms","start":"2026-04-02T16:50:48.916222Z","end":"2026-04-02T16:50:49.4099Z","steps":["trace[470018282] 'agreement among raft nodes before linearized reading' (duration: 493.46849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.409941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.030856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-02T16:50:49.409942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.08463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:50:49.409969Z","caller":"traceutil/trace.go:171","msg":"trace[330755930] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2210; }","duration":"630.129129ms","start":"2026-04-02T16:50:48.779833Z","end":"2026-04-02T16:50:49.409962Z","steps":["trace[330755930] 'agreement among raft nodes before linearized reading' (duration: 630.041356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.409968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.916216Z","time spent":"493.742409ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:49.40999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.779814Z","time spent":"630.171861ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T16:50:49.409995Z","caller":"traceutil/trace.go:171","msg":"trace[164901024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2210; }","duration":"494.118781ms","start":"2026-04-02T16:50:48.915851Z","end":"2026-04-02T16:50:49.40997Z","steps":["trace[164901024] 'agreement among raft nodes before linearized reading' (duration: 494.038999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.410026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.915824Z","time spent":"494.195904ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:49.410053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.707829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:49.410074Z","caller":"traceutil/trace.go:171","msg":"trace[152174099] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2210; }","duration":"645.76704ms","start":"2026-04-02T16:50:48.764297Z","end":"2026-04-02T16:50:49.410064Z","steps":["trace[152174099] 'agreement among raft nodes before linearized reading' (duration: 645.736459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.410095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.764276Z","time spent":"645.813122ms","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:49.40973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:47.41945Z","time spent":"1.990269678s","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:49.410156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.243007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-02T16:50:49.4102Z","caller":"traceutil/trace.go:171","msg":"trace[1135797493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2210; }","duration":"495.297449ms","start":"2026-04-02T16:50:48.914891Z","end":"2026-04-02T16:50:49.410189Z","steps":["trace[1135797493] 'agreement among raft nodes before linearized reading' (duration: 495.179166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.41023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.914886Z","time spent":"495.33823ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:50:49.40966Z","caller":"traceutil/trace.go:171","msg":"trace[837293358] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2210; }","duration":"753.171972ms","start":"2026-04-02T16:50:48.656475Z","end":"2026-04-02T16:50:49.409647Z","steps":["trace[837293358] 'agreement among raft nodes before linearized reading' (duration: 753.10843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.410284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.656459Z","time spent":"753.818272ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:50:49.409657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.019084Z","time spent":"1.390537243s","remote":"127.0.0.1:49872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:50:49.40971Z","caller":"traceutil/trace.go:171","msg":"trace[2128190971] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:2210; }","duration":"1.094326873s","start":"2026-04-02T16:50:48.315373Z","end":"2026-04-02T16:50:49.4097Z","steps":["trace[2128190971] 'agreement among raft nodes before linearized reading' (duration: 1.094071655s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:50:49.409867Z","caller":"traceutil/trace.go:171","msg":"trace[1478917173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2210; }","duration":"495.165395ms","start":"2026-04-02T16:50:48.914692Z","end":"2026-04-02T16:50:49.409858Z","steps":["trace[1478917173] 'agreement among raft nodes before linearized reading' (duration: 495.039381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.41044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.419009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:50:49.410495Z","caller":"traceutil/trace.go:171","msg":"trace[2093182431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2210; }","duration":"493.489602ms","start":"2026-04-02T16:50:48.916993Z","end":"2026-04-02T16:50:49.410483Z","steps":["trace[2093182431] 'agreement among raft nodes before linearized reading' (duration: 493.357827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.410543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.916982Z","time spent":"493.551103ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:50:49.410284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.372197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a29844c3e24fe5\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-02T16:50:49.410582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385900084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:49.410713Z","caller":"traceutil/trace.go:171","msg":"trace[1937845329] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2210; }","duration":"1.38606187s","start":"2026-04-02T16:50:48.024637Z","end":"2026-04-02T16:50:49.410699Z","steps":["trace[1937845329] 'agreement among raft nodes before linearized reading' (duration: 1.384716967s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.410749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.024621Z","time spent":"1.386118891s","remote":"127.0.0.1:58934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:50:49.410442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.914672Z","time spent":"495.752704ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T16:50:49.410613Z","caller":"traceutil/trace.go:171","msg":"trace[2136081357] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a29844c3e24fe5; range_end:; response_count:1; response_revision:2210; }","duration":"130.732288ms","start":"2026-04-02T16:50:49.279868Z","end":"2026-04-02T16:50:49.4106Z","steps":["trace[2136081357] 'agreement among raft nodes before linearized reading' (duration: 130.342976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.410339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.972985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:50:49.411319Z","caller":"traceutil/trace.go:171","msg":"trace[1266881870] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2210; }","duration":"233.992327ms","start":"2026-04-02T16:50:49.177303Z","end":"2026-04-02T16:50:49.411295Z","steps":["trace[1266881870] 'agreement among raft nodes before linearized reading' (duration: 233.003615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:50:49.410375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:50:48.315352Z","time spent":"1.095015714s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"warn","ts":"2026-04-02T16:51:17.091607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.485212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T16:51:17.091735Z","caller":"traceutil/trace.go:171","msg":"trace[214747107] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2419; }","duration":"106.652628ms","start":"2026-04-02T16:51:16.985026Z","end":"2026-04-02T16:51:17.091678Z","steps":["trace[214747107] 'range keys from in-memory index tree' (duration: 105.941364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:17.301578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.463807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:51:17.301804Z","caller":"traceutil/trace.go:171","msg":"trace[1949480412] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"127.691822ms","start":"2026-04-02T16:51:17.1741Z","end":"2026-04-02T16:51:17.301792Z","steps":["trace[1949480412] 'process raft request' (duration: 17.948075ms)","trace[1949480412] 'compare' (duration: 109.371365ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:25.714484Z","caller":"traceutil/trace.go:171","msg":"trace[1748127535] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"154.515124ms","start":"2026-04-02T16:51:25.559939Z","end":"2026-04-02T16:51:25.714454Z","steps":["trace[1748127535] 'process raft request' (duration: 154.149243ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:25.714926Z","caller":"traceutil/trace.go:171","msg":"trace[486019174] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2604; }","duration":"105.489902ms","start":"2026-04-02T16:51:25.609426Z","end":"2026-04-02T16:51:25.714916Z","steps":["trace[486019174] 'read index received' (duration: 105.485752ms)","trace[486019174] 'applied index is now lower than readState.Index' (duration: 3.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:25.715112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.92378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:51:25.715143Z","caller":"traceutil/trace.go:171","msg":"trace[91342841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2509; }","duration":"102.989762ms","start":"2026-04-02T16:51:25.612145Z","end":"2026-04-02T16:51:25.715135Z","steps":["trace[91342841] 'agreement among raft nodes before linearized reading' (duration: 102.863138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:25.715246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.788331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:51:25.715383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.428351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:51:25.715411Z","caller":"traceutil/trace.go:171","msg":"trace[673652624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2509; }","duration":"100.476272ms","start":"2026-04-02T16:51:25.614927Z","end":"2026-04-02T16:51:25.715404Z","steps":["trace[673652624] 'agreement among raft nodes before linearized reading' (duration: 100.4111ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:25.715394Z","caller":"traceutil/trace.go:171","msg":"trace[255827027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2509; }","duration":"106.000688ms","start":"2026-04-02T16:51:25.609363Z","end":"2026-04-02T16:51:25.715364Z","steps":["trace[255827027] 'agreement among raft nodes before linearized reading' (duration: 105.623156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:56.417023Z","caller":"traceutil/trace.go:171","msg":"trace[2036951786] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"248.450277ms","start":"2026-04-02T16:51:56.168023Z","end":"2026-04-02T16:51:56.416474Z","steps":["trace[2036951786] 'process raft request' (duration: 247.232278ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:57.047837Z","caller":"traceutil/trace.go:171","msg":"trace[1870277158] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"619.173182ms","start":"2026-04-02T16:51:56.42864Z","end":"2026-04-02T16:51:57.047813Z","steps":["trace[1870277158] 'process raft request' (duration: 579.159386ms)","trace[1870277158] 'compare' (duration: 39.684025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:57.048008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:56.42862Z","time spent":"619.280265ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:51:57.07922Z","caller":"traceutil/trace.go:171","msg":"trace[1509267144] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"585.859979ms","start":"2026-04-02T16:51:56.493334Z","end":"2026-04-02T16:51:57.079194Z","steps":["trace[1509267144] 'process raft request' (duration: 585.693334ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:57.079401Z","caller":"traceutil/trace.go:171","msg":"trace[1370851420] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"110.742049ms","start":"2026-04-02T16:51:56.968647Z","end":"2026-04-02T16:51:57.079389Z","steps":["trace[1370851420] 'process raft request' (duration: 110.500661ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:57.079477Z","caller":"traceutil/trace.go:171","msg":"trace[731694540] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2833; }","duration":"527.52255ms","start":"2026-04-02T16:51:56.551851Z","end":"2026-04-02T16:51:57.079373Z","steps":["trace[731694540] 'read index received' (duration: 455.96485ms)","trace[731694540] 'applied index is now lower than readState.Index' (duration: 71.55616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:57.079619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.763888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:51:57.079723Z","caller":"traceutil/trace.go:171","msg":"trace[1805708019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2728; }","duration":"527.880162ms","start":"2026-04-02T16:51:56.551798Z","end":"2026-04-02T16:51:57.079679Z","steps":["trace[1805708019] 'agreement among raft nodes before linearized reading' (duration: 527.757808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:57.079351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:56.493301Z","time spent":"585.986303ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:51:57.079755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.496267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:51:57.0798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.343914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:51:57.079858Z","caller":"traceutil/trace.go:171","msg":"trace[1760486735] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2728; }","duration":"215.663002ms","start":"2026-04-02T16:51:56.86417Z","end":"2026-04-02T16:51:57.079833Z","steps":["trace[1760486735] 'agreement among raft nodes before linearized reading' (duration: 215.494347ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:57.079911Z","caller":"traceutil/trace.go:171","msg":"trace[2024244114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2728; }","duration":"409.50223ms","start":"2026-04-02T16:51:56.670392Z","end":"2026-04-02T16:51:57.079894Z","steps":["trace[2024244114] 'agreement among raft nodes before linearized reading' (duration: 409.257302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:57.079786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:56.551777Z","time spent":"527.994296ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T16:51:57.080025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:56.670372Z","time spent":"409.632233ms","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:51:57.802121Z","caller":"traceutil/trace.go:171","msg":"trace[1060579964] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2729; }","duration":"186.022257ms","start":"2026-04-02T16:51:57.616064Z","end":"2026-04-02T16:51:57.802086Z","steps":["trace[1060579964] 'process raft request' (duration: 185.868323ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:57.938245Z","caller":"traceutil/trace.go:171","msg":"trace[371411838] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"129.035432ms","start":"2026-04-02T16:51:57.809188Z","end":"2026-04-02T16:51:57.938223Z","steps":["trace[371411838] 'process raft request' (duration: 128.913898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.145051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.015896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:51:58.145169Z","caller":"traceutil/trace.go:171","msg":"trace[1851930314] linearizableReadLoop","detail":"{readStateIndex:2840; appliedIndex:2838; }","duration":"303.76959ms","start":"2026-04-02T16:51:57.841382Z","end":"2026-04-02T16:51:58.145151Z","steps":["trace[1851930314] 'read index received' (duration: 96.66484ms)","trace[1851930314] 'applied index is now lower than readState.Index' (duration: 207.10136ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:51:58.145395Z","caller":"traceutil/trace.go:171","msg":"trace[1614223070] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"311.742954ms","start":"2026-04-02T16:51:57.833639Z","end":"2026-04-02T16:51:58.145382Z","steps":["trace[1614223070] 'process raft request' (duration: 201.310185ms)","trace[1614223070] 'compare' (duration: 109.840481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:51:58.145467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.833614Z","time spent":"311.819387ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:51:58.145521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.128031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-02T16:51:58.145586Z","caller":"traceutil/trace.go:171","msg":"trace[385548351] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2731; }","duration":"304.196214ms","start":"2026-04-02T16:51:57.841376Z","end":"2026-04-02T16:51:58.145572Z","steps":["trace[385548351] 'agreement among raft nodes before linearized reading' (duration: 304.015358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.145631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:51:57.841336Z","time spent":"304.286257ms","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1318,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-02T16:51:58.147692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.461789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-04-02T16:51:58.147766Z","caller":"traceutil/trace.go:171","msg":"trace[1004943512] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2732; }","duration":"206.579673ms","start":"2026-04-02T16:51:57.941169Z","end":"2026-04-02T16:51:58.147749Z","steps":["trace[1004943512] 'agreement among raft nodes before linearized reading' (duration: 206.434368ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:58.147756Z","caller":"traceutil/trace.go:171","msg":"trace[134616024] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"201.257034ms","start":"2026-04-02T16:51:57.946465Z","end":"2026-04-02T16:51:58.147722Z","steps":["trace[134616024] 'process raft request' (duration: 200.895723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.147795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.629092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T16:51:58.147802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.661103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T16:51:58.147794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.805319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:51:58.147876Z","caller":"traceutil/trace.go:171","msg":"trace[781499301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2732; }","duration":"280.775347ms","start":"2026-04-02T16:51:57.867083Z","end":"2026-04-02T16:51:58.147859Z","steps":["trace[781499301] 'agreement among raft nodes before linearized reading' (duration: 280.504969ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:58.147909Z","caller":"traceutil/trace.go:171","msg":"trace[775779476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2732; }","duration":"275.971134ms","start":"2026-04-02T16:51:57.871911Z","end":"2026-04-02T16:51:58.147882Z","steps":["trace[775779476] 'agreement among raft nodes before linearized reading' (duration: 275.618503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.147935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.076525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:51:58.147964Z","caller":"traceutil/trace.go:171","msg":"trace[1236523738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2732; }","duration":"280.121417ms","start":"2026-04-02T16:51:57.867835Z","end":"2026-04-02T16:51:58.147956Z","steps":["trace[1236523738] 'agreement among raft nodes before linearized reading' (duration: 280.042254ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:51:58.147841Z","caller":"traceutil/trace.go:171","msg":"trace[1746189991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2732; }","duration":"258.719794ms","start":"2026-04-02T16:51:57.889109Z","end":"2026-04-02T16:51:58.147829Z","steps":["trace[1746189991] 'agreement among raft nodes before linearized reading' (duration: 258.57104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.148028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.552362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-02T16:51:58.148061Z","caller":"traceutil/trace.go:171","msg":"trace[1331567998] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2732; }","duration":"281.622675ms","start":"2026-04-02T16:51:57.86643Z","end":"2026-04-02T16:51:58.148053Z","steps":["trace[1331567998] 'agreement among raft nodes before linearized reading' (duration: 281.48814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:51:58.14819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.539224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:51:58.14827Z","caller":"traceutil/trace.go:171","msg":"trace[1754402756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2732; }","duration":"282.669698ms","start":"2026-04-02T16:51:57.865582Z","end":"2026-04-02T16:51:58.148252Z","steps":["trace[1754402756] 'agreement among raft nodes before linearized reading' (duration: 281.911044ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:02.381843Z","caller":"traceutil/trace.go:171","msg":"trace[1978570556] linearizableReadLoop","detail":"{readStateIndex:2865; appliedIndex:2864; }","duration":"179.342915ms","start":"2026-04-02T16:52:02.202472Z","end":"2026-04-02T16:52:02.381815Z","steps":["trace[1978570556] 'read index received' (duration: 179.128398ms)","trace[1978570556] 'applied index is now lower than readState.Index' (duration: 212.937µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:02.381925Z","caller":"traceutil/trace.go:171","msg":"trace[1829104032] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"223.223524ms","start":"2026-04-02T16:52:02.158661Z","end":"2026-04-02T16:52:02.381884Z","steps":["trace[1829104032] 'process raft request' (duration: 222.960575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:02.382222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.925422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-04-02T16:52:02.3822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.706736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T16:52:02.38228Z","caller":"traceutil/trace.go:171","msg":"trace[888599747] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2755; }","duration":"179.023046ms","start":"2026-04-02T16:52:02.20324Z","end":"2026-04-02T16:52:02.382263Z","steps":["trace[888599747] 'agreement among raft nodes before linearized reading' (duration: 178.816089ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:02.382295Z","caller":"traceutil/trace.go:171","msg":"trace[2130984708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2755; }","duration":"179.855272ms","start":"2026-04-02T16:52:02.202422Z","end":"2026-04-02T16:52:02.382277Z","steps":["trace[2130984708] 'agreement among raft nodes before linearized reading' (duration: 179.583593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:02.382314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.268631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-02T16:52:02.382387Z","caller":"traceutil/trace.go:171","msg":"trace[1199503778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2755; }","duration":"178.366704ms","start":"2026-04-02T16:52:02.204003Z","end":"2026-04-02T16:52:02.38237Z","steps":["trace[1199503778] 'agreement among raft nodes before linearized reading' (duration: 178.169858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:02.382267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.668782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-02T16:52:02.382437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.145497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T16:52:02.382447Z","caller":"traceutil/trace.go:171","msg":"trace[1676335728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2755; }","duration":"177.890809ms","start":"2026-04-02T16:52:02.204541Z","end":"2026-04-02T16:52:02.382432Z","steps":["trace[1676335728] 'agreement among raft nodes before linearized reading' (duration: 177.528427ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:02.382554Z","caller":"traceutil/trace.go:171","msg":"trace[592978637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2755; }","duration":"178.262871ms","start":"2026-04-02T16:52:02.204209Z","end":"2026-04-02T16:52:02.382472Z","steps":["trace[592978637] 'agreement among raft nodes before linearized reading' (duration: 178.123977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:02.382609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.021455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T16:52:02.38271Z","caller":"traceutil/trace.go:171","msg":"trace[1669519428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2755; }","duration":"179.414307ms","start":"2026-04-02T16:52:02.203279Z","end":"2026-04-02T16:52:02.382693Z","steps":["trace[1669519428] 'agreement among raft nodes before linearized reading' (duration: 178.955123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:52:02.382957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.723268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-02T16:52:02.383004Z","caller":"traceutil/trace.go:171","msg":"trace[326818051] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2755; }","duration":"169.792871ms","start":"2026-04-02T16:52:02.213197Z","end":"2026-04-02T16:52:02.38299Z","steps":["trace[326818051] 'agreement among raft nodes before linearized reading' (duration: 168.916263ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.689352Z","caller":"traceutil/trace.go:171","msg":"trace[740212192] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"105.480464ms","start":"2026-04-02T16:52:30.58385Z","end":"2026-04-02T16:52:30.68933Z","steps":["trace[740212192] 'process raft request' (duration: 105.338209ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.745831Z","caller":"traceutil/trace.go:171","msg":"trace[57872900] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"161.787308ms","start":"2026-04-02T16:52:30.584013Z","end":"2026-04-02T16:52:30.745801Z","steps":["trace[57872900] 'process raft request' (duration: 161.609972ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.746101Z","caller":"traceutil/trace.go:171","msg":"trace[406898873] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"161.83964ms","start":"2026-04-02T16:52:30.584234Z","end":"2026-04-02T16:52:30.746074Z","steps":["trace[406898873] 'process raft request' (duration: 161.52691ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.746317Z","caller":"traceutil/trace.go:171","msg":"trace[930700853] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"162.083478ms","start":"2026-04-02T16:52:30.584226Z","end":"2026-04-02T16:52:30.74631Z","steps":["trace[930700853] 'process raft request' (duration: 161.787249ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.746448Z","caller":"traceutil/trace.go:171","msg":"trace[1197526529] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"162.061287ms","start":"2026-04-02T16:52:30.584377Z","end":"2026-04-02T16:52:30.746438Z","steps":["trace[1197526529] 'process raft request' (duration: 161.869891ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:30.746516Z","caller":"traceutil/trace.go:171","msg":"trace[1692324177] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"161.323093ms","start":"2026-04-02T16:52:30.585179Z","end":"2026-04-02T16:52:30.746502Z","steps":["trace[1692324177] 'process raft request' (duration: 161.118427ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:52:36.603843Z","caller":"traceutil/trace.go:171","msg":"trace[927316432] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"111.428752ms","start":"2026-04-02T16:52:36.49238Z","end":"2026-04-02T16:52:36.603809Z","steps":["trace[927316432] 'process raft request' (duration: 55.22702ms)","trace[927316432] 'compare' (duration: 56.054317ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:52:37.774141Z","caller":"traceutil/trace.go:171","msg":"trace[840345691] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"120.135719ms","start":"2026-04-02T16:52:37.653981Z","end":"2026-04-02T16:52:37.774116Z","steps":["trace[840345691] 'process raft request' (duration: 119.991845ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:03.977029Z","caller":"traceutil/trace.go:171","msg":"trace[2011520072] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"250.548728ms","start":"2026-04-02T16:53:03.72645Z","end":"2026-04-02T16:53:03.976999Z","steps":["trace[2011520072] 'process raft request' (duration: 250.376053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:04.194033Z","caller":"traceutil/trace.go:171","msg":"trace[1323161242] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"209.381245ms","start":"2026-04-02T16:53:03.984608Z","end":"2026-04-02T16:53:04.193989Z","steps":["trace[1323161242] 'process raft request' (duration: 209.145878ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:10.378197Z","caller":"traceutil/trace.go:171","msg":"trace[1305105296] linearizableReadLoop","detail":"{readStateIndex:3527; appliedIndex:3526; }","duration":"204.852141ms","start":"2026-04-02T16:53:10.173316Z","end":"2026-04-02T16:53:10.378168Z","steps":["trace[1305105296] 'read index received' (duration: 204.654005ms)","trace[1305105296] 'applied index is now lower than readState.Index' (duration: 196.706µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:53:10.37845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.093818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:53:10.378531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.068877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-02T16:53:10.378556Z","caller":"traceutil/trace.go:171","msg":"trace[521904368] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3387; }","duration":"205.289905ms","start":"2026-04-02T16:53:10.173244Z","end":"2026-04-02T16:53:10.378534Z","steps":["trace[521904368] 'agreement among raft nodes before linearized reading' (duration: 205.082848ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:10.3786Z","caller":"traceutil/trace.go:171","msg":"trace[921246768] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3387; }","duration":"146.194491ms","start":"2026-04-02T16:53:10.232383Z","end":"2026-04-02T16:53:10.378577Z","steps":["trace[921246768] 'agreement among raft nodes before linearized reading' (duration: 145.985185ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:53:10.378283Z","caller":"traceutil/trace.go:171","msg":"trace[630898805] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"492.683147ms","start":"2026-04-02T16:53:09.885549Z","end":"2026-04-02T16:53:10.378232Z","steps":["trace[630898805] 'process raft request' (duration: 492.383008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:53:10.379012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:53:09.885513Z","time spent":"493.40368ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:08.429551Z","caller":"traceutil/trace.go:171","msg":"trace[1150949162] linearizableReadLoop","detail":"{readStateIndex:4052; appliedIndex:4051; }","duration":"116.694131ms","start":"2026-04-02T16:54:08.312831Z","end":"2026-04-02T16:54:08.429525Z","steps":["trace[1150949162] 'read index received' (duration: 116.523666ms)","trace[1150949162] 'applied index is now lower than readState.Index' (duration: 169.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:08.42959Z","caller":"traceutil/trace.go:171","msg":"trace[870502592] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"120.147102ms","start":"2026-04-02T16:54:08.309424Z","end":"2026-04-02T16:54:08.429571Z","steps":["trace[870502592] 'process raft request' (duration: 119.919664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:08.429708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.895178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:08.429758Z","caller":"traceutil/trace.go:171","msg":"trace[727693907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3875; }","duration":"116.96902ms","start":"2026-04-02T16:54:08.312776Z","end":"2026-04-02T16:54:08.429745Z","steps":["trace[727693907] 'agreement among raft nodes before linearized reading' (duration: 116.892168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:08.429826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.865564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-02T16:54:08.429872Z","caller":"traceutil/trace.go:171","msg":"trace[1514079048] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:3875; }","duration":"104.953037ms","start":"2026-04-02T16:54:08.324907Z","end":"2026-04-02T16:54:08.42986Z","steps":["trace[1514079048] 'agreement among raft nodes before linearized reading' (duration: 104.788242ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:14.435648Z","caller":"traceutil/trace.go:171","msg":"trace[3512318] linearizableReadLoop","detail":"{readStateIndex:4429; appliedIndex:4428; }","duration":"124.443108ms","start":"2026-04-02T16:54:14.311178Z","end":"2026-04-02T16:54:14.435622Z","steps":["trace[3512318] 'read index received' (duration: 56.339066ms)","trace[3512318] 'applied index is now lower than readState.Index' (duration: 68.102832ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:14.435835Z","caller":"traceutil/trace.go:171","msg":"trace[1084071964] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4244; }","duration":"178.351337ms","start":"2026-04-02T16:54:14.257466Z","end":"2026-04-02T16:54:14.435817Z","steps":["trace[1084071964] 'process raft request' (duration: 110.042219ms)","trace[1084071964] 'compare' (duration: 68.006898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:14.435989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.787638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:14.43609Z","caller":"traceutil/trace.go:171","msg":"trace[570738194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4244; }","duration":"124.952884ms","start":"2026-04-02T16:54:14.311118Z","end":"2026-04-02T16:54:14.436071Z","steps":["trace[570738194] 'agreement among raft nodes before linearized reading' (duration: 124.701126ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:14.438816Z","caller":"traceutil/trace.go:171","msg":"trace[37065684] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"123.421865ms","start":"2026-04-02T16:54:14.315371Z","end":"2026-04-02T16:54:14.438793Z","steps":["trace[37065684] 'process raft request' (duration: 123.051223ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:14.873616Z","caller":"traceutil/trace.go:171","msg":"trace[829437802] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"102.338074ms","start":"2026-04-02T16:54:14.771252Z","end":"2026-04-02T16:54:14.87359Z","steps":["trace[829437802] 'process raft request' (duration: 102.167478ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:16.524476Z","caller":"traceutil/trace.go:171","msg":"trace[1201058208] linearizableReadLoop","detail":"{readStateIndex:4506; appliedIndex:4505; }","duration":"213.441746ms","start":"2026-04-02T16:54:16.311012Z","end":"2026-04-02T16:54:16.524453Z","steps":["trace[1201058208] 'read index received' (duration: 213.273871ms)","trace[1201058208] 'applied index is now lower than readState.Index' (duration: 167.005µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:16.524587Z","caller":"traceutil/trace.go:171","msg":"trace[1568999698] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"312.502416ms","start":"2026-04-02T16:54:16.212077Z","end":"2026-04-02T16:54:16.524579Z","steps":["trace[1568999698] 'process raft request' (duration: 312.230198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:16.524674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:16.212058Z","time spent":"312.549537ms","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3450,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T16:54:16.524817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.794048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:16.524904Z","caller":"traceutil/trace.go:171","msg":"trace[1240244819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4320; }","duration":"213.932102ms","start":"2026-04-02T16:54:16.310952Z","end":"2026-04-02T16:54:16.524884Z","steps":["trace[1240244819] 'agreement among raft nodes before linearized reading' (duration: 213.749296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:16.525172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.161835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:16.525354Z","caller":"traceutil/trace.go:171","msg":"trace[91138761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4320; }","duration":"116.66699ms","start":"2026-04-02T16:54:16.408658Z","end":"2026-04-02T16:54:16.525325Z","steps":["trace[91138761] 'agreement among raft nodes before linearized reading' (duration: 116.103682ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:17.326864Z","caller":"traceutil/trace.go:171","msg":"trace[725720869] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"243.695752ms","start":"2026-04-02T16:54:17.083113Z","end":"2026-04-02T16:54:17.326809Z","steps":["trace[725720869] 'process raft request' (duration: 243.568908ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:17.330539Z","caller":"traceutil/trace.go:171","msg":"trace[625836602] linearizableReadLoop","detail":"{readStateIndex:4540; appliedIndex:4538; }","duration":"205.454273ms","start":"2026-04-02T16:54:17.125069Z","end":"2026-04-02T16:54:17.330523Z","steps":["trace[625836602] 'read index received' (duration: 201.60637ms)","trace[625836602] 'applied index is now lower than readState.Index' (duration: 3.846683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:17.331075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.087244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cfc8f596-a818-4cd5-9694-e5478e16f51c\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-02T16:54:17.331123Z","caller":"traceutil/trace.go:171","msg":"trace[399483475] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cfc8f596-a818-4cd5-9694-e5478e16f51c; range_end:; response_count:1; response_revision:4354; }","duration":"180.242108ms","start":"2026-04-02T16:54:17.150869Z","end":"2026-04-02T16:54:17.331111Z","steps":["trace[399483475] 'agreement among raft nodes before linearized reading' (duration: 179.903738ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:17.331135Z","caller":"traceutil/trace.go:171","msg":"trace[5817657] transaction","detail":"{read_only:false; response_revision:4354; number_of_response:1; }","duration":"238.95902ms","start":"2026-04-02T16:54:17.092149Z","end":"2026-04-02T16:54:17.331108Z","steps":["trace[5817657] 'process raft request' (duration: 238.290889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:17.331726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.64095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T16:54:17.331812Z","caller":"traceutil/trace.go:171","msg":"trace[1639552754] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4354; }","duration":"206.764614ms","start":"2026-04-02T16:54:17.125029Z","end":"2026-04-02T16:54:17.331793Z","steps":["trace[1639552754] 'agreement among raft nodes before linearized reading' (duration: 206.594419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:17.331937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.992085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:54:17.331972Z","caller":"traceutil/trace.go:171","msg":"trace[1462542387] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4354; }","duration":"167.059037ms","start":"2026-04-02T16:54:17.164902Z","end":"2026-04-02T16:54:17.331961Z","steps":["trace[1462542387] 'agreement among raft nodes before linearized reading' (duration: 166.997516ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:19.484052Z","caller":"traceutil/trace.go:171","msg":"trace[1860610842] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"125.088209ms","start":"2026-04-02T16:54:19.358938Z","end":"2026-04-02T16:54:19.484026Z","steps":["trace[1860610842] 'process raft request' (duration: 124.914493ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:19.484747Z","caller":"traceutil/trace.go:171","msg":"trace[36250414] linearizableReadLoop","detail":"{readStateIndex:4587; appliedIndex:4587; }","duration":"120.976328ms","start":"2026-04-02T16:54:19.363759Z","end":"2026-04-02T16:54:19.484735Z","steps":["trace[36250414] 'read index received' (duration: 120.971048ms)","trace[36250414] 'applied index is now lower than readState.Index' (duration: 4.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:19.484904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.130423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T16:54:19.484944Z","caller":"traceutil/trace.go:171","msg":"trace[923533495] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4399; }","duration":"121.215096ms","start":"2026-04-02T16:54:19.363718Z","end":"2026-04-02T16:54:19.484933Z","steps":["trace[923533495] 'agreement among raft nodes before linearized reading' (duration: 121.069591ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:20.405284Z","caller":"traceutil/trace.go:171","msg":"trace[1303720339] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"204.642216ms","start":"2026-04-02T16:54:20.20061Z","end":"2026-04-02T16:54:20.405252Z","steps":["trace[1303720339] 'process raft request' (duration: 204.317326ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:22.795368Z","caller":"traceutil/trace.go:171","msg":"trace[159615362] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"286.098654ms","start":"2026-04-02T16:54:22.50924Z","end":"2026-04-02T16:54:22.795339Z","steps":["trace[159615362] 'process raft request' (duration: 217.92013ms)","trace[159615362] 'compare' (duration: 67.949757ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:22.833788Z","caller":"traceutil/trace.go:171","msg":"trace[2020913489] linearizableReadLoop","detail":"{readStateIndex:4682; appliedIndex:4680; }","duration":"293.535571ms","start":"2026-04-02T16:54:22.540225Z","end":"2026-04-02T16:54:22.833761Z","steps":["trace[2020913489] 'read index received' (duration: 187.000273ms)","trace[2020913489] 'applied index is now lower than readState.Index' (duration: 106.534358ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:22.833922Z","caller":"traceutil/trace.go:171","msg":"trace[1036685040] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4489; }","duration":"318.170817ms","start":"2026-04-02T16:54:22.515722Z","end":"2026-04-02T16:54:22.833893Z","steps":["trace[1036685040] 'process raft request' (duration: 317.894438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:22.834054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.80941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-02T16:54:22.834071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:22.515699Z","time spent":"318.311471ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T16:54:22.834112Z","caller":"traceutil/trace.go:171","msg":"trace[1126000542] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4489; }","duration":"293.908133ms","start":"2026-04-02T16:54:22.540173Z","end":"2026-04-02T16:54:22.834081Z","steps":["trace[1126000542] 'agreement among raft nodes before linearized reading' (duration: 293.711197ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.161549Z","caller":"traceutil/trace.go:171","msg":"trace[1642575320] linearizableReadLoop","detail":"{readStateIndex:4692; appliedIndex:4690; }","duration":"208.954064ms","start":"2026-04-02T16:54:22.952576Z","end":"2026-04-02T16:54:23.16153Z","steps":["trace[1642575320] 'read index received' (duration: 155.054155ms)","trace[1642575320] 'applied index is now lower than readState.Index' (duration: 53.899059ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:23.161599Z","caller":"traceutil/trace.go:171","msg":"trace[496872586] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"211.34811ms","start":"2026-04-02T16:54:22.950215Z","end":"2026-04-02T16:54:23.161563Z","steps":["trace[496872586] 'process raft request' (duration: 211.279968ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:23.161636Z","caller":"traceutil/trace.go:171","msg":"trace[1875735678] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"211.483774ms","start":"2026-04-02T16:54:22.950125Z","end":"2026-04-02T16:54:23.161609Z","steps":["trace[1875735678] 'process raft request' (duration: 157.491642ms)","trace[1875735678] 'compare' (duration: 53.739454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:23.161784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.487324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T16:54:23.161829Z","caller":"traceutil/trace.go:171","msg":"trace[1333741817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4499; }","duration":"200.568436ms","start":"2026-04-02T16:54:22.96125Z","end":"2026-04-02T16:54:23.161818Z","steps":["trace[1333741817] 'agreement among raft nodes before linearized reading' (duration: 200.398001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:23.1618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.173481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:23.16194Z","caller":"traceutil/trace.go:171","msg":"trace[1227417176] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4499; }","duration":"209.374197ms","start":"2026-04-02T16:54:22.952536Z","end":"2026-04-02T16:54:23.16191Z","steps":["trace[1227417176] 'agreement among raft nodes before linearized reading' (duration: 209.105148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:23.161858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.622491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-2b7bq\" ","response":"range_response_count:1 size:5137"} {"level":"info","ts":"2026-04-02T16:54:23.162041Z","caller":"traceutil/trace.go:171","msg":"trace[1726267083] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-2b7bq; range_end:; response_count:1; response_revision:4499; }","duration":"138.850658ms","start":"2026-04-02T16:54:23.02318Z","end":"2026-04-02T16:54:23.162031Z","steps":["trace[1726267083] 'agreement among raft nodes before linearized reading' (duration: 138.577549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:23.162022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.508323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:54:23.162217Z","caller":"traceutil/trace.go:171","msg":"trace[449992439] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4499; }","duration":"141.791542ms","start":"2026-04-02T16:54:23.020406Z","end":"2026-04-02T16:54:23.162198Z","steps":["trace[449992439] 'agreement among raft nodes before linearized reading' (duration: 141.491253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:24.336358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.207396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:54:24.336479Z","caller":"traceutil/trace.go:171","msg":"trace[546969482] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4764; }","duration":"106.495806ms","start":"2026-04-02T16:54:24.22996Z","end":"2026-04-02T16:54:24.336456Z","steps":["trace[546969482] 'read index received' (duration: 39.261µs)","trace[546969482] 'applied index is now lower than readState.Index' (duration: 106.454475ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:24.336526Z","caller":"traceutil/trace.go:171","msg":"trace[1188460207] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"306.406161ms","start":"2026-04-02T16:54:24.030086Z","end":"2026-04-02T16:54:24.336493Z","steps":["trace[1188460207] 'process raft request' (duration: 120.937326ms)","trace[1188460207] 'compare' (duration: 184.967969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:24.336702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:24.030069Z","time spent":"306.538986ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:24.336865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.888708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:54:24.337098Z","caller":"traceutil/trace.go:171","msg":"trace[1805995276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4571; }","duration":"107.155907ms","start":"2026-04-02T16:54:24.22992Z","end":"2026-04-02T16:54:24.337076Z","steps":["trace[1805995276] 'agreement among raft nodes before linearized reading' (duration: 106.873798ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:26.94953Z","caller":"traceutil/trace.go:171","msg":"trace[404687040] linearizableReadLoop","detail":"{readStateIndex:4803; appliedIndex:4802; }","duration":"158.267808ms","start":"2026-04-02T16:54:26.791243Z","end":"2026-04-02T16:54:26.949511Z","steps":["trace[404687040] 'read index received' (duration: 158.103242ms)","trace[404687040] 'applied index is now lower than readState.Index' (duration: 163.566µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:26.949614Z","caller":"traceutil/trace.go:171","msg":"trace[2064289249] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"598.981422ms","start":"2026-04-02T16:54:26.350588Z","end":"2026-04-02T16:54:26.94957Z","steps":["trace[2064289249] 'process raft request' (duration: 598.788565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:26.9497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.637484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T16:54:26.949779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:26.350574Z","time spent":"599.113066ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:26.94973Z","caller":"traceutil/trace.go:171","msg":"trace[2098480770] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4608; }","duration":"118.749757ms","start":"2026-04-02T16:54:26.830971Z","end":"2026-04-02T16:54:26.949721Z","steps":["trace[2098480770] 'agreement among raft nodes before linearized reading' (duration: 118.670255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:26.956172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.91527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:781777"} {"level":"info","ts":"2026-04-02T16:54:26.958126Z","caller":"traceutil/trace.go:171","msg":"trace[431203423] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4608; }","duration":"165.064714ms","start":"2026-04-02T16:54:26.791168Z","end":"2026-04-02T16:54:26.956233Z","steps":["trace[431203423] 'agreement among raft nodes before linearized reading' (duration: 158.436353ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:27.296524Z","caller":"traceutil/trace.go:171","msg":"trace[1444887468] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"332.70424ms","start":"2026-04-02T16:54:26.963788Z","end":"2026-04-02T16:54:27.296493Z","steps":["trace[1444887468] 'process raft request' (duration: 317.776104ms)","trace[1444887468] 'compare' (duration: 14.569905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:27.29669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:26.963772Z","time spent":"332.829054ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:27.315865Z","caller":"traceutil/trace.go:171","msg":"trace[1169500421] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"120.688588ms","start":"2026-04-02T16:54:27.19515Z","end":"2026-04-02T16:54:27.315838Z","steps":["trace[1169500421] 'process raft request' (duration: 120.501502ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:27.747363Z","caller":"traceutil/trace.go:171","msg":"trace[1891712468] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"157.758801ms","start":"2026-04-02T16:54:27.589576Z","end":"2026-04-02T16:54:27.747335Z","steps":["trace[1891712468] 'process raft request' (duration: 122.256429ms)","trace[1891712468] 'compare' (duration: 35.380828ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:27.748148Z","caller":"traceutil/trace.go:171","msg":"trace[1321438207] linearizableReadLoop","detail":"{readStateIndex:4812; appliedIndex:4809; }","duration":"119.324665ms","start":"2026-04-02T16:54:27.628807Z","end":"2026-04-02T16:54:27.748132Z","steps":["trace[1321438207] 'read index received' (duration: 83.028478ms)","trace[1321438207] 'applied index is now lower than readState.Index' (duration: 36.295277ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:27.748247Z","caller":"traceutil/trace.go:171","msg":"trace[1093297419] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"158.209016ms","start":"2026-04-02T16:54:27.590027Z","end":"2026-04-02T16:54:27.748236Z","steps":["trace[1093297419] 'process raft request' (duration: 158.066421ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:27.74828Z","caller":"traceutil/trace.go:171","msg":"trace[436185330] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"158.231846ms","start":"2026-04-02T16:54:27.590008Z","end":"2026-04-02T16:54:27.74824Z","steps":["trace[436185330] 'process raft request' (duration: 158.020129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:27.748558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.737608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T16:54:27.748607Z","caller":"traceutil/trace.go:171","msg":"trace[948968557] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4617; }","duration":"119.839082ms","start":"2026-04-02T16:54:27.628753Z","end":"2026-04-02T16:54:27.748592Z","steps":["trace[948968557] 'agreement among raft nodes before linearized reading' (duration: 119.667207ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:30.897017Z","caller":"traceutil/trace.go:171","msg":"trace[2040440410] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"462.573152ms","start":"2026-04-02T16:54:30.434387Z","end":"2026-04-02T16:54:30.89696Z","steps":["trace[2040440410] 'process raft request' (duration: 437.511502ms)","trace[2040440410] 'compare' (duration: 22.452236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:30.897291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:30.434361Z","time spent":"462.795619ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:30.898588Z","caller":"traceutil/trace.go:171","msg":"trace[2067343617] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"463.121189ms","start":"2026-04-02T16:54:30.435432Z","end":"2026-04-02T16:54:30.898553Z","steps":["trace[2067343617] 'process raft request' (duration: 462.896742ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:30.898628Z","caller":"traceutil/trace.go:171","msg":"trace[1780362993] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"449.873987ms","start":"2026-04-02T16:54:30.448736Z","end":"2026-04-02T16:54:30.89861Z","steps":["trace[1780362993] 'process raft request' (duration: 449.810015ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:30.898695Z","caller":"traceutil/trace.go:171","msg":"trace[303022657] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"463.211772ms","start":"2026-04-02T16:54:30.435419Z","end":"2026-04-02T16:54:30.898631Z","steps":["trace[303022657] 'process raft request' (duration: 463.077347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:30.898859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:30.435396Z","time spent":"463.371077ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:30.898895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:30.435407Z","time spent":"463.292435ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:30.898442Z","caller":"traceutil/trace.go:171","msg":"trace[650748638] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"463.050927ms","start":"2026-04-02T16:54:30.435347Z","end":"2026-04-02T16:54:30.898398Z","steps":["trace[650748638] 'process raft request' (duration: 462.850911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:30.899281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:30.435331Z","time spent":"463.847872ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:30.898835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:30.448722Z","time spent":"450.007191ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:34.975822Z","caller":"traceutil/trace.go:171","msg":"trace[812130447] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4973; }","duration":"108.262938ms","start":"2026-04-02T16:54:34.867542Z","end":"2026-04-02T16:54:34.975805Z","steps":["trace[812130447] 'read index received' (duration: 108.186095ms)","trace[812130447] 'applied index is now lower than readState.Index' (duration: 76.053µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:34.97597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.415132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:34.975988Z","caller":"traceutil/trace.go:171","msg":"trace[318402658] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4772; }","duration":"108.491585ms","start":"2026-04-02T16:54:34.86749Z","end":"2026-04-02T16:54:34.975981Z","steps":["trace[318402658] 'agreement among raft nodes before linearized reading' (duration: 108.381411ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:34.97619Z","caller":"traceutil/trace.go:171","msg":"trace[1551349295] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"156.68558ms","start":"2026-04-02T16:54:34.819453Z","end":"2026-04-02T16:54:34.976139Z","steps":["trace[1551349295] 'process raft request' (duration: 156.241215ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:39.740633Z","caller":"traceutil/trace.go:171","msg":"trace[141217178] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"100.044796ms","start":"2026-04-02T16:54:39.640565Z","end":"2026-04-02T16:54:39.74061Z","steps":["trace[141217178] 'process raft request' (duration: 99.897962ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:39.740637Z","caller":"traceutil/trace.go:171","msg":"trace[1473897926] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"101.323307ms","start":"2026-04-02T16:54:39.639275Z","end":"2026-04-02T16:54:39.740599Z","steps":["trace[1473897926] 'process raft request' (duration: 101.11204ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:39.741377Z","caller":"traceutil/trace.go:171","msg":"trace[2068696024] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"101.368359ms","start":"2026-04-02T16:54:39.639154Z","end":"2026-04-02T16:54:39.740522Z","steps":["trace[2068696024] 'compare' (duration: 93.747046ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:39.928863Z","caller":"traceutil/trace.go:171","msg":"trace[1869578789] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"119.090013ms","start":"2026-04-02T16:54:39.809742Z","end":"2026-04-02T16:54:39.928832Z","steps":["trace[1869578789] 'process raft request' (duration: 46.15514ms)","trace[1869578789] 'compare' (duration: 72.710446ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:39.929112Z","caller":"traceutil/trace.go:171","msg":"trace[1617696170] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"117.649257ms","start":"2026-04-02T16:54:39.811421Z","end":"2026-04-02T16:54:39.92907Z","steps":["trace[1617696170] 'process raft request' (duration: 117.364728ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.118026Z","caller":"traceutil/trace.go:171","msg":"trace[2054600402] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"112.528595ms","start":"2026-04-02T16:54:40.005461Z","end":"2026-04-02T16:54:40.11799Z","steps":["trace[2054600402] 'process raft request' (duration: 112.456782ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:40.118074Z","caller":"traceutil/trace.go:171","msg":"trace[1864879504] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"156.531525ms","start":"2026-04-02T16:54:39.961508Z","end":"2026-04-02T16:54:40.11804Z","steps":["trace[1864879504] 'process raft request' (duration: 72.070115ms)","trace[1864879504] 'compare' (duration: 84.118559ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:41.190845Z","caller":"traceutil/trace.go:171","msg":"trace[1394786619] linearizableReadLoop","detail":"{readStateIndex:5055; appliedIndex:5054; }","duration":"376.864002ms","start":"2026-04-02T16:54:40.813948Z","end":"2026-04-02T16:54:41.190812Z","steps":["trace[1394786619] 'read index received' (duration: 376.47911ms)","trace[1394786619] 'applied index is now lower than readState.Index' (duration: 383.622µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:41.191134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.155131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-02T16:54:41.191192Z","caller":"traceutil/trace.go:171","msg":"trace[624990466] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4850; }","duration":"377.291265ms","start":"2026-04-02T16:54:40.813881Z","end":"2026-04-02T16:54:41.191172Z","steps":["trace[624990466] 'agreement among raft nodes before linearized reading' (duration: 377.060338ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:41.19109Z","caller":"traceutil/trace.go:171","msg":"trace[46379885] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"765.390066ms","start":"2026-04-02T16:54:40.425492Z","end":"2026-04-02T16:54:41.190882Z","steps":["trace[46379885] 'process raft request' (duration: 765.047415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:41.191238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:40.813851Z","time spent":"377.375768ms","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-02T16:54:41.191519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:40.425439Z","time spent":"765.873452ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8035,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:41.475699Z","caller":"traceutil/trace.go:171","msg":"trace[366653847] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5055; }","duration":"262.856702ms","start":"2026-04-02T16:54:41.21282Z","end":"2026-04-02T16:54:41.475677Z","steps":["trace[366653847] 'read index received' (duration: 257.798451ms)","trace[366653847] 'applied index is now lower than readState.Index' (duration: 5.056611ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:41.47565Z","caller":"traceutil/trace.go:171","msg":"trace[163353363] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"263.557434ms","start":"2026-04-02T16:54:41.212059Z","end":"2026-04-02T16:54:41.475616Z","steps":["trace[163353363] 'process raft request' (duration: 258.544454ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:41.476529Z","caller":"traceutil/trace.go:171","msg":"trace[765907946] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"263.402819ms","start":"2026-04-02T16:54:41.213108Z","end":"2026-04-02T16:54:41.476511Z","steps":["trace[765907946] 'process raft request' (duration: 262.557002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:41.476583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.731639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1475"} {"level":"info","ts":"2026-04-02T16:54:41.476659Z","caller":"traceutil/trace.go:171","msg":"trace[195494585] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4851; }","duration":"263.830752ms","start":"2026-04-02T16:54:41.212807Z","end":"2026-04-02T16:54:41.476638Z","steps":["trace[195494585] 'agreement among raft nodes before linearized reading' (duration: 262.945734ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:41.476923Z","caller":"traceutil/trace.go:171","msg":"trace[1792029687] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"263.662527ms","start":"2026-04-02T16:54:41.213225Z","end":"2026-04-02T16:54:41.476887Z","steps":["trace[1792029687] 'process raft request' (duration: 262.828401ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:41.477044Z","caller":"traceutil/trace.go:171","msg":"trace[1377189405] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"263.635576ms","start":"2026-04-02T16:54:41.213367Z","end":"2026-04-02T16:54:41.477003Z","steps":["trace[1377189405] 'process raft request' (duration: 262.757738ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:41.478368Z","caller":"traceutil/trace.go:171","msg":"trace[1985453056] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"105.925044ms","start":"2026-04-02T16:54:41.372425Z","end":"2026-04-02T16:54:41.47835Z","steps":["trace[1985453056] 'process raft request' (duration: 105.593283ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:41.478594Z","caller":"traceutil/trace.go:171","msg":"trace[169184750] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"262.239992ms","start":"2026-04-02T16:54:41.216342Z","end":"2026-04-02T16:54:41.478582Z","steps":["trace[169184750] 'process raft request' (duration: 259.856766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:41.478927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.645298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:41.478992Z","caller":"traceutil/trace.go:171","msg":"trace[455406715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4856; }","duration":"161.792402ms","start":"2026-04-02T16:54:41.317184Z","end":"2026-04-02T16:54:41.478976Z","steps":["trace[455406715] 'agreement among raft nodes before linearized reading' (duration: 161.651627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:41.479067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.733833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1267"} {"level":"info","ts":"2026-04-02T16:54:41.48133Z","caller":"traceutil/trace.go:171","msg":"trace[213097795] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4856; }","duration":"268.436919ms","start":"2026-04-02T16:54:41.212848Z","end":"2026-04-02T16:54:41.481285Z","steps":["trace[213097795] 'agreement among raft nodes before linearized reading' (duration: 265.282149ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:46.130256Z","caller":"traceutil/trace.go:171","msg":"trace[1446517400] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5126; }","duration":"287.93952ms","start":"2026-04-02T16:54:45.842292Z","end":"2026-04-02T16:54:46.130231Z","steps":["trace[1446517400] 'read index received' (duration: 287.735963ms)","trace[1446517400] 'applied index is now lower than readState.Index' (duration: 202.497µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:46.130384Z","caller":"traceutil/trace.go:171","msg":"trace[795306719] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"346.814705ms","start":"2026-04-02T16:54:45.783536Z","end":"2026-04-02T16:54:46.130351Z","steps":["trace[795306719] 'process raft request' (duration: 346.504285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:46.130482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.767925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T16:54:46.130516Z","caller":"traceutil/trace.go:171","msg":"trace[924692319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4920; }","duration":"287.815317ms","start":"2026-04-02T16:54:45.842693Z","end":"2026-04-02T16:54:46.130508Z","steps":["trace[924692319] 'agreement among raft nodes before linearized reading' (duration: 287.690823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:46.130509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.192549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-02T16:54:46.130529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.558138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:54:46.130549Z","caller":"traceutil/trace.go:171","msg":"trace[37184911] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4920; }","duration":"288.277441ms","start":"2026-04-02T16:54:45.842261Z","end":"2026-04-02T16:54:46.130538Z","steps":["trace[37184911] 'agreement among raft nodes before linearized reading' (duration: 288.114555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:46.130544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:45.783512Z","time spent":"346.949999ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:46.13058Z","caller":"traceutil/trace.go:171","msg":"trace[321102264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4920; }","duration":"173.65073ms","start":"2026-04-02T16:54:45.956914Z","end":"2026-04-02T16:54:46.130564Z","steps":["trace[321102264] 'agreement among raft nodes before linearized reading' (duration: 173.516776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:46.130617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.570269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:54:46.13063Z","caller":"traceutil/trace.go:171","msg":"trace[425415397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4920; }","duration":"282.60771ms","start":"2026-04-02T16:54:45.848018Z","end":"2026-04-02T16:54:46.130626Z","steps":["trace[425415397] 'agreement among raft nodes before linearized reading' (duration: 282.558169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:46.130698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.090732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:54:46.130788Z","caller":"traceutil/trace.go:171","msg":"trace[1318798909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4920; }","duration":"178.229716ms","start":"2026-04-02T16:54:45.952537Z","end":"2026-04-02T16:54:46.130766Z","steps":["trace[1318798909] 'agreement among raft nodes before linearized reading' (duration: 177.967977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:46.1308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.603551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:54:46.130855Z","caller":"traceutil/trace.go:171","msg":"trace[218548554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:4920; }","duration":"169.683124ms","start":"2026-04-02T16:54:45.961157Z","end":"2026-04-02T16:54:46.13084Z","steps":["trace[218548554] 'agreement among raft nodes before linearized reading' (duration: 169.511389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:48.58766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.78288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:54:48.58773Z","caller":"traceutil/trace.go:171","msg":"trace[804737763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4987; }","duration":"365.875694ms","start":"2026-04-02T16:54:48.221837Z","end":"2026-04-02T16:54:48.587713Z","steps":["trace[804737763] 'range keys from in-memory index tree' (duration: 365.604365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:48.587772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.221826Z","time spent":"365.936295ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T16:54:48.587869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.471592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:48.587895Z","caller":"traceutil/trace.go:171","msg":"trace[375345728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4987; }","duration":"274.529725ms","start":"2026-04-02T16:54:48.313359Z","end":"2026-04-02T16:54:48.587888Z","steps":["trace[375345728] 'range keys from in-memory index tree' (duration: 274.408081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:48.588031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.901583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26462cd6-fa5d-4e46-a1c6-126aad73b476\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-02T16:54:48.588069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.483031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T16:54:48.588096Z","caller":"traceutil/trace.go:171","msg":"trace[359292582] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4987; }","duration":"370.548123ms","start":"2026-04-02T16:54:48.217542Z","end":"2026-04-02T16:54:48.588091Z","steps":["trace[359292582] 'range keys from in-memory index tree' (duration: 370.336206ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:48.588088Z","caller":"traceutil/trace.go:171","msg":"trace[288025967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26462cd6-fa5d-4e46-a1c6-126aad73b476; range_end:; response_count:1; response_revision:4987; }","duration":"240.979576ms","start":"2026-04-02T16:54:48.347094Z","end":"2026-04-02T16:54:48.588073Z","steps":["trace[288025967] 'range keys from in-memory index tree' (duration: 240.778379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:48.588111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.21752Z","time spent":"370.587084ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T16:54:48.587689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.997154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-02T16:54:48.588152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.31512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T16:54:48.588149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.018912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T16:54:48.588244Z","caller":"traceutil/trace.go:171","msg":"trace[290966279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4987; }","duration":"367.445904ms","start":"2026-04-02T16:54:48.220777Z","end":"2026-04-02T16:54:48.588222Z","steps":["trace[290966279] 'range keys from in-memory index tree' (duration: 367.174365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:48.588336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.220755Z","time spent":"367.566288ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:54:48.588292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.408703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T16:54:48.588318Z","caller":"traceutil/trace.go:171","msg":"trace[252711591] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4987; }","duration":"352.218059ms","start":"2026-04-02T16:54:48.236081Z","end":"2026-04-02T16:54:48.588299Z","steps":["trace[252711591] 'range keys from in-memory index tree' (duration: 351.797126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:48.587607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.042212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:48.588443Z","caller":"traceutil/trace.go:171","msg":"trace[1011855190] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4987; }","duration":"400.953601ms","start":"2026-04-02T16:54:48.187472Z","end":"2026-04-02T16:54:48.588426Z","steps":["trace[1011855190] 'count revisions from in-memory index tree' (duration: 399.945249ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:48.588438Z","caller":"traceutil/trace.go:171","msg":"trace[611952973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4987; }","duration":"367.61751ms","start":"2026-04-02T16:54:48.220786Z","end":"2026-04-02T16:54:48.588404Z","steps":["trace[611952973] 'range keys from in-memory index tree' (duration: 367.119893ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:48.588239Z","caller":"traceutil/trace.go:171","msg":"trace[1812871591] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:4987; }","duration":"261.546781ms","start":"2026-04-02T16:54:48.326633Z","end":"2026-04-02T16:54:48.58818Z","steps":["trace[1812871591] 'range keys from in-memory index tree' (duration: 260.90487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:48.588473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.187451Z","time spent":"401.013163ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:54:48.588434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.236073Z","time spent":"352.344843ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:54:48.588498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.220768Z","time spent":"367.717842ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:54:48.588048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.100993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:54:48.588576Z","caller":"traceutil/trace.go:171","msg":"trace[1060951491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4987; }","duration":"367.63386ms","start":"2026-04-02T16:54:48.220909Z","end":"2026-04-02T16:54:48.588543Z","steps":["trace[1060951491] 'range keys from in-memory index tree' (duration: 367.00181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:48.589023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.220894Z","time spent":"368.096714ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T16:54:49.201886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.81247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:54:49.202226Z","caller":"traceutil/trace.go:171","msg":"trace[562163693] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5201; }","duration":"392.860291ms","start":"2026-04-02T16:54:48.809342Z","end":"2026-04-02T16:54:49.202202Z","steps":["trace[562163693] 'read index received' (duration: 275.583247ms)","trace[562163693] 'applied index is now lower than readState.Index' (duration: 117.275654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:49.202497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.149391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T16:54:49.202511Z","caller":"traceutil/trace.go:171","msg":"trace[1639644441] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"577.061368ms","start":"2026-04-02T16:54:48.625422Z","end":"2026-04-02T16:54:49.202483Z","steps":["trace[1639644441] 'process raft request' (duration: 576.589963ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:49.202539Z","caller":"traceutil/trace.go:171","msg":"trace[2067394935] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"404.228314ms","start":"2026-04-02T16:54:48.798281Z","end":"2026-04-02T16:54:49.202509Z","steps":["trace[2067394935] 'process raft request' (duration: 403.859252ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:49.20256Z","caller":"traceutil/trace.go:171","msg":"trace[1547041128] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4996; }","duration":"393.247454ms","start":"2026-04-02T16:54:48.809295Z","end":"2026-04-02T16:54:49.202542Z","steps":["trace[1547041128] 'agreement among raft nodes before linearized reading' (duration: 392.991606ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:49.202557Z","caller":"traceutil/trace.go:171","msg":"trace[1809829014] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"579.970831ms","start":"2026-04-02T16:54:48.622532Z","end":"2026-04-02T16:54:49.202503Z","steps":["trace[1809829014] 'process raft request' (duration: 462.429118ms)","trace[1809829014] 'compare' (duration: 116.572092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:49.202683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.625403Z","time spent":"577.162181ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:49.20269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.809278Z","time spent":"393.358568ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T16:54:49.202783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.622518Z","time spent":"580.172007ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:49.203045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:48.798257Z","time spent":"404.687398ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:50.81795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292680141s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T16:54:50.900196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.336374Z","time spent":"563.815496ms","remote":"127.0.0.1:58668","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T16:54:50.900869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37559835s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:54:50.90115Z","caller":"traceutil/trace.go:171","msg":"trace[1540369569] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"1.652304353s","start":"2026-04-02T16:54:49.248822Z","end":"2026-04-02T16:54:50.901127Z","steps":["trace[1540369569] 'process raft request' (duration: 1.652122537s)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.901104Z","caller":"traceutil/trace.go:171","msg":"trace[1307572896] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"1.691431429s","start":"2026-04-02T16:54:49.209593Z","end":"2026-04-02T16:54:50.901024Z","steps":["trace[1307572896] 'process raft request' (duration: 315.606441ms)","trace[1307572896] 'compare' (duration: 1.375402754s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:54:50.90126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.248792Z","time spent":"1.652416457s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:50.901313Z","caller":"traceutil/trace.go:171","msg":"trace[385213428] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5204; }","duration":"1.587306903s","start":"2026-04-02T16:54:49.313972Z","end":"2026-04-02T16:54:50.901279Z","steps":["trace[385213428] 'read index received' (duration: 211.253238ms)","trace[385213428] 'applied index is now lower than readState.Index' (duration: 1.376052615s)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:50.901413Z","caller":"traceutil/trace.go:171","msg":"trace[92625438] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"1.400028849s","start":"2026-04-02T16:54:49.501373Z","end":"2026-04-02T16:54:50.901401Z","steps":["trace[92625438] 'process raft request' (duration: 1.399681348s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.901409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.209579Z","time spent":"1.691648205s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:50.901511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.501344Z","time spent":"1.400097341s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:50.901663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587696005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:50.901728Z","caller":"traceutil/trace.go:171","msg":"trace[1706661767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4999; }","duration":"1.587799579s","start":"2026-04-02T16:54:49.313906Z","end":"2026-04-02T16:54:50.901706Z","steps":["trace[1706661767] 'agreement among raft nodes before linearized reading' (duration: 1.587711536s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.901773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.313881Z","time spent":"1.587881581s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T16:54:50.90964Z","caller":"traceutil/trace.go:171","msg":"trace[42159155] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"918.203043ms","start":"2026-04-02T16:54:49.991421Z","end":"2026-04-02T16:54:50.909624Z","steps":["trace[42159155] 'process raft request' (duration: 917.826661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.909738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.991393Z","time spent":"918.293556ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:50.91001Z","caller":"traceutil/trace.go:171","msg":"trace[389957084] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"689.274192ms","start":"2026-04-02T16:54:50.220724Z","end":"2026-04-02T16:54:50.909999Z","steps":["trace[389957084] 'process raft request' (duration: 688.649122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.910069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.220698Z","time spent":"689.341704ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:50.910191Z","caller":"traceutil/trace.go:171","msg":"trace[2129422003] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"667.180289ms","start":"2026-04-02T16:54:50.243001Z","end":"2026-04-02T16:54:50.910182Z","steps":["trace[2129422003] 'process raft request' (duration: 666.426665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.910238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.242968Z","time spent":"667.243791ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:54:50.910371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.119869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:54:50.910404Z","caller":"traceutil/trace.go:171","msg":"trace[1660589187] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5002; }","duration":"122.182632ms","start":"2026-04-02T16:54:50.788213Z","end":"2026-04-02T16:54:50.910395Z","steps":["trace[1660589187] 'agreement among raft nodes before linearized reading' (duration: 122.12572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.910607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.498374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:54:50.910666Z","caller":"traceutil/trace.go:171","msg":"trace[287207431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5002; }","duration":"243.546586ms","start":"2026-04-02T16:54:50.667086Z","end":"2026-04-02T16:54:50.910632Z","steps":["trace[287207431] 'agreement among raft nodes before linearized reading' (duration: 243.444623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.910795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215309776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:50.910828Z","caller":"traceutil/trace.go:171","msg":"trace[69595075] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5002; }","duration":"1.215368918s","start":"2026-04-02T16:54:49.695451Z","end":"2026-04-02T16:54:50.91082Z","steps":["trace[69595075] 'agreement among raft nodes before linearized reading' (duration: 1.215315316s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.910853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.695436Z","time spent":"1.215409579s","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:54:50.910844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028832207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:50.910922Z","caller":"traceutil/trace.go:171","msg":"trace[1182651236] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5002; }","duration":"1.028966741s","start":"2026-04-02T16:54:49.881933Z","end":"2026-04-02T16:54:50.9109Z","steps":["trace[1182651236] 'agreement among raft nodes before linearized reading' (duration: 1.028812816s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.910994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.88191Z","time spent":"1.029063184s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:54:50.911035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31872575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26462cd6-fa5d-4e46-a1c6-126aad73b476\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-02T16:54:50.911065Z","caller":"traceutil/trace.go:171","msg":"trace[1380730293] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-26462cd6-fa5d-4e46-a1c6-126aad73b476; range_end:; response_count:1; response_revision:5002; }","duration":"1.318795832s","start":"2026-04-02T16:54:49.59226Z","end":"2026-04-02T16:54:50.911056Z","steps":["trace[1380730293] 'agreement among raft nodes before linearized reading' (duration: 1.318706269s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.911097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.592239Z","time spent":"1.318851094s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-26462cd6-fa5d-4e46-a1c6-126aad73b476\" "} {"level":"warn","ts":"2026-04-02T16:54:50.911234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.483817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T16:54:50.911293Z","caller":"traceutil/trace.go:171","msg":"trace[756370060] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5002; }","duration":"304.58604ms","start":"2026-04-02T16:54:50.606694Z","end":"2026-04-02T16:54:50.91128Z","steps":["trace[756370060] 'agreement among raft nodes before linearized reading' (duration: 304.484387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.911285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.227264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T16:54:50.911322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.606675Z","time spent":"304.639061ms","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T16:54:50.911338Z","caller":"traceutil/trace.go:171","msg":"trace[115463399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5002; }","duration":"421.318417ms","start":"2026-04-02T16:54:50.490004Z","end":"2026-04-02T16:54:50.911322Z","steps":["trace[115463399] 'agreement among raft nodes before linearized reading' (duration: 421.229024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.911385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.489982Z","time spent":"421.38856ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:54:50.911507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.218689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T16:54:50.911546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.524757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:54:50.91156Z","caller":"traceutil/trace.go:171","msg":"trace[381245174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:5002; }","duration":"759.334872ms","start":"2026-04-02T16:54:50.152213Z","end":"2026-04-02T16:54:50.911548Z","steps":["trace[381245174] 'agreement among raft nodes before linearized reading' (duration: 759.161287ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:50.911567Z","caller":"traceutil/trace.go:171","msg":"trace[239591116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5002; }","duration":"244.591109ms","start":"2026-04-02T16:54:50.666969Z","end":"2026-04-02T16:54:50.91156Z","steps":["trace[239591116] 'agreement among raft nodes before linearized reading' (duration: 244.492826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.911585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.152175Z","time spent":"759.404935ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-m6th9\" "} {"level":"warn","ts":"2026-04-02T16:54:50.911648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.426891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T16:54:50.911688Z","caller":"traceutil/trace.go:171","msg":"trace[891294783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5002; }","duration":"707.492642ms","start":"2026-04-02T16:54:50.204186Z","end":"2026-04-02T16:54:50.911679Z","steps":["trace[891294783] 'agreement among raft nodes before linearized reading' (duration: 707.433661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.911717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.204171Z","time spent":"707.537104ms","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T16:54:50.911775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.56604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:54:50.911801Z","caller":"traceutil/trace.go:171","msg":"trace[127314808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5002; }","duration":"245.616862ms","start":"2026-04-02T16:54:50.666178Z","end":"2026-04-02T16:54:50.911795Z","steps":["trace[127314808] 'agreement among raft nodes before linearized reading' (duration: 245.55383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.911716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.696292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:54:50.911879Z","caller":"traceutil/trace.go:171","msg":"trace[1750166513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5002; }","duration":"244.877939ms","start":"2026-04-02T16:54:50.666992Z","end":"2026-04-02T16:54:50.91187Z","steps":["trace[1750166513] 'agreement among raft nodes before linearized reading' (duration: 244.664752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.911711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.906206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T16:54:50.911952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.751076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-02T16:54:50.911956Z","caller":"traceutil/trace.go:171","msg":"trace[756063128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5002; }","duration":"768.208105ms","start":"2026-04-02T16:54:50.143739Z","end":"2026-04-02T16:54:50.911947Z","steps":["trace[756063128] 'agreement among raft nodes before linearized reading' (duration: 767.842073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.911978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:50.143709Z","time spent":"768.262737ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T16:54:50.911971Z","caller":"traceutil/trace.go:171","msg":"trace[1386707640] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5002; }","duration":"245.797638ms","start":"2026-04-02T16:54:50.666167Z","end":"2026-04-02T16:54:50.911965Z","steps":["trace[1386707640] 'agreement among raft nodes before linearized reading' (duration: 245.743346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.912256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330378421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T16:54:50.912308Z","caller":"traceutil/trace.go:171","msg":"trace[143249784] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5002; }","duration":"1.330469274s","start":"2026-04-02T16:54:49.581827Z","end":"2026-04-02T16:54:50.912296Z","steps":["trace[143249784] 'agreement among raft nodes before linearized reading' (duration: 1.329418581s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:50.91235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:49.581803Z","time spent":"1.330526966s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:54:54.537548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.99138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-02T16:54:54.537904Z","caller":"traceutil/trace.go:171","msg":"trace[1926225959] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5084; }","duration":"141.378813ms","start":"2026-04-02T16:54:54.396466Z","end":"2026-04-02T16:54:54.537845Z","steps":["trace[1926225959] 'range keys from in-memory index tree' (duration: 140.774913ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:58.738148Z","caller":"traceutil/trace.go:171","msg":"trace[908401221] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5341; }","duration":"126.741987ms","start":"2026-04-02T16:54:58.611388Z","end":"2026-04-02T16:54:58.73813Z","steps":["trace[908401221] 'read index received' (duration: 126.589782ms)","trace[908401221] 'applied index is now lower than readState.Index' (duration: 151.685µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:58.738232Z","caller":"traceutil/trace.go:171","msg":"trace[341092278] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"133.203102ms","start":"2026-04-02T16:54:58.60498Z","end":"2026-04-02T16:54:58.738183Z","steps":["trace[341092278] 'process raft request' (duration: 133.013706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:58.738338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.949843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T16:54:58.738364Z","caller":"traceutil/trace.go:171","msg":"trace[1261051480] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5127; }","duration":"127.047926ms","start":"2026-04-02T16:54:58.611308Z","end":"2026-04-02T16:54:58.738356Z","steps":["trace[1261051480] 'agreement among raft nodes before linearized reading' (duration: 126.888381ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:54:59.232801Z","caller":"traceutil/trace.go:171","msg":"trace[1350909601] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"445.433606ms","start":"2026-04-02T16:54:58.787346Z","end":"2026-04-02T16:54:59.23278Z","steps":["trace[1350909601] 'process raft request' (duration: 445.309412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.23293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:54:58.787314Z","time spent":"445.54935ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13646,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T16:54:59.234239Z","caller":"traceutil/trace.go:171","msg":"trace[1192916050] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5343; }","duration":"274.945747ms","start":"2026-04-02T16:54:58.959266Z","end":"2026-04-02T16:54:59.234211Z","steps":["trace[1192916050] 'read index received' (duration: 273.46407ms)","trace[1192916050] 'applied index is now lower than readState.Index' (duration: 1.479947ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:54:59.234673Z","caller":"traceutil/trace.go:171","msg":"trace[831780430] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"290.698588ms","start":"2026-04-02T16:54:58.943915Z","end":"2026-04-02T16:54:59.234614Z","steps":["trace[831780430] 'process raft request' (duration: 290.1468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.235052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.776103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T16:54:59.235117Z","caller":"traceutil/trace.go:171","msg":"trace[722669772] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5130; }","duration":"275.888837ms","start":"2026-04-02T16:54:58.959212Z","end":"2026-04-02T16:54:59.235101Z","steps":["trace[722669772] 'agreement among raft nodes before linearized reading' (duration: 275.696741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.235639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.619307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:54:59.235697Z","caller":"traceutil/trace.go:171","msg":"trace[259095635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5130; }","duration":"269.70017ms","start":"2026-04-02T16:54:58.965983Z","end":"2026-04-02T16:54:59.235684Z","steps":["trace[259095635] 'agreement among raft nodes before linearized reading' (duration: 269.564055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.235939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.090462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T16:54:59.235988Z","caller":"traceutil/trace.go:171","msg":"trace[843608806] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5130; }","duration":"249.172675ms","start":"2026-04-02T16:54:58.986803Z","end":"2026-04-02T16:54:59.235976Z","steps":["trace[843608806] 'agreement among raft nodes before linearized reading' (duration: 249.048901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.23626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.92566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T16:54:59.236309Z","caller":"traceutil/trace.go:171","msg":"trace[64735739] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5130; }","duration":"260.975561ms","start":"2026-04-02T16:54:58.975322Z","end":"2026-04-02T16:54:59.236297Z","steps":["trace[64735739] 'agreement among raft nodes before linearized reading' (duration: 260.847067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.236557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.172234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:54:59.236608Z","caller":"traceutil/trace.go:171","msg":"trace[1095708833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:5130; }","duration":"270.243817ms","start":"2026-04-02T16:54:58.966353Z","end":"2026-04-02T16:54:59.236597Z","steps":["trace[1095708833] 'agreement among raft nodes before linearized reading' (duration: 270.117293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.237494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.943771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T16:54:59.237548Z","caller":"traceutil/trace.go:171","msg":"trace[1656153105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5130; }","duration":"272.019512ms","start":"2026-04-02T16:54:58.965515Z","end":"2026-04-02T16:54:59.237535Z","steps":["trace[1656153105] 'agreement among raft nodes before linearized reading' (duration: 271.888138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.237785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.92549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:54:59.237832Z","caller":"traceutil/trace.go:171","msg":"trace[1473962388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5130; }","duration":"272.182059ms","start":"2026-04-02T16:54:58.965639Z","end":"2026-04-02T16:54:59.237821Z","steps":["trace[1473962388] 'agreement among raft nodes before linearized reading' (duration: 272.059875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.238262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.50368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:54:59.238317Z","caller":"traceutil/trace.go:171","msg":"trace[566373930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5130; }","duration":"273.600483ms","start":"2026-04-02T16:54:58.964701Z","end":"2026-04-02T16:54:59.238301Z","steps":["trace[566373930] 'agreement among raft nodes before linearized reading' (duration: 273.480619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:54:59.240047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.962269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:54:59.240082Z","caller":"traceutil/trace.go:171","msg":"trace[533406049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5130; }","duration":"276.050031ms","start":"2026-04-02T16:54:58.964023Z","end":"2026-04-02T16:54:59.240073Z","steps":["trace[533406049] 'agreement among raft nodes before linearized reading' (duration: 275.956698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.603741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.529819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:55:03.603995Z","caller":"traceutil/trace.go:171","msg":"trace[1297943134] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5389; }","duration":"346.902018ms","start":"2026-04-02T16:55:03.257076Z","end":"2026-04-02T16:55:03.603978Z","steps":["trace[1297943134] 'read index received' (duration: 23.258551ms)","trace[1297943134] 'applied index is now lower than readState.Index' (duration: 323.642357ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:03.604078Z","caller":"traceutil/trace.go:171","msg":"trace[1331543884] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"352.788945ms","start":"2026-04-02T16:55:03.251175Z","end":"2026-04-02T16:55:03.603964Z","steps":["trace[1331543884] 'process raft request' (duration: 209.943846ms)","trace[1331543884] 'compare' (duration: 142.361464ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:03.604189Z","caller":"traceutil/trace.go:171","msg":"trace[1439627705] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"309.798837ms","start":"2026-04-02T16:55:03.294358Z","end":"2026-04-02T16:55:03.604157Z","steps":["trace[1439627705] 'process raft request' (duration: 309.488657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.604269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.251145Z","time spent":"353.034503ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:55:03.604428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.294345Z","time spent":"309.964641ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3620,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T16:55:03.60448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.45849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:55:03.604563Z","caller":"traceutil/trace.go:171","msg":"trace[1560692606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:5177; }","duration":"344.571024ms","start":"2026-04-02T16:55:03.259974Z","end":"2026-04-02T16:55:03.604545Z","steps":["trace[1560692606] 'agreement among raft nodes before linearized reading' (duration: 344.320316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.604572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.674644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T16:55:03.604661Z","caller":"traceutil/trace.go:171","msg":"trace[349660248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5177; }","duration":"342.793657ms","start":"2026-04-02T16:55:03.26185Z","end":"2026-04-02T16:55:03.604643Z","steps":["trace[349660248] 'agreement among raft nodes before linearized reading' (duration: 342.508888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.604709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.86776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T16:55:03.604721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.261846Z","time spent":"342.861849ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T16:55:03.604739Z","caller":"traceutil/trace.go:171","msg":"trace[1737601291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5177; }","duration":"342.895561ms","start":"2026-04-02T16:55:03.261835Z","end":"2026-04-02T16:55:03.604731Z","steps":["trace[1737601291] 'agreement among raft nodes before linearized reading' (duration: 342.803508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.604702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.567239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-02T16:55:03.604836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.655895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T16:55:03.604878Z","caller":"traceutil/trace.go:171","msg":"trace[1226420070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5177; }","duration":"343.705456ms","start":"2026-04-02T16:55:03.261164Z","end":"2026-04-02T16:55:03.604869Z","steps":["trace[1226420070] 'agreement among raft nodes before linearized reading' (duration: 343.620434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.604902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.261159Z","time spent":"343.738337ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T16:55:03.604612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.259968Z","time spent":"344.635096ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-m6th9\" "} {"level":"warn","ts":"2026-04-02T16:55:03.604767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.261819Z","time spent":"342.943472ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T16:55:03.604503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.242558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:55:03.605072Z","caller":"traceutil/trace.go:171","msg":"trace[1716945712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5177; }","duration":"341.825106ms","start":"2026-04-02T16:55:03.263238Z","end":"2026-04-02T16:55:03.605063Z","steps":["trace[1716945712] 'agreement among raft nodes before linearized reading' (duration: 341.049942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.605102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.263234Z","time spent":"341.859837ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T16:55:03.605177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.525277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T16:55:03.604834Z","caller":"traceutil/trace.go:171","msg":"trace[2031976898] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5177; }","duration":"347.763205ms","start":"2026-04-02T16:55:03.257044Z","end":"2026-04-02T16:55:03.604808Z","steps":["trace[2031976898] 'agreement among raft nodes before linearized reading' (duration: 347.159826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.604892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.576953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-02T16:55:03.605266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.025902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T16:55:03.605294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.257035Z","time spent":"348.24594ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T16:55:03.6053Z","caller":"traceutil/trace.go:171","msg":"trace[2007778596] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5177; }","duration":"316.980245ms","start":"2026-04-02T16:55:03.288303Z","end":"2026-04-02T16:55:03.605283Z","steps":["trace[2007778596] 'agreement among raft nodes before linearized reading' (duration: 316.50344ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:03.605312Z","caller":"traceutil/trace.go:171","msg":"trace[68034576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5177; }","duration":"342.085385ms","start":"2026-04-02T16:55:03.263213Z","end":"2026-04-02T16:55:03.605299Z","steps":["trace[68034576] 'agreement among raft nodes before linearized reading' (duration: 341.786275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.605342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.288255Z","time spent":"317.073628ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T16:55:03.605388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.263207Z","time spent":"342.170077ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T16:55:03.605477Z","caller":"traceutil/trace.go:171","msg":"trace[1821262838] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5177; }","duration":"314.821576ms","start":"2026-04-02T16:55:03.29045Z","end":"2026-04-02T16:55:03.605271Z","steps":["trace[1821262838] 'agreement among raft nodes before linearized reading' (duration: 314.129144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.605958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T16:55:03.290436Z","time spent":"315.498638ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T16:55:03.769973Z","caller":"traceutil/trace.go:171","msg":"trace[1638210379] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"158.098915ms","start":"2026-04-02T16:55:03.611808Z","end":"2026-04-02T16:55:03.769907Z","steps":["trace[1638210379] 'process raft request' (duration: 108.465025ms)","trace[1638210379] 'compare' (duration: 49.287839ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:03.770035Z","caller":"traceutil/trace.go:171","msg":"trace[1642323444] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"158.026333ms","start":"2026-04-02T16:55:03.611955Z","end":"2026-04-02T16:55:03.769981Z","steps":["trace[1642323444] 'process raft request' (duration: 157.798626ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:03.769996Z","caller":"traceutil/trace.go:171","msg":"trace[112119704] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"157.994591ms","start":"2026-04-02T16:55:03.611973Z","end":"2026-04-02T16:55:03.769967Z","steps":["trace[112119704] 'process raft request' (duration: 157.831956ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:03.769995Z","caller":"traceutil/trace.go:171","msg":"trace[386698707] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"157.531277ms","start":"2026-04-02T16:55:03.612427Z","end":"2026-04-02T16:55:03.769958Z","steps":["trace[386698707] 'process raft request' (duration: 157.416443ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:03.770271Z","caller":"traceutil/trace.go:171","msg":"trace[1599012706] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"157.443254ms","start":"2026-04-02T16:55:03.612812Z","end":"2026-04-02T16:55:03.770255Z","steps":["trace[1599012706] 'process raft request' (duration: 157.30602ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:03.770347Z","caller":"traceutil/trace.go:171","msg":"trace[1709653554] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5393; }","duration":"130.688992ms","start":"2026-04-02T16:55:03.63963Z","end":"2026-04-02T16:55:03.770319Z","steps":["trace[1709653554] 'read index received' (duration: 1.370923ms)","trace[1709653554] 'applied index is now lower than readState.Index' (duration: 129.316888ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:03.770399Z","caller":"traceutil/trace.go:171","msg":"trace[1369180111] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"156.535935ms","start":"2026-04-02T16:55:03.613832Z","end":"2026-04-02T16:55:03.770368Z","steps":["trace[1369180111] 'process raft request' (duration: 156.38338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.770562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.920359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-02T16:55:03.770609Z","caller":"traceutil/trace.go:171","msg":"trace[968620620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5185; }","duration":"131.030263ms","start":"2026-04-02T16:55:03.639564Z","end":"2026-04-02T16:55:03.770594Z","steps":["trace[968620620] 'agreement among raft nodes before linearized reading' (duration: 130.860388ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:03.770551Z","caller":"traceutil/trace.go:171","msg":"trace[1142862982] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"158.045283ms","start":"2026-04-02T16:55:03.612491Z","end":"2026-04-02T16:55:03.770536Z","steps":["trace[1142862982] 'process raft request' (duration: 157.395953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:03.966401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.199559ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T16:55:11.556366Z","caller":"traceutil/trace.go:171","msg":"trace[1571369369] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"103.829197ms","start":"2026-04-02T16:55:11.452506Z","end":"2026-04-02T16:55:11.556335Z","steps":["trace[1571369369] 'process raft request' (duration: 78.846441ms)","trace[1571369369] 'compare' (duration: 24.827771ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:47.377588Z","caller":"traceutil/trace.go:171","msg":"trace[1394093127] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"136.402884ms","start":"2026-04-02T16:55:47.241157Z","end":"2026-04-02T16:55:47.377559Z","steps":["trace[1394093127] 'process raft request' (duration: 135.991891ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:47.669417Z","caller":"traceutil/trace.go:171","msg":"trace[776704674] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"140.812814ms","start":"2026-04-02T16:55:47.528571Z","end":"2026-04-02T16:55:47.669384Z","steps":["trace[776704674] 'process raft request' (duration: 94.877071ms)","trace[776704674] 'compare' (duration: 45.702206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:55:47.935741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.818082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:55:47.935846Z","caller":"traceutil/trace.go:171","msg":"trace[986083465] linearizableReadLoop","detail":"{readStateIndex:5855; appliedIndex:5854; }","duration":"106.869093ms","start":"2026-04-02T16:55:47.828961Z","end":"2026-04-02T16:55:47.93583Z","steps":["trace[986083465] 'read index received' (duration: 55.721µs)","trace[986083465] 'applied index is now lower than readState.Index' (duration: 106.812142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:55:47.93619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.231345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:55:47.936249Z","caller":"traceutil/trace.go:171","msg":"trace[1809446250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:5619; }","duration":"107.327018ms","start":"2026-04-02T16:55:47.828907Z","end":"2026-04-02T16:55:47.936234Z","steps":["trace[1809446250] 'agreement among raft nodes before linearized reading' (duration: 107.116691ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:47.936304Z","caller":"traceutil/trace.go:171","msg":"trace[1882324243] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"169.916652ms","start":"2026-04-02T16:55:47.766346Z","end":"2026-04-02T16:55:47.936263Z","steps":["trace[1882324243] 'process raft request' (duration: 46.483751ms)","trace[1882324243] 'compare' (duration: 122.690627ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:48.229229Z","caller":"traceutil/trace.go:171","msg":"trace[1427951592] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"214.168071ms","start":"2026-04-02T16:55:48.015026Z","end":"2026-04-02T16:55:48.229194Z","steps":["trace[1427951592] 'process raft request' (duration: 163.746375ms)","trace[1427951592] 'compare' (duration: 50.273481ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:48.238604Z","caller":"traceutil/trace.go:171","msg":"trace[733856520] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5856; }","duration":"220.979348ms","start":"2026-04-02T16:55:48.017598Z","end":"2026-04-02T16:55:48.238578Z","steps":["trace[733856520] 'read index received' (duration: 161.160083ms)","trace[733856520] 'applied index is now lower than readState.Index' (duration: 59.817945ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:48.238762Z","caller":"traceutil/trace.go:171","msg":"trace[688654298] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"221.3771ms","start":"2026-04-02T16:55:48.017372Z","end":"2026-04-02T16:55:48.238749Z","steps":["trace[688654298] 'process raft request' (duration: 221.154293ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:48.238735Z","caller":"traceutil/trace.go:171","msg":"trace[929698177] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"222.32554ms","start":"2026-04-02T16:55:48.016356Z","end":"2026-04-02T16:55:48.238681Z","steps":["trace[929698177] 'process raft request' (duration: 222.02029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:48.238996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.315088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T16:55:48.239072Z","caller":"traceutil/trace.go:171","msg":"trace[702109026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5623; }","duration":"221.420722ms","start":"2026-04-02T16:55:48.017632Z","end":"2026-04-02T16:55:48.239053Z","steps":["trace[702109026] 'agreement among raft nodes before linearized reading' (duration: 221.158424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:48.23935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.712501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T16:55:48.239425Z","caller":"traceutil/trace.go:171","msg":"trace[1183757270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5623; }","duration":"221.841245ms","start":"2026-04-02T16:55:48.017567Z","end":"2026-04-02T16:55:48.239408Z","steps":["trace[1183757270] 'agreement among raft nodes before linearized reading' (duration: 221.241226ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:55:48.385815Z","caller":"traceutil/trace.go:171","msg":"trace[1754838352] linearizableReadLoop","detail":"{readStateIndex:5861; appliedIndex:5859; }","duration":"100.18733ms","start":"2026-04-02T16:55:48.285604Z","end":"2026-04-02T16:55:48.385791Z","steps":["trace[1754838352] 'read index received' (duration: 49.245148ms)","trace[1754838352] 'applied index is now lower than readState.Index' (duration: 50.940862ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:48.385989Z","caller":"traceutil/trace.go:171","msg":"trace[792217681] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"130.469435ms","start":"2026-04-02T16:55:48.255388Z","end":"2026-04-02T16:55:48.385857Z","steps":["trace[792217681] 'process raft request' (duration: 79.468701ms)","trace[792217681] 'compare' (duration: 50.752606ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:48.385937Z","caller":"traceutil/trace.go:171","msg":"trace[1631102635] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"130.236907ms","start":"2026-04-02T16:55:48.255646Z","end":"2026-04-02T16:55:48.385883Z","steps":["trace[1631102635] 'process raft request' (duration: 130.104583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:48.386041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.427798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T16:55:48.386289Z","caller":"traceutil/trace.go:171","msg":"trace[1788867779] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5625; }","duration":"100.735208ms","start":"2026-04-02T16:55:48.285531Z","end":"2026-04-02T16:55:48.386266Z","steps":["trace[1788867779] 'agreement among raft nodes before linearized reading' (duration: 100.386297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:58.252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.232675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T16:55:58.252111Z","caller":"traceutil/trace.go:171","msg":"trace[2079470105] linearizableReadLoop","detail":"{readStateIndex:5948; appliedIndex:5947; }","duration":"261.667443ms","start":"2026-04-02T16:55:57.990425Z","end":"2026-04-02T16:55:58.252093Z","steps":["trace[2079470105] 'read index received' (duration: 143.228492ms)","trace[2079470105] 'applied index is now lower than readState.Index' (duration: 118.437581ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:55:58.252226Z","caller":"traceutil/trace.go:171","msg":"trace[1065348100] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"284.892222ms","start":"2026-04-02T16:55:57.967299Z","end":"2026-04-02T16:55:58.252191Z","steps":["trace[1065348100] 'process raft request' (duration: 166.373729ms)","trace[1065348100] 'compare' (duration: 118.062979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T16:55:58.25233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.89662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T16:55:58.252388Z","caller":"traceutil/trace.go:171","msg":"trace[502085268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5708; }","duration":"261.974002ms","start":"2026-04-02T16:55:57.990399Z","end":"2026-04-02T16:55:58.252373Z","steps":["trace[502085268] 'agreement among raft nodes before linearized reading' (duration: 261.788346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:55:58.252419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.665057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:55:58.252519Z","caller":"traceutil/trace.go:171","msg":"trace[538909886] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:5708; }","duration":"258.820122ms","start":"2026-04-02T16:55:57.99368Z","end":"2026-04-02T16:55:58.2525Z","steps":["trace[538909886] 'agreement among raft nodes before linearized reading' (duration: 258.562614ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:02.559415Z","caller":"traceutil/trace.go:171","msg":"trace[669398659] linearizableReadLoop","detail":"{readStateIndex:5979; appliedIndex:5978; }","duration":"262.061636ms","start":"2026-04-02T16:56:02.297331Z","end":"2026-04-02T16:56:02.559393Z","steps":["trace[669398659] 'read index received' (duration: 261.85447ms)","trace[669398659] 'applied index is now lower than readState.Index' (duration: 206.166µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T16:56:02.559549Z","caller":"traceutil/trace.go:171","msg":"trace[690419127] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"265.369201ms","start":"2026-04-02T16:56:02.294147Z","end":"2026-04-02T16:56:02.559516Z","steps":["trace[690419127] 'process raft request' (duration: 265.084682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:02.559716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.353016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T16:56:02.55982Z","caller":"traceutil/trace.go:171","msg":"trace[1092362609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5738; }","duration":"262.51276ms","start":"2026-04-02T16:56:02.297285Z","end":"2026-04-02T16:56:02.559798Z","steps":["trace[1092362609] 'agreement among raft nodes before linearized reading' (duration: 262.235862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:02.559812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.43029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T16:56:02.559897Z","caller":"traceutil/trace.go:171","msg":"trace[1781696988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5738; }","duration":"112.561814ms","start":"2026-04-02T16:56:02.44732Z","end":"2026-04-02T16:56:02.559882Z","steps":["trace[1781696988] 'agreement among raft nodes before linearized reading' (duration: 112.355917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:02.559925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.290764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T16:56:02.559967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.683558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T16:56:02.560035Z","caller":"traceutil/trace.go:171","msg":"trace[2030907019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5738; }","duration":"262.51038ms","start":"2026-04-02T16:56:02.29751Z","end":"2026-04-02T16:56:02.56002Z","steps":["trace[2030907019] 'agreement among raft nodes before linearized reading' (duration: 262.164409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:02.560097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.735172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T16:56:02.560096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.643341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:56:02.560085Z","caller":"traceutil/trace.go:171","msg":"trace[1846998948] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5738; }","duration":"258.851584ms","start":"2026-04-02T16:56:02.301209Z","end":"2026-04-02T16:56:02.560061Z","steps":["trace[1846998948] 'agreement among raft nodes before linearized reading' (duration: 258.523973ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:02.560197Z","caller":"traceutil/trace.go:171","msg":"trace[677569742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5738; }","duration":"103.761604ms","start":"2026-04-02T16:56:02.456417Z","end":"2026-04-02T16:56:02.560179Z","steps":["trace[677569742] 'agreement among raft nodes before linearized reading' (duration: 103.497706ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:56:02.560194Z","caller":"traceutil/trace.go:171","msg":"trace[1642297144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:5738; }","duration":"259.861976ms","start":"2026-04-02T16:56:02.300309Z","end":"2026-04-02T16:56:02.560171Z","steps":["trace[1642297144] 'agreement among raft nodes before linearized reading' (duration: 259.599978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:56:02.56066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.7418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T16:56:02.560748Z","caller":"traceutil/trace.go:171","msg":"trace[1486833658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5738; }","duration":"258.868624ms","start":"2026-04-02T16:56:02.301859Z","end":"2026-04-02T16:56:02.560728Z","steps":["trace[1486833658] 'agreement among raft nodes before linearized reading' (duration: 257.953625ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:57:34.976121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3118} {"level":"info","ts":"2026-04-02T16:57:35.0631Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3118,"took":"85.398967ms","hash":3709865827,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":33079296,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-02T16:57:35.063176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3709865827,"revision":3118,"compact-revision":-1} {"level":"warn","ts":"2026-04-02T16:59:23.974247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.21644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T16:59:23.97435Z","caller":"traceutil/trace.go:171","msg":"trace[961988312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7432; }","duration":"148.377495ms","start":"2026-04-02T16:59:23.825952Z","end":"2026-04-02T16:59:23.974329Z","steps":["trace[961988312] 'range keys from in-memory index tree' (duration: 148.008144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:23.974324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.42336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T16:59:23.97438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.676667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T16:59:23.974433Z","caller":"traceutil/trace.go:171","msg":"trace[1114002279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7432; }","duration":"144.572785ms","start":"2026-04-02T16:59:23.829837Z","end":"2026-04-02T16:59:23.97441Z","steps":["trace[1114002279] 'range keys from in-memory index tree' (duration: 144.248525ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:23.974503Z","caller":"traceutil/trace.go:171","msg":"trace[1273738731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7432; }","duration":"149.832971ms","start":"2026-04-02T16:59:23.824649Z","end":"2026-04-02T16:59:23.974482Z","steps":["trace[1273738731] 'range keys from in-memory index tree' (duration: 149.575073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:23.974479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.790447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T16:59:23.974674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.778868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T16:59:23.974741Z","caller":"traceutil/trace.go:171","msg":"trace[112826135] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7432; }","duration":"143.14375ms","start":"2026-04-02T16:59:23.831584Z","end":"2026-04-02T16:59:23.974728Z","steps":["trace[112826135] 'range keys from in-memory index tree' (duration: 142.668515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T16:59:23.974257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.453674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T16:59:23.974905Z","caller":"traceutil/trace.go:171","msg":"trace[646397780] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:7432; }","duration":"141.153156ms","start":"2026-04-02T16:59:23.833743Z","end":"2026-04-02T16:59:23.974896Z","steps":["trace[646397780] 'range keys from in-memory index tree' (duration: 140.269858ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T16:59:23.974677Z","caller":"traceutil/trace.go:171","msg":"trace[454378970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7432; }","duration":"147.966063ms","start":"2026-04-02T16:59:23.826666Z","end":"2026-04-02T16:59:23.974632Z","steps":["trace[454378970] 'range keys from in-memory index tree' (duration: 147.496058ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:00:54.144901Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000021e2.wal"} {"level":"warn","ts":"2026-04-02T17:00:59.088724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007553470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:00:59.350863Z","caller":"traceutil/trace.go:171","msg":"trace[50822311] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"773.178447ms","start":"2026-04-02T17:00:58.577651Z","end":"2026-04-02T17:00:59.350829Z","steps":["trace[50822311] 'process raft request' (duration: 773.021052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:59.351039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:58.577631Z","time spent":"773.319881ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:00:59.811781Z","caller":"traceutil/trace.go:171","msg":"trace[1652161949] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8708; }","duration":"1.224022232s","start":"2026-04-02T17:00:58.587728Z","end":"2026-04-02T17:00:59.811751Z","steps":["trace[1652161949] 'read index received' (duration: 762.869179ms)","trace[1652161949] 'applied index is now lower than readState.Index' (duration: 461.151513ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:00:59.811856Z","caller":"traceutil/trace.go:171","msg":"trace[1953600031] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"1.023862176s","start":"2026-04-02T17:00:58.787964Z","end":"2026-04-02T17:00:59.811826Z","steps":["trace[1953600031] 'process raft request' (duration: 988.429962ms)","trace[1953600031] 'compare' (duration: 35.148455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:00:59.811978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:58.787937Z","time spent":"1.02398365s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:00:59.812035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224281831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:00:59.812081Z","caller":"traceutil/trace.go:171","msg":"trace[1058111800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:8338; }","duration":"1.224367413s","start":"2026-04-02T17:00:58.587698Z","end":"2026-04-02T17:00:59.812066Z","steps":["trace[1058111800] 'agreement among raft nodes before linearized reading' (duration: 1.224187048s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:59.812116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:58.587686Z","time spent":"1.224421605s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-m6th9\" "} {"level":"info","ts":"2026-04-02T17:00:59.81626Z","caller":"traceutil/trace.go:171","msg":"trace[1094650671] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"151.36996ms","start":"2026-04-02T17:00:59.664854Z","end":"2026-04-02T17:00:59.816224Z","steps":["trace[1094650671] 'process raft request' (duration: 151.103652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:59.816272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152067481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-02T17:00:59.816342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.134244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:00:59.816357Z","caller":"traceutil/trace.go:171","msg":"trace[2080986617] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8339; }","duration":"1.152166014s","start":"2026-04-02T17:00:58.664175Z","end":"2026-04-02T17:00:59.816341Z","steps":["trace[2080986617] 'agreement among raft nodes before linearized reading' (duration: 1.151987118s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:00:59.816383Z","caller":"traceutil/trace.go:171","msg":"trace[1362802033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8339; }","duration":"503.199766ms","start":"2026-04-02T17:00:59.313172Z","end":"2026-04-02T17:00:59.816371Z","steps":["trace[1362802033] 'agreement among raft nodes before linearized reading' (duration: 503.119153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:59.816399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:58.664167Z","time spent":"1.152218985s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:00:59.816407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:59.313153Z","time spent":"503.250158ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:00:59.816458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153580709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T17:00:59.81631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190664615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:00:59.816537Z","caller":"traceutil/trace.go:171","msg":"trace[520019863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8339; }","duration":"1.153681192s","start":"2026-04-02T17:00:58.662832Z","end":"2026-04-02T17:00:59.816513Z","steps":["trace[520019863] 'agreement among raft nodes before linearized reading' (duration: 1.153430905s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:59.816599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:58.662819Z","time spent":"1.153767405s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:00:59.816575Z","caller":"traceutil/trace.go:171","msg":"trace[331297616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8339; }","duration":"1.190994766s","start":"2026-04-02T17:00:58.625556Z","end":"2026-04-02T17:00:59.816551Z","steps":["trace[331297616] 'agreement among raft nodes before linearized reading' (duration: 1.190546651s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:59.816748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:58.625535Z","time spent":"1.191169041s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:00:59.816243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.185479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:00:59.816988Z","caller":"traceutil/trace.go:171","msg":"trace[1131249175] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8339; }","duration":"844.930193ms","start":"2026-04-02T17:00:58.972032Z","end":"2026-04-02T17:00:59.816962Z","steps":["trace[1131249175] 'agreement among raft nodes before linearized reading' (duration: 844.099516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:00:59.817098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:00:58.971977Z","time spent":"845.067727ms","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:01:10.003041Z","caller":"traceutil/trace.go:171","msg":"trace[743235152] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8781; }","duration":"140.468074ms","start":"2026-04-02T17:01:09.862553Z","end":"2026-04-02T17:01:10.003021Z","steps":["trace[743235152] 'read index received' (duration: 140.288428ms)","trace[743235152] 'applied index is now lower than readState.Index' (duration: 178.786µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:10.00335Z","caller":"traceutil/trace.go:171","msg":"trace[700988937] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"153.684533ms","start":"2026-04-02T17:01:09.849652Z","end":"2026-04-02T17:01:10.003337Z","steps":["trace[700988937] 'process raft request' (duration: 153.248529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:10.003662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.101045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:01:10.003707Z","caller":"traceutil/trace.go:171","msg":"trace[1875366854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8405; }","duration":"141.187378ms","start":"2026-04-02T17:01:09.86251Z","end":"2026-04-02T17:01:10.003697Z","steps":["trace[1875366854] 'agreement among raft nodes before linearized reading' (duration: 141.050163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:10.003692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.093742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:10.00376Z","caller":"traceutil/trace.go:171","msg":"trace[653786800] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8405; }","duration":"140.214726ms","start":"2026-04-02T17:01:09.863528Z","end":"2026-04-02T17:01:10.003743Z","steps":["trace[653786800] 'agreement among raft nodes before linearized reading' (duration: 140.083262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:10.004062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.696489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:01:10.004111Z","caller":"traceutil/trace.go:171","msg":"trace[1320442907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8405; }","duration":"138.76546ms","start":"2026-04-02T17:01:09.865334Z","end":"2026-04-02T17:01:10.004099Z","steps":["trace[1320442907] 'agreement among raft nodes before linearized reading' (duration: 138.657737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:10.005407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.606557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:01:10.005455Z","caller":"traceutil/trace.go:171","msg":"trace[1381058387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:8405; }","duration":"133.678049ms","start":"2026-04-02T17:01:09.871766Z","end":"2026-04-02T17:01:10.005444Z","steps":["trace[1381058387] 'agreement among raft nodes before linearized reading' (duration: 133.558355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:10.004054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.987854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T17:01:10.005625Z","caller":"traceutil/trace.go:171","msg":"trace[829358939] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8405; }","duration":"126.594434ms","start":"2026-04-02T17:01:09.879016Z","end":"2026-04-02T17:01:10.005611Z","steps":["trace[829358939] 'agreement among raft nodes before linearized reading' (duration: 124.943032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.244037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.084247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:11.244121Z","caller":"traceutil/trace.go:171","msg":"trace[1435547699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8408; }","duration":"931.210801ms","start":"2026-04-02T17:01:10.31289Z","end":"2026-04-02T17:01:11.244101Z","steps":["trace[1435547699] 'range keys from in-memory index tree' (duration: 931.007865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.24418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.312875Z","time spent":"931.293464ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:01:11.244202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.806589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:01:11.244294Z","caller":"traceutil/trace.go:171","msg":"trace[1629672882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8408; }","duration":"294.931133ms","start":"2026-04-02T17:01:10.949342Z","end":"2026-04-02T17:01:11.244273Z","steps":["trace[1629672882] 'count revisions from in-memory index tree' (duration: 294.681755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.244314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.67599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:11.244423Z","caller":"traceutil/trace.go:171","msg":"trace[470172733] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8408; }","duration":"869.854686ms","start":"2026-04-02T17:01:10.374537Z","end":"2026-04-02T17:01:11.244392Z","steps":["trace[470172733] 'count revisions from in-memory index tree' (duration: 869.557076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.244482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010782135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:01:11.24449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.37452Z","time spent":"869.951359ms","remote":"127.0.0.1:49888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:01:11.244526Z","caller":"traceutil/trace.go:171","msg":"trace[516633661] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8408; }","duration":"1.010866577s","start":"2026-04-02T17:01:10.233648Z","end":"2026-04-02T17:01:11.244514Z","steps":["trace[516633661] 'count revisions from in-memory index tree' (duration: 1.010715263s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.244562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.233625Z","time spent":"1.01092839s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":51,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:01:11.244638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052672333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-02T17:01:11.24465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.522658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T17:01:11.244693Z","caller":"traceutil/trace.go:171","msg":"trace[656713775] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8408; }","duration":"1.052805498s","start":"2026-04-02T17:01:10.19187Z","end":"2026-04-02T17:01:11.244675Z","steps":["trace[656713775] 'range keys from in-memory index tree' (duration: 1.05258034s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:11.244693Z","caller":"traceutil/trace.go:171","msg":"trace[1974111795] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8408; }","duration":"947.589841ms","start":"2026-04-02T17:01:10.297089Z","end":"2026-04-02T17:01:11.244679Z","steps":["trace[1974111795] 'range keys from in-memory index tree' (duration: 947.395035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.244538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059765368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T17:01:11.244735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.191856Z","time spent":"1.052868279s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:01:11.244735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.297075Z","time spent":"947.649603ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-02T17:01:11.244765Z","caller":"traceutil/trace.go:171","msg":"trace[1049066659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8408; }","duration":"1.060036807s","start":"2026-04-02T17:01:10.184712Z","end":"2026-04-02T17:01:11.244749Z","steps":["trace[1049066659] 'range keys from in-memory index tree' (duration: 1.059576273s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.244807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.184695Z","time spent":"1.060101399s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:01:11.244801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.739819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T17:01:11.244849Z","caller":"traceutil/trace.go:171","msg":"trace[1157763810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8408; }","duration":"727.823892ms","start":"2026-04-02T17:01:10.517014Z","end":"2026-04-02T17:01:11.244838Z","steps":["trace[1157763810] 'range keys from in-memory index tree' (duration: 727.602974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.244843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052696344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-02T17:01:11.244891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.517Z","time spent":"727.881973ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:01:11.244912Z","caller":"traceutil/trace.go:171","msg":"trace[1352981382] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8408; }","duration":"1.053094097s","start":"2026-04-02T17:01:10.1918Z","end":"2026-04-02T17:01:11.244894Z","steps":["trace[1352981382] 'range keys from in-memory index tree' (duration: 1.052507207s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.244946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.191787Z","time spent":"1.053152718s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:01:11.245007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.796163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:01:11.245071Z","caller":"traceutil/trace.go:171","msg":"trace[1685156896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8408; }","duration":"676.897117ms","start":"2026-04-02T17:01:10.568159Z","end":"2026-04-02T17:01:11.245056Z","steps":["trace[1685156896] 'range keys from in-memory index tree' (duration: 676.554385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.245121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:10.568138Z","time spent":"676.972528ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:01:11.562855Z","caller":"traceutil/trace.go:171","msg":"trace[1005210546] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8416; }","duration":"106.59081ms","start":"2026-04-02T17:01:11.456216Z","end":"2026-04-02T17:01:11.562807Z","steps":["trace[1005210546] 'process raft request' (duration: 106.467496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:11.935276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.436427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:01:11.935566Z","caller":"traceutil/trace.go:171","msg":"trace[412278610] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"359.447479ms","start":"2026-04-02T17:01:11.576097Z","end":"2026-04-02T17:01:11.935544Z","steps":["trace[412278610] 'process raft request' (duration: 76.654121ms)","trace[412278610] 'compare' (duration: 282.170158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:11.935641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:11.576076Z","time spent":"359.530682ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:01:12.599486Z","caller":"traceutil/trace.go:171","msg":"trace[537124158] linearizableReadLoop","detail":"{readStateIndex:8796; appliedIndex:8795; }","duration":"550.073054ms","start":"2026-04-02T17:01:12.049375Z","end":"2026-04-02T17:01:12.599448Z","steps":["trace[537124158] 'read index received' (duration: 492.195579ms)","trace[537124158] 'applied index is now lower than readState.Index' (duration: 57.876235ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:12.59952Z","caller":"traceutil/trace.go:171","msg":"trace[1202045277] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"590.61364ms","start":"2026-04-02T17:01:12.008866Z","end":"2026-04-02T17:01:12.59948Z","steps":["trace[1202045277] 'process raft request' (duration: 532.59566ms)","trace[1202045277] 'compare' (duration: 57.444432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:12.599691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:12.008831Z","time spent":"590.777775ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:12.599739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.929248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:01:12.599774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.538673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T17:01:12.599802Z","caller":"traceutil/trace.go:171","msg":"trace[511025563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8418; }","duration":"286.038191ms","start":"2026-04-02T17:01:12.313748Z","end":"2026-04-02T17:01:12.599786Z","steps":["trace[511025563] 'agreement among raft nodes before linearized reading' (duration: 285.942078ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:12.599811Z","caller":"traceutil/trace.go:171","msg":"trace[618153361] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8418; }","duration":"523.608085ms","start":"2026-04-02T17:01:12.076193Z","end":"2026-04-02T17:01:12.599801Z","steps":["trace[618153361] 'agreement among raft nodes before linearized reading' (duration: 523.4366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:12.599787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.385524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T17:01:12.59982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.874687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T17:01:12.599846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:12.07618Z","time spent":"523.658026ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:01:12.59987Z","caller":"traceutil/trace.go:171","msg":"trace[797972086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8418; }","duration":"550.548329ms","start":"2026-04-02T17:01:12.0493Z","end":"2026-04-02T17:01:12.599849Z","steps":["trace[797972086] 'agreement among raft nodes before linearized reading' (duration: 550.27285ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:12.599893Z","caller":"traceutil/trace.go:171","msg":"trace[762703770] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:8418; }","duration":"519.97971ms","start":"2026-04-02T17:01:12.079895Z","end":"2026-04-02T17:01:12.599875Z","steps":["trace[762703770] 'agreement among raft nodes before linearized reading' (duration: 519.761703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:12.599934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:12.07988Z","time spent":"520.045622ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-m6th9\" "} {"level":"warn","ts":"2026-04-02T17:01:12.599936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:12.049271Z","time spent":"550.653112ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:01:12.59992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.480051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:01:12.600103Z","caller":"traceutil/trace.go:171","msg":"trace[1622151529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8418; }","duration":"523.658527ms","start":"2026-04-02T17:01:12.076342Z","end":"2026-04-02T17:01:12.6Z","steps":["trace[1622151529] 'agreement among raft nodes before linearized reading' (duration: 523.340316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:12.600186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:12.076305Z","time spent":"523.858743ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:01:12.846805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.590814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:01:12.84702Z","caller":"traceutil/trace.go:171","msg":"trace[1724804744] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"242.551782ms","start":"2026-04-02T17:01:12.604436Z","end":"2026-04-02T17:01:12.846987Z","steps":["trace[1724804744] 'process raft request' (duration: 133.582367ms)","trace[1724804744] 'compare' (duration: 108.335875ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:12.847136Z","caller":"traceutil/trace.go:171","msg":"trace[1791768890] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"241.416546ms","start":"2026-04-02T17:01:12.6057Z","end":"2026-04-02T17:01:12.847116Z","steps":["trace[1791768890] 'process raft request' (duration: 241.287761ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:12.847109Z","caller":"traceutil/trace.go:171","msg":"trace[1555912569] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"242.161319ms","start":"2026-04-02T17:01:12.604911Z","end":"2026-04-02T17:01:12.847073Z","steps":["trace[1555912569] 'process raft request' (duration: 242.006434ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:12.847046Z","caller":"traceutil/trace.go:171","msg":"trace[29229216] linearizableReadLoop","detail":"{readStateIndex:8799; appliedIndex:8796; }","duration":"240.59844ms","start":"2026-04-02T17:01:12.606429Z","end":"2026-04-02T17:01:12.847027Z","steps":["trace[29229216] 'read index received' (duration: 131.697086ms)","trace[29229216] 'applied index is now lower than readState.Index' (duration: 108.899384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:12.847418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.143832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:01:12.847443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.50968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:12.847471Z","caller":"traceutil/trace.go:171","msg":"trace[1364206558] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8421; }","duration":"191.214994ms","start":"2026-04-02T17:01:12.656241Z","end":"2026-04-02T17:01:12.847456Z","steps":["trace[1364206558] 'agreement among raft nodes before linearized reading' (duration: 191.116441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:12.847543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.100546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203458"} {"level":"info","ts":"2026-04-02T17:01:12.847614Z","caller":"traceutil/trace.go:171","msg":"trace[1217721063] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8421; }","duration":"241.187549ms","start":"2026-04-02T17:01:12.606412Z","end":"2026-04-02T17:01:12.8476Z","steps":["trace[1217721063] 'agreement among raft nodes before linearized reading' (duration: 240.666042ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:12.847647Z","caller":"traceutil/trace.go:171","msg":"trace[1033967773] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8421; }","duration":"125.643314ms","start":"2026-04-02T17:01:12.721845Z","end":"2026-04-02T17:01:12.847488Z","steps":["trace[1033967773] 'agreement among raft nodes before linearized reading' (duration: 125.51672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:13.954673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.461908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T17:01:14.89843Z","caller":"traceutil/trace.go:171","msg":"trace[1264110689] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"293.223859ms","start":"2026-04-02T17:01:14.605179Z","end":"2026-04-02T17:01:14.898402Z","steps":["trace[1264110689] 'process raft request' (duration: 293.040193ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:37.966426Z","caller":"traceutil/trace.go:171","msg":"trace[1525813585] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9028; }","duration":"216.033641ms","start":"2026-04-02T17:01:37.750374Z","end":"2026-04-02T17:01:37.966408Z","steps":["trace[1525813585] 'read index received' (duration: 215.899277ms)","trace[1525813585] 'applied index is now lower than readState.Index' (duration: 133.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:37.966534Z","caller":"traceutil/trace.go:171","msg":"trace[2133480407] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"269.310951ms","start":"2026-04-02T17:01:37.697214Z","end":"2026-04-02T17:01:37.966525Z","steps":["trace[2133480407] 'process raft request' (duration: 269.057533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:37.96678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.118247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T17:01:37.966859Z","caller":"traceutil/trace.go:171","msg":"trace[15247448] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8640; }","duration":"189.241331ms","start":"2026-04-02T17:01:37.777596Z","end":"2026-04-02T17:01:37.966837Z","steps":["trace[15247448] 'agreement among raft nodes before linearized reading' (duration: 189.020394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:37.966899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.518206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T17:01:37.966937Z","caller":"traceutil/trace.go:171","msg":"trace[326091955] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8640; }","duration":"216.60505ms","start":"2026-04-02T17:01:37.75032Z","end":"2026-04-02T17:01:37.966925Z","steps":["trace[326091955] 'agreement among raft nodes before linearized reading' (duration: 216.472525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:39.683286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.023125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:01:39.683368Z","caller":"traceutil/trace.go:171","msg":"trace[1246618963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8652; }","duration":"137.139409ms","start":"2026-04-02T17:01:39.54621Z","end":"2026-04-02T17:01:39.68335Z","steps":["trace[1246618963] 'range keys from in-memory index tree' (duration: 136.85932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:41.54594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007554482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:01:41.762244Z","caller":"traceutil/trace.go:171","msg":"trace[14975788] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9050; }","duration":"717.008998ms","start":"2026-04-02T17:01:41.045219Z","end":"2026-04-02T17:01:41.762228Z","steps":["trace[14975788] 'read index received' (duration: 716.907505ms)","trace[14975788] 'applied index is now lower than readState.Index' (duration: 100.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:41.762326Z","caller":"traceutil/trace.go:171","msg":"trace[1324125218] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"741.145063ms","start":"2026-04-02T17:01:41.021173Z","end":"2026-04-02T17:01:41.762318Z","steps":["trace[1324125218] 'process raft request' (duration: 740.961127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:41.76239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.021154Z","time spent":"741.186615ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:41.762505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.742686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T17:01:41.762565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.656593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T17:01:41.762598Z","caller":"traceutil/trace.go:171","msg":"trace[1990319321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8661; }","duration":"708.905741ms","start":"2026-04-02T17:01:41.053674Z","end":"2026-04-02T17:01:41.762579Z","steps":["trace[1990319321] 'agreement among raft nodes before linearized reading' (duration: 708.668264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:41.762702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.39384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-02T17:01:41.762692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.483966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:01:41.762759Z","caller":"traceutil/trace.go:171","msg":"trace[277305947] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8661; }","duration":"717.570356ms","start":"2026-04-02T17:01:41.045175Z","end":"2026-04-02T17:01:41.762746Z","steps":["trace[277305947] 'agreement among raft nodes before linearized reading' (duration: 717.299187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:41.762803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.045162Z","time spent":"717.630988ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:01:41.762712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.053649Z","time spent":"709.045606ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:01:41.762805Z","caller":"traceutil/trace.go:171","msg":"trace[1085342276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8661; }","duration":"339.779356ms","start":"2026-04-02T17:01:41.422998Z","end":"2026-04-02T17:01:41.762778Z","steps":["trace[1085342276] 'agreement among raft nodes before linearized reading' (duration: 339.356592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:41.762577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.116166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:01:41.762875Z","caller":"traceutil/trace.go:171","msg":"trace[1578749668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:8661; }","duration":"702.476718ms","start":"2026-04-02T17:01:41.060391Z","end":"2026-04-02T17:01:41.762867Z","steps":["trace[1578749668] 'agreement among raft nodes before linearized reading' (duration: 702.043954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:41.762879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.422985Z","time spent":"339.873318ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:01:41.762902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.060374Z","time spent":"702.520618ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-m6th9\" "} {"level":"info","ts":"2026-04-02T17:01:41.762619Z","caller":"traceutil/trace.go:171","msg":"trace[1620610652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8661; }","duration":"708.761297ms","start":"2026-04-02T17:01:41.053844Z","end":"2026-04-02T17:01:41.762606Z","steps":["trace[1620610652] 'agreement among raft nodes before linearized reading' (duration: 708.611052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:41.763014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.053823Z","time spent":"709.17469ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:01:42.365444Z","caller":"traceutil/trace.go:171","msg":"trace[1491309214] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"598.425177ms","start":"2026-04-02T17:01:41.766985Z","end":"2026-04-02T17:01:42.36541Z","steps":["trace[1491309214] 'process raft request' (duration: 598.19307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:42.365484Z","caller":"traceutil/trace.go:171","msg":"trace[1393501894] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"597.748856ms","start":"2026-04-02T17:01:41.76771Z","end":"2026-04-02T17:01:42.365459Z","steps":["trace[1393501894] 'process raft request' (duration: 597.637102ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:42.365528Z","caller":"traceutil/trace.go:171","msg":"trace[500669442] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9052; }","duration":"386.033292ms","start":"2026-04-02T17:01:41.979475Z","end":"2026-04-02T17:01:42.365508Z","steps":["trace[500669442] 'read index received' (duration: 385.65188ms)","trace[500669442] 'applied index is now lower than readState.Index' (duration: 380.222µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:42.3656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.766967Z","time spent":"598.552642ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:01:42.365625Z","caller":"traceutil/trace.go:171","msg":"trace[539349150] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"596.997012ms","start":"2026-04-02T17:01:41.768618Z","end":"2026-04-02T17:01:42.365615Z","steps":["trace[539349150] 'process raft request' (duration: 596.757764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:42.365625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.7677Z","time spent":"597.851899ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:42.365697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.768607Z","time spent":"597.042833ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:42.365825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.661955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T17:01:42.365891Z","caller":"traceutil/trace.go:171","msg":"trace[2065004593] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8666; }","duration":"358.759608ms","start":"2026-04-02T17:01:42.007116Z","end":"2026-04-02T17:01:42.365876Z","steps":["trace[2065004593] 'agreement among raft nodes before linearized reading' (duration: 358.591993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:42.365897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.26806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-02T17:01:42.365933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:42.007105Z","time spent":"358.82034ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:01:42.365935Z","caller":"traceutil/trace.go:171","msg":"trace[676726545] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8666; }","duration":"357.323533ms","start":"2026-04-02T17:01:42.008601Z","end":"2026-04-02T17:01:42.365925Z","steps":["trace[676726545] 'agreement among raft nodes before linearized reading' (duration: 357.196918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:42.365964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.491038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T17:01:42.36601Z","caller":"traceutil/trace.go:171","msg":"trace[1258206745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8666; }","duration":"386.560159ms","start":"2026-04-02T17:01:41.979437Z","end":"2026-04-02T17:01:42.365997Z","steps":["trace[1258206745] 'agreement among raft nodes before linearized reading' (duration: 386.459686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:42.366042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.979421Z","time spent":"386.614771ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:01:42.365969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:42.008592Z","time spent":"357.368484ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:01:42.366372Z","caller":"traceutil/trace.go:171","msg":"trace[918098001] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"599.105389ms","start":"2026-04-02T17:01:41.76723Z","end":"2026-04-02T17:01:42.366335Z","steps":["trace[918098001] 'process raft request' (duration: 598.079786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:42.366539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:41.767214Z","time spent":"599.239743ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:53.734512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.207881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:01:53.734618Z","caller":"traceutil/trace.go:171","msg":"trace[2135590607] linearizableReadLoop","detail":"{readStateIndex:9179; appliedIndex:9178; }","duration":"173.901495ms","start":"2026-04-02T17:01:53.560702Z","end":"2026-04-02T17:01:53.734603Z","steps":["trace[2135590607] 'read index received' (duration: 48.525149ms)","trace[2135590607] 'applied index is now lower than readState.Index' (duration: 125.374866ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:53.734701Z","caller":"traceutil/trace.go:171","msg":"trace[1329450686] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"174.222345ms","start":"2026-04-02T17:01:53.560399Z","end":"2026-04-02T17:01:53.734621Z","steps":["trace[1329450686] 'process raft request' (duration: 48.815688ms)","trace[1329450686] 'compare' (duration: 124.953483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:53.734763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.016037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:01:53.734799Z","caller":"traceutil/trace.go:171","msg":"trace[1262119384] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8781; }","duration":"115.09438ms","start":"2026-04-02T17:01:53.619694Z","end":"2026-04-02T17:01:53.734788Z","steps":["trace[1262119384] 'agreement among raft nodes before linearized reading' (duration: 115.024048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:53.734848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.133093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-t7vh9\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-04-02T17:01:53.734907Z","caller":"traceutil/trace.go:171","msg":"trace[1389718377] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-t7vh9; range_end:; response_count:1; response_revision:8781; }","duration":"174.206394ms","start":"2026-04-02T17:01:53.560684Z","end":"2026-04-02T17:01:53.73489Z","steps":["trace[1389718377] 'agreement among raft nodes before linearized reading' (duration: 174.011078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:54.136859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.938714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:01:54.137355Z","caller":"traceutil/trace.go:171","msg":"trace[873143473] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"377.575953ms","start":"2026-04-02T17:01:53.759745Z","end":"2026-04-02T17:01:54.137321Z","steps":["trace[873143473] 'process raft request' (duration: 105.095452ms)","trace[873143473] 'compare' (duration: 271.732078ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:54.137407Z","caller":"traceutil/trace.go:171","msg":"trace[425084440] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"336.561153ms","start":"2026-04-02T17:01:53.800816Z","end":"2026-04-02T17:01:54.137377Z","steps":["trace[425084440] 'process raft request' (duration: 336.1418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:54.13755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:53.80079Z","time spent":"336.679377ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:54.137539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:53.759734Z","time spent":"377.696758ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4596,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:01:54.189962Z","caller":"traceutil/trace.go:171","msg":"trace[1391236310] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9181; }","duration":"349.540785ms","start":"2026-04-02T17:01:53.840406Z","end":"2026-04-02T17:01:54.189947Z","steps":["trace[1391236310] 'read index received' (duration: 24.438036ms)","trace[1391236310] 'applied index is now lower than readState.Index' (duration: 325.101759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:54.190227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.533022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:01:54.190323Z","caller":"traceutil/trace.go:171","msg":"trace[787148977] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:8785; }","duration":"336.687126ms","start":"2026-04-02T17:01:53.853616Z","end":"2026-04-02T17:01:54.190303Z","steps":["trace[787148977] 'agreement among raft nodes before linearized reading' (duration: 336.456709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:54.190375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:53.853595Z","time spent":"336.769649ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-m6th9\" "} {"level":"warn","ts":"2026-04-02T17:01:54.190239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.826814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:01:54.190615Z","caller":"traceutil/trace.go:171","msg":"trace[1489827737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8785; }","duration":"350.217606ms","start":"2026-04-02T17:01:53.840359Z","end":"2026-04-02T17:01:54.190576Z","steps":["trace[1489827737] 'agreement among raft nodes before linearized reading' (duration: 349.688819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:54.190737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:53.840338Z","time spent":"350.359921ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:01:54.655654Z","caller":"traceutil/trace.go:171","msg":"trace[489985020] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"111.081513ms","start":"2026-04-02T17:01:54.544553Z","end":"2026-04-02T17:01:54.655635Z","steps":["trace[489985020] 'process raft request' (duration: 111.050792ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:54.655827Z","caller":"traceutil/trace.go:171","msg":"trace[841510668] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"142.143528ms","start":"2026-04-02T17:01:54.513679Z","end":"2026-04-02T17:01:54.655822Z","steps":["trace[841510668] 'process raft request' (duration: 141.870189ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:54.655903Z","caller":"traceutil/trace.go:171","msg":"trace[656897580] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"141.497017ms","start":"2026-04-02T17:01:54.514402Z","end":"2026-04-02T17:01:54.655899Z","steps":["trace[656897580] 'process raft request' (duration: 141.183217ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:54.656023Z","caller":"traceutil/trace.go:171","msg":"trace[1804681579] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"144.513263ms","start":"2026-04-02T17:01:54.511485Z","end":"2026-04-02T17:01:54.655998Z","steps":["trace[1804681579] 'process raft request' (duration: 140.368342ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:54.831529Z","caller":"traceutil/trace.go:171","msg":"trace[1941423299] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"168.906876ms","start":"2026-04-02T17:01:54.662576Z","end":"2026-04-02T17:01:54.831483Z","steps":["trace[1941423299] 'process raft request' (duration: 149.453449ms)","trace[1941423299] 'compare' (duration: 19.337304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:55.95106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.695252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:01:55.951251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.515538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:01:55.9513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.349581ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:55.951391Z","caller":"traceutil/trace.go:171","msg":"trace[2054516598] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8796; }","duration":"251.442323ms","start":"2026-04-02T17:01:55.699935Z","end":"2026-04-02T17:01:55.951377Z","steps":["trace[2054516598] 'range keys from in-memory index tree' (duration: 251.33592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.951379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.49479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:55.951451Z","caller":"traceutil/trace.go:171","msg":"trace[690273268] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8796; }","duration":"999.682283ms","start":"2026-04-02T17:01:54.951673Z","end":"2026-04-02T17:01:55.951355Z","steps":["trace[690273268] 'count revisions from in-memory index tree' (duration: 999.318421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.951945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:54.951653Z","time spent":"1.000271022s","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:01:55.951459Z","caller":"traceutil/trace.go:171","msg":"trace[1735171075] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8796; }","duration":"213.625604ms","start":"2026-04-02T17:01:55.737813Z","end":"2026-04-02T17:01:55.951439Z","steps":["trace[1735171075] 'count revisions from in-memory index tree' (duration: 213.399268ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:55.951853Z","caller":"traceutil/trace.go:171","msg":"trace[567083523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8796; }","duration":"636.845646ms","start":"2026-04-02T17:01:55.314276Z","end":"2026-04-02T17:01:55.951122Z","steps":["trace[567083523] 'range keys from in-memory index tree' (duration: 636.624229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:55.952267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:55.314255Z","time spent":"637.993273ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:01:56.428853Z","caller":"traceutil/trace.go:171","msg":"trace[1686238663] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9196; }","duration":"212.646254ms","start":"2026-04-02T17:01:56.216185Z","end":"2026-04-02T17:01:56.428831Z","steps":["trace[1686238663] 'read index received' (duration: 183.157419ms)","trace[1686238663] 'applied index is now lower than readState.Index' (duration: 29.486965ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:56.428922Z","caller":"traceutil/trace.go:171","msg":"trace[1318067872] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"215.918877ms","start":"2026-04-02T17:01:56.212965Z","end":"2026-04-02T17:01:56.428884Z","steps":["trace[1318067872] 'process raft request' (duration: 186.35474ms)","trace[1318067872] 'compare' (duration: 29.411983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:56.429029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.905988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:56.42908Z","caller":"traceutil/trace.go:171","msg":"trace[315890210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8798; }","duration":"106.002231ms","start":"2026-04-02T17:01:56.323065Z","end":"2026-04-02T17:01:56.429068Z","steps":["trace[315890210] 'agreement among raft nodes before linearized reading' (duration: 105.914618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:56.429142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.967901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-02T17:01:56.42921Z","caller":"traceutil/trace.go:171","msg":"trace[386372891] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8798; }","duration":"176.059653ms","start":"2026-04-02T17:01:56.253133Z","end":"2026-04-02T17:01:56.429193Z","steps":["trace[386372891] 'agreement among raft nodes before linearized reading' (duration: 175.838836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:56.429286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.088878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208062"} {"level":"info","ts":"2026-04-02T17:01:56.429318Z","caller":"traceutil/trace.go:171","msg":"trace[610596875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8798; }","duration":"213.17071ms","start":"2026-04-02T17:01:56.216137Z","end":"2026-04-02T17:01:56.429308Z","steps":["trace[610596875] 'agreement among raft nodes before linearized reading' (duration: 212.803118ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:57.895665Z","caller":"traceutil/trace.go:171","msg":"trace[552835829] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"333.530797ms","start":"2026-04-02T17:01:57.562104Z","end":"2026-04-02T17:01:57.895635Z","steps":["trace[552835829] 'process raft request' (duration: 333.29867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:57.895862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:57.562078Z","time spent":"333.700303ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:01:58.10693Z","caller":"traceutil/trace.go:171","msg":"trace[2135915047] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9209; }","duration":"128.32367ms","start":"2026-04-02T17:01:57.978581Z","end":"2026-04-02T17:01:58.106905Z","steps":["trace[2135915047] 'read index received' (duration: 128.114804ms)","trace[2135915047] 'applied index is now lower than readState.Index' (duration: 207.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:58.106976Z","caller":"traceutil/trace.go:171","msg":"trace[1015905894] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"141.725075ms","start":"2026-04-02T17:01:57.965217Z","end":"2026-04-02T17:01:58.106942Z","steps":["trace[1015905894] 'process raft request' (duration: 141.491357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.107236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.874293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:01:58.107328Z","caller":"traceutil/trace.go:171","msg":"trace[372804650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8811; }","duration":"115.007327ms","start":"2026-04-02T17:01:57.992301Z","end":"2026-04-02T17:01:58.107308Z","steps":["trace[372804650] 'agreement among raft nodes before linearized reading' (duration: 114.862923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.107572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.562728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T17:01:58.107734Z","caller":"traceutil/trace.go:171","msg":"trace[1398178599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8811; }","duration":"129.197467ms","start":"2026-04-02T17:01:57.978525Z","end":"2026-04-02T17:01:58.107723Z","steps":["trace[1398178599] 'agreement among raft nodes before linearized reading' (duration: 128.512436ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.375899Z","caller":"traceutil/trace.go:171","msg":"trace[6989391] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"213.818931ms","start":"2026-04-02T17:01:58.162053Z","end":"2026-04-02T17:01:58.375872Z","steps":["trace[6989391] 'process raft request' (duration: 192.757693ms)","trace[6989391] 'compare' (duration: 20.671836ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:58.37604Z","caller":"traceutil/trace.go:171","msg":"trace[2051634154] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"169.727402ms","start":"2026-04-02T17:01:58.206284Z","end":"2026-04-02T17:01:58.376011Z","steps":["trace[2051634154] 'process raft request' (duration: 169.569507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.376262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.457845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-02T17:01:58.376046Z","caller":"traceutil/trace.go:171","msg":"trace[366878016] linearizableReadLoop","detail":"{readStateIndex:9213; appliedIndex:9212; }","duration":"205.235819ms","start":"2026-04-02T17:01:58.170782Z","end":"2026-04-02T17:01:58.376018Z","steps":["trace[366878016] 'read index received' (duration: 184.025226ms)","trace[366878016] 'applied index is now lower than readState.Index' (duration: 21.206422ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:58.376319Z","caller":"traceutil/trace.go:171","msg":"trace[631282996] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8814; }","duration":"205.553799ms","start":"2026-04-02T17:01:58.17075Z","end":"2026-04-02T17:01:58.376304Z","steps":["trace[631282996] 'agreement among raft nodes before linearized reading' (duration: 205.343522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.376757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.208648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-02T17:01:58.376853Z","caller":"traceutil/trace.go:171","msg":"trace[815223514] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8814; }","duration":"205.341552ms","start":"2026-04-02T17:01:58.171488Z","end":"2026-04-02T17:01:58.376829Z","steps":["trace[815223514] 'agreement among raft nodes before linearized reading' (duration: 205.073694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.376907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.920029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-04-02T17:01:58.376992Z","caller":"traceutil/trace.go:171","msg":"trace[1759848786] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8814; }","duration":"205.044343ms","start":"2026-04-02T17:01:58.171928Z","end":"2026-04-02T17:01:58.376972Z","steps":["trace[1759848786] 'agreement among raft nodes before linearized reading' (duration: 204.892208ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.568215Z","caller":"traceutil/trace.go:171","msg":"trace[1793397265] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8814; }","duration":"185.282426ms","start":"2026-04-02T17:01:58.382915Z","end":"2026-04-02T17:01:58.568197Z","steps":["trace[1793397265] 'process raft request' (duration: 185.181243ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.607182Z","caller":"traceutil/trace.go:171","msg":"trace[96886324] linearizableReadLoop","detail":"{readStateIndex:9217; appliedIndex:9215; }","duration":"203.68782ms","start":"2026-04-02T17:01:58.403477Z","end":"2026-04-02T17:01:58.607165Z","steps":["trace[96886324] 'read index received' (duration: 164.602101ms)","trace[96886324] 'applied index is now lower than readState.Index' (duration: 39.084999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:58.607363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.868956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T17:01:58.607419Z","caller":"traceutil/trace.go:171","msg":"trace[298492469] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8815; }","duration":"203.939357ms","start":"2026-04-02T17:01:58.403455Z","end":"2026-04-02T17:01:58.607395Z","steps":["trace[298492469] 'agreement among raft nodes before linearized reading' (duration: 203.800703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.607445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.214665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:01:58.607498Z","caller":"traceutil/trace.go:171","msg":"trace[1982258219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8815; }","duration":"174.314468ms","start":"2026-04-02T17:01:58.43317Z","end":"2026-04-02T17:01:58.607485Z","steps":["trace[1982258219] 'agreement among raft nodes before linearized reading' (duration: 174.126742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.607827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.92766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:01:58.607874Z","caller":"traceutil/trace.go:171","msg":"trace[1638584225] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:8815; }","duration":"170.990313ms","start":"2026-04-02T17:01:58.43687Z","end":"2026-04-02T17:01:58.60786Z","steps":["trace[1638584225] 'agreement among raft nodes before linearized reading' (duration: 170.88668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.6081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.478779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:01:58.608131Z","caller":"traceutil/trace.go:171","msg":"trace[1820021460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8815; }","duration":"125.575722ms","start":"2026-04-02T17:01:58.482546Z","end":"2026-04-02T17:01:58.608122Z","steps":["trace[1820021460] 'agreement among raft nodes before linearized reading' (duration: 125.455928ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.607228Z","caller":"traceutil/trace.go:171","msg":"trace[1669286277] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"209.630218ms","start":"2026-04-02T17:01:58.397567Z","end":"2026-04-02T17:01:58.607197Z","steps":["trace[1669286277] 'process raft request' (duration: 209.480413ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.749067Z","caller":"traceutil/trace.go:171","msg":"trace[1166678239] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"136.167638ms","start":"2026-04-02T17:01:58.612871Z","end":"2026-04-02T17:01:58.749039Z","steps":["trace[1166678239] 'process raft request' (duration: 135.968442ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.749072Z","caller":"traceutil/trace.go:171","msg":"trace[1377229252] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"136.105436ms","start":"2026-04-02T17:01:58.612947Z","end":"2026-04-02T17:01:58.749052Z","steps":["trace[1377229252] 'process raft request' (duration: 136.028034ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.749381Z","caller":"traceutil/trace.go:171","msg":"trace[1185323051] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"135.929ms","start":"2026-04-02T17:01:58.61343Z","end":"2026-04-02T17:01:58.749359Z","steps":["trace[1185323051] 'process raft request' (duration: 135.588029ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.749529Z","caller":"traceutil/trace.go:171","msg":"trace[1092193195] linearizableReadLoop","detail":"{readStateIndex:9220; appliedIndex:9217; }","duration":"136.450657ms","start":"2026-04-02T17:01:58.61306Z","end":"2026-04-02T17:01:58.74951Z","steps":["trace[1092193195] 'read index received' (duration: 39.42406ms)","trace[1092193195] 'applied index is now lower than readState.Index' (duration: 97.025627ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:58.749671Z","caller":"traceutil/trace.go:171","msg":"trace[35564857] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"132.394709ms","start":"2026-04-02T17:01:58.617238Z","end":"2026-04-02T17:01:58.749633Z","steps":["trace[35564857] 'process raft request' (duration: 132.171182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.749748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.424137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:01:58.7497Z","caller":"traceutil/trace.go:171","msg":"trace[127329465] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"136.199299ms","start":"2026-04-02T17:01:58.61345Z","end":"2026-04-02T17:01:58.74965Z","steps":["trace[127329465] 'process raft request' (duration: 135.840968ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:58.749786Z","caller":"traceutil/trace.go:171","msg":"trace[177011669] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8821; }","duration":"136.496748ms","start":"2026-04-02T17:01:58.61328Z","end":"2026-04-02T17:01:58.749776Z","steps":["trace[177011669] 'agreement among raft nodes before linearized reading' (duration: 136.360774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.749817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.100111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-02T17:01:58.749862Z","caller":"traceutil/trace.go:171","msg":"trace[380139049] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8821; }","duration":"116.162184ms","start":"2026-04-02T17:01:58.633687Z","end":"2026-04-02T17:01:58.749849Z","steps":["trace[380139049] 'agreement among raft nodes before linearized reading' (duration: 116.071511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:58.74972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.639883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T17:01:58.749945Z","caller":"traceutil/trace.go:171","msg":"trace[1894407857] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8821; }","duration":"136.886711ms","start":"2026-04-02T17:01:58.613039Z","end":"2026-04-02T17:01:58.749925Z","steps":["trace[1894407857] 'agreement among raft nodes before linearized reading' (duration: 136.5496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.187364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.038323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:01:59.187453Z","caller":"traceutil/trace.go:171","msg":"trace[910407141] linearizableReadLoop","detail":"{readStateIndex:9224; appliedIndex:9223; }","duration":"423.452159ms","start":"2026-04-02T17:01:58.763985Z","end":"2026-04-02T17:01:59.187437Z","steps":["trace[910407141] 'read index received' (duration: 54.158528ms)","trace[910407141] 'applied index is now lower than readState.Index' (duration: 369.292631ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:59.187667Z","caller":"traceutil/trace.go:171","msg":"trace[1615860018] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"431.222465ms","start":"2026-04-02T17:01:58.756419Z","end":"2026-04-02T17:01:59.187641Z","steps":["trace[1615860018] 'process raft request' (duration: 61.767619ms)","trace[1615860018] 'compare' (duration: 368.952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:59.187785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:58.756406Z","time spent":"431.314878ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:59.187981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.765033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-02T17:01:59.187975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.181073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T17:01:59.18803Z","caller":"traceutil/trace.go:171","msg":"trace[370045799] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8822; }","duration":"355.879766ms","start":"2026-04-02T17:01:58.832137Z","end":"2026-04-02T17:01:59.188017Z","steps":["trace[370045799] 'agreement among raft nodes before linearized reading' (duration: 355.722671ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:59.188041Z","caller":"traceutil/trace.go:171","msg":"trace[632852192] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8822; }","duration":"407.283547ms","start":"2026-04-02T17:01:58.780743Z","end":"2026-04-02T17:01:59.188027Z","steps":["trace[632852192] 'agreement among raft nodes before linearized reading' (duration: 407.102821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.188065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:58.832113Z","time spent":"355.944218ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:01:59.188072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:58.780729Z","time spent":"407.336398ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:01:59.188078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.902245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-04-02T17:01:59.188139Z","caller":"traceutil/trace.go:171","msg":"trace[689689797] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8822; }","duration":"406.981587ms","start":"2026-04-02T17:01:58.78114Z","end":"2026-04-02T17:01:59.188121Z","steps":["trace[689689797] 'agreement among raft nodes before linearized reading' (duration: 406.78476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.188198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:58.781133Z","time spent":"407.051989ms","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3544,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-02T17:01:59.188519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.526003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-02T17:01:59.188559Z","caller":"traceutil/trace.go:171","msg":"trace[89200361] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8822; }","duration":"424.584965ms","start":"2026-04-02T17:01:58.763963Z","end":"2026-04-02T17:01:59.188548Z","steps":["trace[89200361] 'agreement among raft nodes before linearized reading' (duration: 423.696087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.188589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:58.763954Z","time spent":"424.628336ms","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":672,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-02T17:01:59.188609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.240167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T17:01:59.189014Z","caller":"traceutil/trace.go:171","msg":"trace[412969400] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8822; }","duration":"315.678802ms","start":"2026-04-02T17:01:58.873327Z","end":"2026-04-02T17:01:59.189006Z","steps":["trace[412969400] 'agreement among raft nodes before linearized reading' (duration: 314.535385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.189094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:58.873306Z","time spent":"315.721172ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:01:59.645907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.105805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:01:59.64605Z","caller":"traceutil/trace.go:171","msg":"trace[1992799423] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"450.00281ms","start":"2026-04-02T17:01:59.196034Z","end":"2026-04-02T17:01:59.646037Z","steps":["trace[1992799423] 'process raft request' (duration: 449.952649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.646101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:59.196023Z","time spent":"450.055533ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:01:59.646288Z","caller":"traceutil/trace.go:171","msg":"trace[1286445518] linearizableReadLoop","detail":"{readStateIndex:9225; appliedIndex:9224; }","duration":"452.625724ms","start":"2026-04-02T17:01:59.193634Z","end":"2026-04-02T17:01:59.64626Z","steps":["trace[1286445518] 'read index received' (duration: 241.195059ms)","trace[1286445518] 'applied index is now lower than readState.Index' (duration: 211.428375ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:59.646362Z","caller":"traceutil/trace.go:171","msg":"trace[1440181695] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"453.376618ms","start":"2026-04-02T17:01:59.192952Z","end":"2026-04-02T17:01:59.646329Z","steps":["trace[1440181695] 'process raft request' (duration: 241.784627ms)","trace[1440181695] 'compare' (duration: 210.888228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:01:59.64652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:59.192934Z","time spent":"453.497892ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:01:59.646808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.155671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-02T17:01:59.646887Z","caller":"traceutil/trace.go:171","msg":"trace[266682951] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8824; }","duration":"453.254634ms","start":"2026-04-02T17:01:59.193613Z","end":"2026-04-02T17:01:59.646868Z","steps":["trace[266682951] 'agreement among raft nodes before linearized reading' (duration: 452.734977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.647101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:59.193604Z","time spent":"453.4187ms","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-04-02T17:01:59.668608Z","caller":"traceutil/trace.go:171","msg":"trace[1575927618] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"128.606877ms","start":"2026-04-02T17:01:59.539973Z","end":"2026-04-02T17:01:59.66858Z","steps":["trace[1575927618] 'process raft request' (duration: 128.36584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.66877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.059888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-04-02T17:01:59.668859Z","caller":"traceutil/trace.go:171","msg":"trace[425403683] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8825; }","duration":"471.16493ms","start":"2026-04-02T17:01:59.197674Z","end":"2026-04-02T17:01:59.668839Z","steps":["trace[425403683] 'agreement among raft nodes before linearized reading' (duration: 470.854841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.668911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:59.197668Z","time spent":"471.232043ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4852,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T17:01:59.669016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.48369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:01:59.669089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.043888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:59.66914Z","caller":"traceutil/trace.go:171","msg":"trace[1250471313] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8825; }","duration":"151.146283ms","start":"2026-04-02T17:01:59.517981Z","end":"2026-04-02T17:01:59.669127Z","steps":["trace[1250471313] 'agreement among raft nodes before linearized reading' (duration: 151.046389ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:59.669078Z","caller":"traceutil/trace.go:171","msg":"trace[1402048681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8825; }","duration":"138.574763ms","start":"2026-04-02T17:01:59.530486Z","end":"2026-04-02T17:01:59.66906Z","steps":["trace[1402048681] 'agreement among raft nodes before linearized reading' (duration: 138.064717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.669428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.363582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-02T17:01:59.669533Z","caller":"traceutil/trace.go:171","msg":"trace[373996783] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8825; }","duration":"474.488347ms","start":"2026-04-02T17:01:59.195024Z","end":"2026-04-02T17:01:59.669512Z","steps":["trace[373996783] 'agreement among raft nodes before linearized reading' (duration: 474.164707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.669733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:01:59.195017Z","time spent":"474.60175ms","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1364,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-04-02T17:01:59.953937Z","caller":"traceutil/trace.go:171","msg":"trace[594577612] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9228; }","duration":"242.158889ms","start":"2026-04-02T17:01:59.711756Z","end":"2026-04-02T17:01:59.953915Z","steps":["trace[594577612] 'read index received' (duration: 241.161838ms)","trace[594577612] 'applied index is now lower than readState.Index' (duration: 995.661µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:01:59.954251Z","caller":"traceutil/trace.go:171","msg":"trace[1628045458] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"279.40136ms","start":"2026-04-02T17:01:59.674837Z","end":"2026-04-02T17:01:59.954238Z","steps":["trace[1628045458] 'process raft request' (duration: 278.028757ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:59.95443Z","caller":"traceutil/trace.go:171","msg":"trace[1123205441] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"279.545025ms","start":"2026-04-02T17:01:59.674876Z","end":"2026-04-02T17:01:59.954421Z","steps":["trace[1123205441] 'process raft request' (duration: 278.927146ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:01:59.954673Z","caller":"traceutil/trace.go:171","msg":"trace[2113753320] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"279.66642ms","start":"2026-04-02T17:01:59.674958Z","end":"2026-04-02T17:01:59.954624Z","steps":["trace[2113753320] 'process raft request' (duration: 278.910426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.955031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.585173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-02T17:01:59.955065Z","caller":"traceutil/trace.go:171","msg":"trace[1790366225] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8829; }","duration":"277.655445ms","start":"2026-04-02T17:01:59.677398Z","end":"2026-04-02T17:01:59.955054Z","steps":["trace[1790366225] 'agreement among raft nodes before linearized reading' (duration: 277.511691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.963766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.146913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:01:59.963825Z","caller":"traceutil/trace.go:171","msg":"trace[1061438461] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8831; }","duration":"180.229526ms","start":"2026-04-02T17:01:59.783575Z","end":"2026-04-02T17:01:59.963805Z","steps":["trace[1061438461] 'agreement among raft nodes before linearized reading' (duration: 180.150973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:01:59.963863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.25821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-02T17:01:59.963948Z","caller":"traceutil/trace.go:171","msg":"trace[160487454] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8831; }","duration":"246.374833ms","start":"2026-04-02T17:01:59.717556Z","end":"2026-04-02T17:01:59.963931Z","steps":["trace[160487454] 'agreement among raft nodes before linearized reading' (duration: 246.180927ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:02:34.982593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6442} {"level":"info","ts":"2026-04-02T17:02:35.094423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6442,"took":"109.873064ms","hash":1192604621,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":25759744,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-02T17:02:35.094486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1192604621,"revision":6442,"compact-revision":3118} {"level":"info","ts":"2026-04-02T17:02:40.756412Z","caller":"traceutil/trace.go:171","msg":"trace[282176557] linearizableReadLoop","detail":"{readStateIndex:9754; appliedIndex:9753; }","duration":"442.640087ms","start":"2026-04-02T17:02:40.313738Z","end":"2026-04-02T17:02:40.756378Z","steps":["trace[282176557] 'read index received' (duration: 442.547244ms)","trace[282176557] 'applied index is now lower than readState.Index' (duration: 91.193µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:02:40.756678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.906756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:02:40.756749Z","caller":"traceutil/trace.go:171","msg":"trace[1820918977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9333; }","duration":"443.070121ms","start":"2026-04-02T17:02:40.313661Z","end":"2026-04-02T17:02:40.756732Z","steps":["trace[1820918977] 'agreement among raft nodes before linearized reading' (duration: 442.921317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:02:40.75681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:02:40.313625Z","time spent":"443.166084ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:02:40.756571Z","caller":"traceutil/trace.go:171","msg":"trace[1024197754] transaction","detail":"{read_only:false; response_revision:9333; number_of_response:1; }","duration":"558.895634ms","start":"2026-04-02T17:02:40.197642Z","end":"2026-04-02T17:02:40.756538Z","steps":["trace[1024197754] 'process raft request' (duration: 558.512262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:02:40.757059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:02:40.197618Z","time spent":"559.327598ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:02:40.757237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.302553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T17:02:40.757338Z","caller":"traceutil/trace.go:171","msg":"trace[183712437] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9335; }","duration":"376.443378ms","start":"2026-04-02T17:02:40.380872Z","end":"2026-04-02T17:02:40.757316Z","steps":["trace[183712437] 'agreement among raft nodes before linearized reading' (duration: 376.153559ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:02:40.757377Z","caller":"traceutil/trace.go:171","msg":"trace[287850720] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"227.125873ms","start":"2026-04-02T17:02:40.53023Z","end":"2026-04-02T17:02:40.757356Z","steps":["trace[287850720] 'process raft request' (duration: 226.581246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:02:40.757415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:02:40.380856Z","time spent":"376.520301ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:02:40.757585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.498859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T17:02:40.757674Z","caller":"traceutil/trace.go:171","msg":"trace[188473615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9335; }","duration":"142.623443ms","start":"2026-04-02T17:02:40.615029Z","end":"2026-04-02T17:02:40.757652Z","steps":["trace[188473615] 'agreement among raft nodes before linearized reading' (duration: 142.339304ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:02:56.385272Z","caller":"traceutil/trace.go:171","msg":"trace[122989896] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"188.770657ms","start":"2026-04-02T17:02:56.196428Z","end":"2026-04-02T17:02:56.385199Z","steps":["trace[122989896] 'process raft request' (duration: 188.215619ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:06.665481Z","caller":"traceutil/trace.go:171","msg":"trace[1414214680] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"292.071382ms","start":"2026-04-02T17:03:06.373373Z","end":"2026-04-02T17:03:06.665444Z","steps":["trace[1414214680] 'process raft request' (duration: 291.872376ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:06.770943Z","caller":"traceutil/trace.go:171","msg":"trace[1619138361] linearizableReadLoop","detail":"{readStateIndex:9972; appliedIndex:9971; }","duration":"100.778016ms","start":"2026-04-02T17:03:06.670126Z","end":"2026-04-02T17:03:06.770904Z","steps":["trace[1619138361] 'read index received' (duration: 82.120934ms)","trace[1619138361] 'applied index is now lower than readState.Index' (duration: 18.655472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:03:06.771186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.032294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T17:03:06.771228Z","caller":"traceutil/trace.go:171","msg":"trace[1821494867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9540; }","duration":"101.108507ms","start":"2026-04-02T17:03:06.670108Z","end":"2026-04-02T17:03:06.771216Z","steps":["trace[1821494867] 'agreement among raft nodes before linearized reading' (duration: 100.929481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.208408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.08146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:03:07.208574Z","caller":"traceutil/trace.go:171","msg":"trace[642801857] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"392.91575ms","start":"2026-04-02T17:03:06.815605Z","end":"2026-04-02T17:03:07.20852Z","steps":["trace[642801857] 'process raft request' (duration: 230.634604ms)","trace[642801857] 'compare' (duration: 161.948435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:03:07.208708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:06.815561Z","time spent":"393.056535ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:03:07.262886Z","caller":"traceutil/trace.go:171","msg":"trace[1567183529] linearizableReadLoop","detail":"{readStateIndex:9975; appliedIndex:9973; }","duration":"284.524763ms","start":"2026-04-02T17:03:06.978335Z","end":"2026-04-02T17:03:07.26286Z","steps":["trace[1567183529] 'read index received' (duration: 67.883503ms)","trace[1567183529] 'applied index is now lower than readState.Index' (duration: 216.64007ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:03:07.262935Z","caller":"traceutil/trace.go:171","msg":"trace[2121134832] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"418.718179ms","start":"2026-04-02T17:03:06.844203Z","end":"2026-04-02T17:03:07.262921Z","steps":["trace[2121134832] 'process raft request' (duration: 418.513542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.263153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:03:06.844184Z","time spent":"418.78514ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:03:07.263164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.813313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T17:03:07.263242Z","caller":"traceutil/trace.go:171","msg":"trace[204723923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9543; }","duration":"284.953306ms","start":"2026-04-02T17:03:06.97827Z","end":"2026-04-02T17:03:07.263223Z","steps":["trace[204723923] 'agreement among raft nodes before linearized reading' (duration: 284.688888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.28133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.544421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:03:07.281404Z","caller":"traceutil/trace.go:171","msg":"trace[192995918] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9543; }","duration":"294.632114ms","start":"2026-04-02T17:03:06.986756Z","end":"2026-04-02T17:03:07.281388Z","steps":["trace[192995918] 'agreement among raft nodes before linearized reading' (duration: 294.452468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.28141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.524361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T17:03:07.281691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.847034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T17:03:07.28173Z","caller":"traceutil/trace.go:171","msg":"trace[1610272489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9543; }","duration":"162.933977ms","start":"2026-04-02T17:03:07.118787Z","end":"2026-04-02T17:03:07.281721Z","steps":["trace[1610272489] 'agreement among raft nodes before linearized reading' (duration: 162.818844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.281776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.473779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-02T17:03:07.281864Z","caller":"traceutil/trace.go:171","msg":"trace[429925679] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9543; }","duration":"160.608043ms","start":"2026-04-02T17:03:07.121238Z","end":"2026-04-02T17:03:07.281846Z","steps":["trace[429925679] 'agreement among raft nodes before linearized reading' (duration: 160.330395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.28187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.861576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T17:03:07.281916Z","caller":"traceutil/trace.go:171","msg":"trace[1003737379] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9543; }","duration":"250.923658ms","start":"2026-04-02T17:03:07.030979Z","end":"2026-04-02T17:03:07.281903Z","steps":["trace[1003737379] 'agreement among raft nodes before linearized reading' (duration: 250.813725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.281936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.729753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T17:03:07.281968Z","caller":"traceutil/trace.go:171","msg":"trace[300498534] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9543; }","duration":"251.774545ms","start":"2026-04-02T17:03:07.030182Z","end":"2026-04-02T17:03:07.281957Z","steps":["trace[300498534] 'agreement among raft nodes before linearized reading' (duration: 251.691632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.282098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.638645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T17:03:07.282135Z","caller":"traceutil/trace.go:171","msg":"trace[1735950999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9543; }","duration":"160.689606ms","start":"2026-04-02T17:03:07.121436Z","end":"2026-04-02T17:03:07.282126Z","steps":["trace[1735950999] 'agreement among raft nodes before linearized reading' (duration: 160.116528ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:07.282132Z","caller":"traceutil/trace.go:171","msg":"trace[2056078617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9543; }","duration":"160.686257ms","start":"2026-04-02T17:03:07.120816Z","end":"2026-04-02T17:03:07.281503Z","steps":["trace[2056078617] 'agreement among raft nodes before linearized reading' (duration: 160.47528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.282174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.293615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:03:07.282239Z","caller":"traceutil/trace.go:171","msg":"trace[1131468218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:9543; }","duration":"248.397357ms","start":"2026-04-02T17:03:07.033829Z","end":"2026-04-02T17:03:07.282226Z","steps":["trace[1131468218] 'agreement among raft nodes before linearized reading' (duration: 248.268813ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:07.428606Z","caller":"traceutil/trace.go:171","msg":"trace[360725452] linearizableReadLoop","detail":"{readStateIndex:9977; appliedIndex:9976; }","duration":"145.05884ms","start":"2026-04-02T17:03:07.283522Z","end":"2026-04-02T17:03:07.428581Z","steps":["trace[360725452] 'read index received' (duration: 144.912325ms)","trace[360725452] 'applied index is now lower than readState.Index' (duration: 145.225µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:03:07.428725Z","caller":"traceutil/trace.go:171","msg":"trace[223826455] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"160.749058ms","start":"2026-04-02T17:03:07.267954Z","end":"2026-04-02T17:03:07.428703Z","steps":["trace[223826455] 'process raft request' (duration: 160.438728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.4289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.35975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-04-02T17:03:07.428952Z","caller":"traceutil/trace.go:171","msg":"trace[178203142] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:9544; }","duration":"145.470343ms","start":"2026-04-02T17:03:07.283468Z","end":"2026-04-02T17:03:07.428938Z","steps":["trace[178203142] 'agreement among raft nodes before linearized reading' (duration: 145.274007ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:07.438631Z","caller":"traceutil/trace.go:171","msg":"trace[1100604296] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"153.054144ms","start":"2026-04-02T17:03:07.285538Z","end":"2026-04-02T17:03:07.438592Z","steps":["trace[1100604296] 'process raft request' (duration: 152.857918ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:07.438816Z","caller":"traceutil/trace.go:171","msg":"trace[966781031] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"152.586769ms","start":"2026-04-02T17:03:07.286197Z","end":"2026-04-02T17:03:07.438783Z","steps":["trace[966781031] 'process raft request' (duration: 152.392313ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:07.438845Z","caller":"traceutil/trace.go:171","msg":"trace[147330896] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"152.967361ms","start":"2026-04-02T17:03:07.285851Z","end":"2026-04-02T17:03:07.438819Z","steps":["trace[147330896] 'process raft request' (duration: 152.695613ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:07.438914Z","caller":"traceutil/trace.go:171","msg":"trace[1081845256] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"152.720983ms","start":"2026-04-02T17:03:07.286166Z","end":"2026-04-02T17:03:07.438887Z","steps":["trace[1081845256] 'process raft request' (duration: 152.402823ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:07.439002Z","caller":"traceutil/trace.go:171","msg":"trace[6337760] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"153.195378ms","start":"2026-04-02T17:03:07.285787Z","end":"2026-04-02T17:03:07.438982Z","steps":["trace[6337760] 'process raft request' (duration: 152.727914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.439094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.681663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-04-02T17:03:07.43877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.375074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-02T17:03:07.439129Z","caller":"traceutil/trace.go:171","msg":"trace[936430842] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9549; }","duration":"153.750366ms","start":"2026-04-02T17:03:07.28537Z","end":"2026-04-02T17:03:07.43912Z","steps":["trace[936430842] 'agreement among raft nodes before linearized reading' (duration: 153.601581ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:07.439142Z","caller":"traceutil/trace.go:171","msg":"trace[942444954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9549; }","duration":"153.762336ms","start":"2026-04-02T17:03:07.285365Z","end":"2026-04-02T17:03:07.439127Z","steps":["trace[942444954] 'agreement among raft nodes before linearized reading' (duration: 153.25244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:03:07.439367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.540049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:241162"} {"level":"info","ts":"2026-04-02T17:03:07.439419Z","caller":"traceutil/trace.go:171","msg":"trace[970234890] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9549; }","duration":"153.623202ms","start":"2026-04-02T17:03:07.285784Z","end":"2026-04-02T17:03:07.439407Z","steps":["trace[970234890] 'agreement among raft nodes before linearized reading' (duration: 153.082835ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:03:09.499185Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"329f95029c2a91ed","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:03:09.504494Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T17:03:09.504573Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T17:03:28.121291Z","caller":"traceutil/trace.go:171","msg":"trace[1606686297] transaction","detail":"{read_only:false; response_revision:9741; number_of_response:1; }","duration":"110.016083ms","start":"2026-04-02T17:03:28.011241Z","end":"2026-04-02T17:03:28.121258Z","steps":["trace[1606686297] 'process raft request' (duration: 109.770685ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:04:28.100031Z","caller":"traceutil/trace.go:171","msg":"trace[1599993571] transaction","detail":"{read_only:false; response_revision:10286; number_of_response:1; }","duration":"148.1515ms","start":"2026-04-02T17:04:27.951858Z","end":"2026-04-02T17:04:28.100009Z","steps":["trace[1599993571] 'process raft request' (duration: 69.041755ms)","trace[1599993571] 'compare' (duration: 78.981381ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:28.100231Z","caller":"traceutil/trace.go:171","msg":"trace[991324168] linearizableReadLoop","detail":"{readStateIndex:10752; appliedIndex:10749; }","duration":"145.742744ms","start":"2026-04-02T17:04:27.954458Z","end":"2026-04-02T17:04:28.100201Z","steps":["trace[991324168] 'read index received' (duration: 21.633675ms)","trace[991324168] 'applied index is now lower than readState.Index' (duration: 124.107799ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:04:28.100345Z","caller":"traceutil/trace.go:171","msg":"trace[386232731] transaction","detail":"{read_only:false; response_revision:10287; number_of_response:1; }","duration":"148.15581ms","start":"2026-04-02T17:04:27.95218Z","end":"2026-04-02T17:04:28.100335Z","steps":["trace[386232731] 'process raft request' (duration: 147.802209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:04:28.100502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.036644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:04:28.100539Z","caller":"traceutil/trace.go:171","msg":"trace[132574549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10287; }","duration":"146.113466ms","start":"2026-04-02T17:04:27.954415Z","end":"2026-04-02T17:04:28.100529Z","steps":["trace[132574549] 'agreement among raft nodes before linearized reading' (duration: 145.975342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:25.659921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.744375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:06:25.659953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.217241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:06:25.659987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.036509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:25.660051Z","caller":"traceutil/trace.go:171","msg":"trace[1134000027] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11583; }","duration":"162.106931ms","start":"2026-04-02T17:06:25.497929Z","end":"2026-04-02T17:06:25.660036Z","steps":["trace[1134000027] 'range keys from in-memory index tree' (duration: 161.937775ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:25.660045Z","caller":"traceutil/trace.go:171","msg":"trace[1453028557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11583; }","duration":"348.368367ms","start":"2026-04-02T17:06:25.311654Z","end":"2026-04-02T17:06:25.660023Z","steps":["trace[1453028557] 'count revisions from in-memory index tree' (duration: 348.138319ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:25.660039Z","caller":"traceutil/trace.go:171","msg":"trace[1576124550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11583; }","duration":"346.92462ms","start":"2026-04-02T17:06:25.313085Z","end":"2026-04-02T17:06:25.66001Z","steps":["trace[1576124550] 'range keys from in-memory index tree' (duration: 346.634601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:25.660134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:25.313058Z","time spent":"347.062885ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:06:25.66018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.259425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:25.660195Z","caller":"traceutil/trace.go:171","msg":"trace[731583967] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11583; }","duration":"162.314878ms","start":"2026-04-02T17:06:25.497875Z","end":"2026-04-02T17:06:25.66019Z","steps":["trace[731583967] 'range keys from in-memory index tree' (duration: 162.150782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:25.660288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.160692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:06:25.660318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:25.311638Z","time spent":"348.655355ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:06:25.660386Z","caller":"traceutil/trace.go:171","msg":"trace[2131572585] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11583; }","duration":"162.256766ms","start":"2026-04-02T17:06:25.498091Z","end":"2026-04-02T17:06:25.660348Z","steps":["trace[2131572585] 'range keys from in-memory index tree' (duration: 162.050829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:25.660392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.453162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:25.660476Z","caller":"traceutil/trace.go:171","msg":"trace[821720155] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11583; }","duration":"162.546205ms","start":"2026-04-02T17:06:25.497891Z","end":"2026-04-02T17:06:25.660437Z","steps":["trace[821720155] 'range keys from in-memory index tree' (duration: 162.337208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:25.660613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.421504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-04-02T17:06:25.660738Z","caller":"traceutil/trace.go:171","msg":"trace[1496954170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11583; }","duration":"158.591069ms","start":"2026-04-02T17:06:25.502117Z","end":"2026-04-02T17:06:25.660708Z","steps":["trace[1496954170] 'range keys from in-memory index tree' (duration: 158.176896ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:38.356133Z","caller":"traceutil/trace.go:171","msg":"trace[334410674] transaction","detail":"{read_only:false; response_revision:11671; number_of_response:1; }","duration":"119.278376ms","start":"2026-04-02T17:06:38.236807Z","end":"2026-04-02T17:06:38.356086Z","steps":["trace[334410674] 'process raft request' (duration: 78.766253ms)","trace[334410674] 'compare' (duration: 40.192733ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:06:38.628596Z","caller":"traceutil/trace.go:171","msg":"trace[1290484390] linearizableReadLoop","detail":"{readStateIndex:12197; appliedIndex:12196; }","duration":"185.302095ms","start":"2026-04-02T17:06:38.443256Z","end":"2026-04-02T17:06:38.628558Z","steps":["trace[1290484390] 'read index received' (duration: 96.472983ms)","trace[1290484390] 'applied index is now lower than readState.Index' (duration: 88.827291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:06:38.628901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.623725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-02T17:06:38.62895Z","caller":"traceutil/trace.go:171","msg":"trace[2136870943] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11672; }","duration":"185.734728ms","start":"2026-04-02T17:06:38.4432Z","end":"2026-04-02T17:06:38.628935Z","steps":["trace[2136870943] 'agreement among raft nodes before linearized reading' (duration: 185.541322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:38.629155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.022133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T17:06:38.629242Z","caller":"traceutil/trace.go:171","msg":"trace[924788451] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11672; }","duration":"183.139296ms","start":"2026-04-02T17:06:38.446082Z","end":"2026-04-02T17:06:38.629221Z","steps":["trace[924788451] 'agreement among raft nodes before linearized reading' (duration: 182.916309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.133533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007562709,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:06:39.306611Z","caller":"traceutil/trace.go:171","msg":"trace[1515235498] transaction","detail":"{read_only:false; response_revision:11673; number_of_response:1; }","duration":"676.995377ms","start":"2026-04-02T17:06:38.629588Z","end":"2026-04-02T17:06:39.306584Z","steps":["trace[1515235498] 'process raft request' (duration: 676.752479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.306842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.629558Z","time spent":"677.199674ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:06:39.40281Z","caller":"traceutil/trace.go:171","msg":"trace[563749840] linearizableReadLoop","detail":"{readStateIndex:12200; appliedIndex:12197; }","duration":"770.341702ms","start":"2026-04-02T17:06:38.632443Z","end":"2026-04-02T17:06:39.402784Z","steps":["trace[563749840] 'read index received' (duration: 673.976992ms)","trace[563749840] 'applied index is now lower than readState.Index' (duration: 96.36378ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:06:39.402849Z","caller":"traceutil/trace.go:171","msg":"trace[370910122] transaction","detail":"{read_only:false; response_revision:11674; number_of_response:1; }","duration":"769.768513ms","start":"2026-04-02T17:06:38.633046Z","end":"2026-04-02T17:06:39.402814Z","steps":["trace[370910122] 'process raft request' (duration: 713.306116ms)","trace[370910122] 'compare' (duration: 56.192988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:06:39.40297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.516007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-04-02T17:06:39.403009Z","caller":"traceutil/trace.go:171","msg":"trace[868122914] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11675; }","duration":"770.607699ms","start":"2026-04-02T17:06:38.632389Z","end":"2026-04-02T17:06:39.402996Z","steps":["trace[868122914] 'agreement among raft nodes before linearized reading' (duration: 770.486026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.403034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.632367Z","time spent":"770.662271ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:06:39.403066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.633027Z","time spent":"769.9727ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:06:39.40319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.749179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:39.403211Z","caller":"traceutil/trace.go:171","msg":"trace[413748051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11675; }","duration":"185.817941ms","start":"2026-04-02T17:06:39.217388Z","end":"2026-04-02T17:06:39.403206Z","steps":["trace[413748051] 'agreement among raft nodes before linearized reading' (duration: 185.78202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.403329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.900204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-04-02T17:06:39.403371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.519373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:39.403393Z","caller":"traceutil/trace.go:171","msg":"trace[1760158891] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11675; }","duration":"186.552055ms","start":"2026-04-02T17:06:39.216837Z","end":"2026-04-02T17:06:39.403389Z","steps":["trace[1760158891] 'agreement among raft nodes before linearized reading' (duration: 186.517544ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:39.403412Z","caller":"traceutil/trace.go:171","msg":"trace[467654089] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11675; }","duration":"186.011438ms","start":"2026-04-02T17:06:39.217378Z","end":"2026-04-02T17:06:39.40339Z","steps":["trace[467654089] 'agreement among raft nodes before linearized reading' (duration: 185.693838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.403408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.540434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:665"} {"level":"warn","ts":"2026-04-02T17:06:39.403563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.166648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:06:39.403586Z","caller":"traceutil/trace.go:171","msg":"trace[1825866225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11675; }","duration":"541.22321ms","start":"2026-04-02T17:06:38.862358Z","end":"2026-04-02T17:06:39.403581Z","steps":["trace[1825866225] 'agreement among raft nodes before linearized reading' (duration: 541.172908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.4036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.86234Z","time spent":"541.256901ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:06:39.403586Z","caller":"traceutil/trace.go:171","msg":"trace[1935594127] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11675; }","duration":"186.750551ms","start":"2026-04-02T17:06:39.216798Z","end":"2026-04-02T17:06:39.403548Z","steps":["trace[1935594127] 'agreement among raft nodes before linearized reading' (duration: 186.198143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.403694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.436525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:06:39.403722Z","caller":"traceutil/trace.go:171","msg":"trace[137025473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11675; }","duration":"528.487597ms","start":"2026-04-02T17:06:38.87523Z","end":"2026-04-02T17:06:39.403717Z","steps":["trace[137025473] 'agreement among raft nodes before linearized reading' (duration: 528.424965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.403737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.875218Z","time spent":"528.515658ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:06:39.403482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.79618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:06:39.403876Z","caller":"traceutil/trace.go:171","msg":"trace[1260209459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11675; }","duration":"519.251325ms","start":"2026-04-02T17:06:38.88462Z","end":"2026-04-02T17:06:39.403871Z","steps":["trace[1260209459] 'agreement among raft nodes before linearized reading' (duration: 518.745489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.403893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.884612Z","time spent":"519.276986ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:06:39.403516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.932657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:39.403942Z","caller":"traceutil/trace.go:171","msg":"trace[600327474] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11675; }","duration":"187.395471ms","start":"2026-04-02T17:06:39.216538Z","end":"2026-04-02T17:06:39.403934Z","steps":["trace[600327474] 'agreement among raft nodes before linearized reading' (duration: 186.963897ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:39.402911Z","caller":"traceutil/trace.go:171","msg":"trace[1625105075] transaction","detail":"{read_only:false; response_revision:11675; number_of_response:1; }","duration":"769.798544ms","start":"2026-04-02T17:06:38.633067Z","end":"2026-04-02T17:06:39.402866Z","steps":["trace[1625105075] 'process raft request' (duration: 769.65927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.404146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.849127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-02T17:06:39.404171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.633049Z","time spent":"771.037193ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:06:39.40414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.675532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:06:39.404219Z","caller":"traceutil/trace.go:171","msg":"trace[1315116693] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11675; }","duration":"570.96896ms","start":"2026-04-02T17:06:38.833227Z","end":"2026-04-02T17:06:39.404196Z","steps":["trace[1315116693] 'agreement among raft nodes before linearized reading' (duration: 569.714301ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:39.404231Z","caller":"traceutil/trace.go:171","msg":"trace[1778604346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11675; }","duration":"551.821986ms","start":"2026-04-02T17:06:38.852384Z","end":"2026-04-02T17:06:39.404206Z","steps":["trace[1778604346] 'agreement among raft nodes before linearized reading' (duration: 551.542307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.404283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.852362Z","time spent":"551.913169ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:06:39.404283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:38.833207Z","time spent":"571.062514ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:06:39.406296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.035135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:39.406355Z","caller":"traceutil/trace.go:171","msg":"trace[1499780140] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11675; }","duration":"190.139378ms","start":"2026-04-02T17:06:39.216197Z","end":"2026-04-02T17:06:39.406337Z","steps":["trace[1499780140] 'agreement among raft nodes before linearized reading' (duration: 187.274668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.407092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.269376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:06:39.40715Z","caller":"traceutil/trace.go:171","msg":"trace[2103705048] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:11675; }","duration":"301.373279ms","start":"2026-04-02T17:06:39.105763Z","end":"2026-04-02T17:06:39.407137Z","steps":["trace[2103705048] 'agreement among raft nodes before linearized reading' (duration: 297.744194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.407184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:39.105741Z","time spent":"301.434021ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-m6th9\" "} {"level":"warn","ts":"2026-04-02T17:06:39.658543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.445648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:06:39.658771Z","caller":"traceutil/trace.go:171","msg":"trace[1534320596] transaction","detail":"{read_only:false; response_revision:11677; number_of_response:1; }","duration":"249.716803ms","start":"2026-04-02T17:06:39.409033Z","end":"2026-04-02T17:06:39.65875Z","steps":["trace[1534320596] 'process raft request' (duration: 137.976777ms)","trace[1534320596] 'compare' (duration: 111.307913ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:06:39.659204Z","caller":"traceutil/trace.go:171","msg":"trace[1978428005] transaction","detail":"{read_only:false; response_revision:11678; number_of_response:1; }","duration":"249.626221ms","start":"2026-04-02T17:06:39.409532Z","end":"2026-04-02T17:06:39.659158Z","steps":["trace[1978428005] 'process raft request' (duration: 249.153386ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:39.659267Z","caller":"traceutil/trace.go:171","msg":"trace[1695893900] transaction","detail":"{read_only:false; response_revision:11679; number_of_response:1; }","duration":"249.345592ms","start":"2026-04-02T17:06:39.409909Z","end":"2026-04-02T17:06:39.659254Z","steps":["trace[1695893900] 'process raft request' (duration: 249.162766ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:39.659273Z","caller":"traceutil/trace.go:171","msg":"trace[1983497033] linearizableReadLoop","detail":"{readStateIndex:12206; appliedIndex:12200; }","duration":"244.911881ms","start":"2026-04-02T17:06:39.414345Z","end":"2026-04-02T17:06:39.659256Z","steps":["trace[1983497033] 'read index received' (duration: 40.158341ms)","trace[1983497033] 'applied index is now lower than readState.Index' (duration: 204.75251ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:06:39.659302Z","caller":"traceutil/trace.go:171","msg":"trace[1180122211] transaction","detail":"{read_only:false; response_revision:11680; number_of_response:1; }","duration":"249.339532ms","start":"2026-04-02T17:06:39.409925Z","end":"2026-04-02T17:06:39.659265Z","steps":["trace[1180122211] 'process raft request' (duration: 249.252919ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:39.659405Z","caller":"traceutil/trace.go:171","msg":"trace[693144236] transaction","detail":"{read_only:false; response_revision:11681; number_of_response:1; }","duration":"249.371123ms","start":"2026-04-02T17:06:39.410024Z","end":"2026-04-02T17:06:39.659395Z","steps":["trace[693144236] 'process raft request' (duration: 249.189157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:39.659923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.550661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:419964"} {"level":"info","ts":"2026-04-02T17:06:39.659982Z","caller":"traceutil/trace.go:171","msg":"trace[1723623142] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11681; }","duration":"245.645445ms","start":"2026-04-02T17:06:39.414326Z","end":"2026-04-02T17:06:39.659971Z","steps":["trace[1723623142] 'agreement among raft nodes before linearized reading' (duration: 244.994344ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:40.056057Z","caller":"traceutil/trace.go:171","msg":"trace[395844866] linearizableReadLoop","detail":"{readStateIndex:12207; appliedIndex:12206; }","duration":"363.461074ms","start":"2026-04-02T17:06:39.692567Z","end":"2026-04-02T17:06:40.056027Z","steps":["trace[395844866] 'read index received' (duration: 342.400747ms)","trace[395844866] 'applied index is now lower than readState.Index' (duration: 21.058806ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:06:40.056072Z","caller":"traceutil/trace.go:171","msg":"trace[1856841066] transaction","detail":"{read_only:false; response_revision:11682; number_of_response:1; }","duration":"389.649543ms","start":"2026-04-02T17:06:39.666388Z","end":"2026-04-02T17:06:40.056037Z","steps":["trace[1856841066] 'process raft request' (duration: 368.605047ms)","trace[1856841066] 'compare' (duration: 20.713685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:06:40.056222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.499765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:06:40.0562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.612169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:06:40.056228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:39.66637Z","time spent":"389.774987ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:06:40.056298Z","caller":"traceutil/trace.go:171","msg":"trace[1234300251] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11682; }","duration":"363.606269ms","start":"2026-04-02T17:06:39.69268Z","end":"2026-04-02T17:06:40.056287Z","steps":["trace[1234300251] 'agreement among raft nodes before linearized reading' (duration: 363.486595ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:40.056319Z","caller":"traceutil/trace.go:171","msg":"trace[676329251] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11682; }","duration":"363.776684ms","start":"2026-04-02T17:06:39.69252Z","end":"2026-04-02T17:06:40.056297Z","steps":["trace[676329251] 'agreement among raft nodes before linearized reading' (duration: 363.597478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:40.056334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:39.692673Z","time spent":"363.65229ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:06:40.056358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:39.692498Z","time spent":"363.851807ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:06:40.056376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.624276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:40.056413Z","caller":"traceutil/trace.go:171","msg":"trace[1660065552] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11682; }","duration":"131.675417ms","start":"2026-04-02T17:06:39.92472Z","end":"2026-04-02T17:06:40.056396Z","steps":["trace[1660065552] 'agreement among raft nodes before linearized reading' (duration: 131.639196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:40.056294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.545183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:06:40.056461Z","caller":"traceutil/trace.go:171","msg":"trace[958166336] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11682; }","duration":"173.77545ms","start":"2026-04-02T17:06:39.882674Z","end":"2026-04-02T17:06:40.056449Z","steps":["trace[958166336] 'agreement among raft nodes before linearized reading' (duration: 173.540692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:40.056614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.852966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:40.05664Z","caller":"traceutil/trace.go:171","msg":"trace[1934282270] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11682; }","duration":"363.928549ms","start":"2026-04-02T17:06:39.692706Z","end":"2026-04-02T17:06:40.056634Z","steps":["trace[1934282270] 'agreement among raft nodes before linearized reading' (duration: 363.887017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:40.056658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:39.692686Z","time spent":"363.96746ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-02T17:06:40.056783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.628469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:06:40.056808Z","caller":"traceutil/trace.go:171","msg":"trace[1631376028] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11682; }","duration":"363.672491ms","start":"2026-04-02T17:06:39.69313Z","end":"2026-04-02T17:06:40.056802Z","steps":["trace[1631376028] 'agreement among raft nodes before linearized reading' (duration: 363.63202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:40.056826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:39.693119Z","time spent":"363.702092ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:06:40.057026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.39099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-04-02T17:06:40.05707Z","caller":"traceutil/trace.go:171","msg":"trace[1823155750] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11682; }","duration":"362.458472ms","start":"2026-04-02T17:06:39.694601Z","end":"2026-04-02T17:06:40.05706Z","steps":["trace[1823155750] 'agreement among raft nodes before linearized reading' (duration: 361.937976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:40.057099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:39.694589Z","time spent":"362.502663ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5098,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-02T17:06:41.680881Z","caller":"traceutil/trace.go:171","msg":"trace[312706856] linearizableReadLoop","detail":"{readStateIndex:12209; appliedIndex:12208; }","duration":"265.324808ms","start":"2026-04-02T17:06:41.415532Z","end":"2026-04-02T17:06:41.680856Z","steps":["trace[312706856] 'read index received' (duration: 265.076761ms)","trace[312706856] 'applied index is now lower than readState.Index' (duration: 246.917µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:06:41.680953Z","caller":"traceutil/trace.go:171","msg":"trace[90522371] transaction","detail":"{read_only:false; response_revision:11684; number_of_response:1; }","duration":"266.140244ms","start":"2026-04-02T17:06:41.414773Z","end":"2026-04-02T17:06:41.680913Z","steps":["trace[90522371] 'process raft request' (duration: 265.935078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:41.681101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.549905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-02T17:06:41.681142Z","caller":"traceutil/trace.go:171","msg":"trace[1365943445] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11684; }","duration":"265.645818ms","start":"2026-04-02T17:06:41.415485Z","end":"2026-04-02T17:06:41.681131Z","steps":["trace[1365943445] 'agreement among raft nodes before linearized reading' (duration: 265.505234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:41.681439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.894185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:06:41.681676Z","caller":"traceutil/trace.go:171","msg":"trace[1730614755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11684; }","duration":"223.139883ms","start":"2026-04-02T17:06:41.458484Z","end":"2026-04-02T17:06:41.681624Z","steps":["trace[1730614755] 'agreement among raft nodes before linearized reading' (duration: 222.72321ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:42.025626Z","caller":"traceutil/trace.go:171","msg":"trace[190422581] transaction","detail":"{read_only:false; response_revision:11686; number_of_response:1; }","duration":"338.916627ms","start":"2026-04-02T17:06:41.686681Z","end":"2026-04-02T17:06:42.025597Z","steps":["trace[190422581] 'process raft request' (duration: 338.71183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:42.025778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:41.686621Z","time spent":"339.080902ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:06:42.025933Z","caller":"traceutil/trace.go:171","msg":"trace[618488331] transaction","detail":"{read_only:false; response_revision:11687; number_of_response:1; }","duration":"339.044851ms","start":"2026-04-02T17:06:41.686865Z","end":"2026-04-02T17:06:42.02591Z","steps":["trace[618488331] 'process raft request' (duration: 338.68985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:42.026051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:41.686852Z","time spent":"339.143095ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:06:42.026036Z","caller":"traceutil/trace.go:171","msg":"trace[589284204] transaction","detail":"{read_only:false; response_revision:11688; number_of_response:1; }","duration":"339.093413ms","start":"2026-04-02T17:06:41.686914Z","end":"2026-04-02T17:06:42.026007Z","steps":["trace[589284204] 'process raft request' (duration: 338.874156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:06:42.026119Z","caller":"traceutil/trace.go:171","msg":"trace[1824589858] transaction","detail":"{read_only:false; response_revision:11689; number_of_response:1; }","duration":"339.091193ms","start":"2026-04-02T17:06:41.686982Z","end":"2026-04-02T17:06:42.026073Z","steps":["trace[1824589858] 'process raft request' (duration: 338.918378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:42.026206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:41.686862Z","time spent":"339.254767ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:06:42.026328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:41.686963Z","time spent":"339.254608ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:06:42.026376Z","caller":"traceutil/trace.go:171","msg":"trace[1184031045] transaction","detail":"{read_only:false; response_revision:11690; number_of_response:1; }","duration":"339.120594ms","start":"2026-04-02T17:06:41.687221Z","end":"2026-04-02T17:06:42.026341Z","steps":["trace[1184031045] 'process raft request' (duration: 338.721461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:06:42.026488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:06:41.687207Z","time spent":"339.225846ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:07:34.990452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9219} {"level":"info","ts":"2026-04-02T17:07:35.078704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9219,"took":"85.88796ms","hash":2329494977,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":28196864,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-02T17:07:35.078822Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2329494977,"revision":9219,"compact-revision":6442} {"level":"info","ts":"2026-04-02T17:12:28.727674Z","caller":"traceutil/trace.go:171","msg":"trace[1869817456] linearizableReadLoop","detail":"{readStateIndex:15218; appliedIndex:15217; }","duration":"278.937824ms","start":"2026-04-02T17:12:28.448708Z","end":"2026-04-02T17:12:28.727646Z","steps":["trace[1869817456] 'read index received' (duration: 278.80095ms)","trace[1869817456] 'applied index is now lower than readState.Index' (duration: 135.544µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:12:28.727886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.154541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:12:28.727946Z","caller":"traceutil/trace.go:171","msg":"trace[111455088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:14543; }","duration":"279.258814ms","start":"2026-04-02T17:12:28.448671Z","end":"2026-04-02T17:12:28.72793Z","steps":["trace[111455088] 'agreement among raft nodes before linearized reading' (duration: 279.062328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:28.727694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:28.386781Z","time spent":"340.908487ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:12:32.101102Z","caller":"traceutil/trace.go:171","msg":"trace[848157287] linearizableReadLoop","detail":"{readStateIndex:15235; appliedIndex:15234; }","duration":"442.165304ms","start":"2026-04-02T17:12:31.658912Z","end":"2026-04-02T17:12:32.101077Z","steps":["trace[848157287] 'read index received' (duration: 441.958167ms)","trace[848157287] 'applied index is now lower than readState.Index' (duration: 206.117µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:12:32.10123Z","caller":"traceutil/trace.go:171","msg":"trace[435957204] transaction","detail":"{read_only:false; response_revision:14560; number_of_response:1; }","duration":"467.768585ms","start":"2026-04-02T17:12:31.633451Z","end":"2026-04-02T17:12:32.10122Z","steps":["trace[435957204] 'process raft request' (duration: 467.476776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:32.101417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.071564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-02T17:12:32.101426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.502354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T17:12:32.101459Z","caller":"traceutil/trace.go:171","msg":"trace[1728273654] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14560; }","duration":"294.151266ms","start":"2026-04-02T17:12:31.807297Z","end":"2026-04-02T17:12:32.101449Z","steps":["trace[1728273654] 'agreement among raft nodes before linearized reading' (duration: 293.995921ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:12:32.101493Z","caller":"traceutil/trace.go:171","msg":"trace[11991148] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14560; }","duration":"442.599987ms","start":"2026-04-02T17:12:31.658878Z","end":"2026-04-02T17:12:32.101478Z","steps":["trace[11991148] 'agreement among raft nodes before linearized reading' (duration: 442.452883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:32.101528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:31.658858Z","time spent":"442.66065ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:12:32.101513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.209016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T17:12:32.101542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.624384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-02T17:12:32.101559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.181166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-04-02T17:12:32.101579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.972358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:12:32.101616Z","caller":"traceutil/trace.go:171","msg":"trace[674549200] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14560; }","duration":"302.758939ms","start":"2026-04-02T17:12:31.798838Z","end":"2026-04-02T17:12:32.101597Z","steps":["trace[674549200] 'agreement among raft nodes before linearized reading' (duration: 302.508861ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:12:32.101606Z","caller":"traceutil/trace.go:171","msg":"trace[435516073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14560; }","duration":"305.339521ms","start":"2026-04-02T17:12:31.79624Z","end":"2026-04-02T17:12:32.101579Z","steps":["trace[435516073] 'agreement among raft nodes before linearized reading' (duration: 305.043871ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:12:32.101631Z","caller":"traceutil/trace.go:171","msg":"trace[88178021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14560; }","duration":"305.279939ms","start":"2026-04-02T17:12:31.796334Z","end":"2026-04-02T17:12:32.101614Z","steps":["trace[88178021] 'agreement among raft nodes before linearized reading' (duration: 304.980749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:32.101656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:31.798815Z","time spent":"302.833531ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:12:32.101656Z","caller":"traceutil/trace.go:171","msg":"trace[443376501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14560; }","duration":"269.097742ms","start":"2026-04-02T17:12:31.832539Z","end":"2026-04-02T17:12:32.101637Z","steps":["trace[443376501] 'agreement among raft nodes before linearized reading' (duration: 268.864675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:32.101679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:31.796195Z","time spent":"305.475004ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:12:32.101675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:31.796194Z","time spent":"305.468084ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:12:32.101595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.249917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:12:32.101765Z","caller":"traceutil/trace.go:171","msg":"trace[912116768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14560; }","duration":"305.442483ms","start":"2026-04-02T17:12:31.796317Z","end":"2026-04-02T17:12:32.101759Z","steps":["trace[912116768] 'agreement among raft nodes before linearized reading' (duration: 305.153654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:32.101786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:31.796309Z","time spent":"305.467685ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:12:32.102034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:31.633426Z","time spent":"467.833186ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:12:34.998361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12153} {"level":"info","ts":"2026-04-02T17:12:35.093218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12153,"took":"92.651624ms","hash":3145462301,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":25559040,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-02T17:12:35.093277Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3145462301,"revision":12153,"compact-revision":9219} {"level":"info","ts":"2026-04-02T17:12:51.083234Z","caller":"traceutil/trace.go:171","msg":"trace[633267177] linearizableReadLoop","detail":"{readStateIndex:15375; appliedIndex:15374; }","duration":"172.219765ms","start":"2026-04-02T17:12:50.910989Z","end":"2026-04-02T17:12:51.083209Z","steps":["trace[633267177] 'read index received' (duration: 171.983907ms)","trace[633267177] 'applied index is now lower than readState.Index' (duration: 234.978µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:12:51.083352Z","caller":"traceutil/trace.go:171","msg":"trace[124836826] transaction","detail":"{read_only:false; response_revision:14690; number_of_response:1; }","duration":"556.803704ms","start":"2026-04-02T17:12:50.526509Z","end":"2026-04-02T17:12:51.083313Z","steps":["trace[124836826] 'process raft request' (duration: 556.551056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:51.083446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.446952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:12:51.083488Z","caller":"traceutil/trace.go:171","msg":"trace[1492842748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:14690; }","duration":"172.542654ms","start":"2026-04-02T17:12:50.910934Z","end":"2026-04-02T17:12:51.083477Z","steps":["trace[1492842748] 'agreement among raft nodes before linearized reading' (duration: 172.379869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:51.083522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:50.526487Z","time spent":"556.948319ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:12:52.033159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007571538,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:12:52.092702Z","caller":"traceutil/trace.go:171","msg":"trace[2041739755] linearizableReadLoop","detail":"{readStateIndex:15376; appliedIndex:15375; }","duration":"560.612105ms","start":"2026-04-02T17:12:51.53207Z","end":"2026-04-02T17:12:52.092683Z","steps":["trace[2041739755] 'read index received' (duration: 560.481141ms)","trace[2041739755] 'applied index is now lower than readState.Index' (duration: 130.344µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:12:52.09277Z","caller":"traceutil/trace.go:171","msg":"trace[1220722670] transaction","detail":"{read_only:false; response_revision:14691; number_of_response:1; }","duration":"592.256037ms","start":"2026-04-02T17:12:51.50048Z","end":"2026-04-02T17:12:52.092736Z","steps":["trace[1220722670] 'process raft request' (duration: 592.106993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:52.092924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:51.500463Z","time spent":"592.377491ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:12:52.092929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.838863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:12:52.093004Z","caller":"traceutil/trace.go:171","msg":"trace[1017586261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14691; }","duration":"560.967236ms","start":"2026-04-02T17:12:51.532018Z","end":"2026-04-02T17:12:52.092985Z","steps":["trace[1017586261] 'agreement among raft nodes before linearized reading' (duration: 560.734839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:52.093059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:51.531995Z","time spent":"561.052419ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:12:52.237387Z","caller":"traceutil/trace.go:171","msg":"trace[929626620] linearizableReadLoop","detail":"{readStateIndex:15377; appliedIndex:15376; }","duration":"128.912733ms","start":"2026-04-02T17:12:52.108451Z","end":"2026-04-02T17:12:52.237363Z","steps":["trace[929626620] 'read index received' (duration: 128.754238ms)","trace[929626620] 'applied index is now lower than readState.Index' (duration: 157.425µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:12:52.237566Z","caller":"traceutil/trace.go:171","msg":"trace[1407991491] transaction","detail":"{read_only:false; response_revision:14692; number_of_response:1; }","duration":"139.400565ms","start":"2026-04-02T17:12:52.098078Z","end":"2026-04-02T17:12:52.237479Z","steps":["trace[1407991491] 'process raft request' (duration: 139.117236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:52.237792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.208892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-02T17:12:52.23792Z","caller":"traceutil/trace.go:171","msg":"trace[670982305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14692; }","duration":"129.497941ms","start":"2026-04-02T17:12:52.1084Z","end":"2026-04-02T17:12:52.237898Z","steps":["trace[670982305] 'agreement among raft nodes before linearized reading' (duration: 129.14516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:59.204704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.771883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-qz2pv\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-04-02T17:12:59.204805Z","caller":"traceutil/trace.go:171","msg":"trace[760907700] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-qz2pv; range_end:; response_count:1; response_revision:14759; }","duration":"346.933478ms","start":"2026-04-02T17:12:58.857851Z","end":"2026-04-02T17:12:59.204785Z","steps":["trace[760907700] 'range keys from in-memory index tree' (duration: 346.554026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:12:59.204849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:12:58.857829Z","time spent":"347.01015ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12382,"request content":"key:\"/registry/pods/openstack/openvswitch-qz2pv\" "} {"level":"warn","ts":"2026-04-02T17:13:04.354025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.176899ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T17:13:04.354274Z","caller":"traceutil/trace.go:171","msg":"trace[138362967] linearizableReadLoop","detail":"{readStateIndex:15481; appliedIndex:15480; }","duration":"182.580583ms","start":"2026-04-02T17:13:04.171674Z","end":"2026-04-02T17:13:04.354254Z","steps":["trace[138362967] 'read index received' (duration: 45.751µs)","trace[138362967] 'applied index is now lower than readState.Index' (duration: 182.533302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:13:04.355165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.477061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:13:04.355242Z","caller":"traceutil/trace.go:171","msg":"trace[1130599381] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:14789; }","duration":"183.623246ms","start":"2026-04-02T17:13:04.171596Z","end":"2026-04-02T17:13:04.355219Z","steps":["trace[1130599381] 'agreement among raft nodes before linearized reading' (duration: 183.497592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:04.358379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.404879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T17:13:04.35846Z","caller":"traceutil/trace.go:171","msg":"trace[495318807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14790; }","duration":"177.541213ms","start":"2026-04-02T17:13:04.180899Z","end":"2026-04-02T17:13:04.358441Z","steps":["trace[495318807] 'agreement among raft nodes before linearized reading' (duration: 174.523468ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:08.313165Z","caller":"traceutil/trace.go:171","msg":"trace[1588848646] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"320.192791ms","start":"2026-04-02T17:13:07.992951Z","end":"2026-04-02T17:13:08.313144Z","steps":["trace[1588848646] 'process raft request' (duration: 320.006535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:08.313345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:07.992914Z","time spent":"320.334715ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:13:08.369637Z","caller":"traceutil/trace.go:171","msg":"trace[1026920771] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"332.671466ms","start":"2026-04-02T17:13:08.036921Z","end":"2026-04-02T17:13:08.369592Z","steps":["trace[1026920771] 'process raft request' (duration: 332.320474ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:08.369576Z","caller":"traceutil/trace.go:171","msg":"trace[1771122114] transaction","detail":"{read_only:false; response_revision:14819; number_of_response:1; }","duration":"151.23971ms","start":"2026-04-02T17:13:08.218301Z","end":"2026-04-02T17:13:08.369541Z","steps":["trace[1771122114] 'process raft request' (duration: 151.107466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:08.369865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:08.036911Z","time spent":"332.834731ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12709,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:13:08.630556Z","caller":"traceutil/trace.go:171","msg":"trace[1875416725] transaction","detail":"{read_only:false; response_revision:14829; number_of_response:1; }","duration":"105.050147ms","start":"2026-04-02T17:13:08.525483Z","end":"2026-04-02T17:13:08.630533Z","steps":["trace[1875416725] 'process raft request' (duration: 104.989095ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:08.630847Z","caller":"traceutil/trace.go:171","msg":"trace[1372923867] transaction","detail":"{read_only:false; response_revision:14828; number_of_response:1; }","duration":"109.302342ms","start":"2026-04-02T17:13:08.521533Z","end":"2026-04-02T17:13:08.630836Z","steps":["trace[1372923867] 'process raft request' (duration: 108.817616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:10.983716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007571920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:13:11.483919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007571920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:13:11.985054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007571920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:13:12.48534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007571920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:13:12.986396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007571920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:13:13.046769Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.65673462s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:13:13.047241Z","caller":"traceutil/trace.go:171","msg":"trace[2085233185] transaction","detail":"{read_only:false; response_revision:14833; number_of_response:1; }","duration":"2.657338959s","start":"2026-04-02T17:13:10.389869Z","end":"2026-04-02T17:13:13.047207Z","steps":["trace[2085233185] 'process raft request' (duration: 2.657132143s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.047472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.389812Z","time spent":"2.657558007s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:13:13.055125Z","caller":"traceutil/trace.go:171","msg":"trace[416589679] linearizableReadLoop","detail":"{readStateIndex:15528; appliedIndex:15526; }","duration":"2.571919535s","start":"2026-04-02T17:13:10.48318Z","end":"2026-04-02T17:13:13.055099Z","steps":["trace[416589679] 'read index received' (duration: 2.563797337s)","trace[416589679] 'applied index is now lower than readState.Index' (duration: 8.120688ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:13:13.055301Z","caller":"traceutil/trace.go:171","msg":"trace[400411949] transaction","detail":"{read_only:false; response_revision:14834; number_of_response:1; }","duration":"1.27404269s","start":"2026-04-02T17:13:11.781185Z","end":"2026-04-02T17:13:13.055227Z","steps":["trace[400411949] 'process raft request' (duration: 1.273777311s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.055375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572181493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:13:13.05542Z","caller":"traceutil/trace.go:171","msg":"trace[1364535547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14834; }","duration":"2.572280456s","start":"2026-04-02T17:13:10.483124Z","end":"2026-04-02T17:13:13.055405Z","steps":["trace[1364535547] 'agreement among raft nodes before linearized reading' (duration: 2.57209104s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.055434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.709302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:13:13.055458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.483091Z","time spent":"2.572357239s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:13:13.055501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:11.781162Z","time spent":"1.274226366s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:13:13.055377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571950616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:13:13.055523Z","caller":"traceutil/trace.go:171","msg":"trace[1411236833] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:14834; }","duration":"503.777885ms","start":"2026-04-02T17:13:12.551676Z","end":"2026-04-02T17:13:13.055454Z","steps":["trace[1411236833] 'agreement among raft nodes before linearized reading' (duration: 503.726343ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:13.055647Z","caller":"traceutil/trace.go:171","msg":"trace[1949504611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14834; }","duration":"2.572232935s","start":"2026-04-02T17:13:10.483377Z","end":"2026-04-02T17:13:13.05561Z","steps":["trace[1949504611] 'agreement among raft nodes before linearized reading' (duration: 2.571911915s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.055712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751242733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-02T17:13:13.055739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:12.551653Z","time spent":"504.060963ms","remote":"127.0.0.1:49850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:13:13.055758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.483362Z","time spent":"2.572356388s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:13:13.055815Z","caller":"traceutil/trace.go:171","msg":"trace[1964148913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:14834; }","duration":"1.751378847s","start":"2026-04-02T17:13:11.304387Z","end":"2026-04-02T17:13:13.055766Z","steps":["trace[1964148913] 'agreement among raft nodes before linearized reading' (duration: 1.751030166s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.055893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:11.304364Z","time spent":"1.751517931s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-m6th9\" "} {"level":"warn","ts":"2026-04-02T17:13:13.056029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15341097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:82 size:714732"} {"level":"info","ts":"2026-04-02T17:13:13.056062Z","caller":"traceutil/trace.go:171","msg":"trace[1244514334] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:82; response_revision:14834; }","duration":"2.153475062s","start":"2026-04-02T17:13:10.90258Z","end":"2026-04-02T17:13:13.056055Z","steps":["trace[1244514334] 'agreement among raft nodes before linearized reading' (duration: 2.152963656s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.056087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.902564Z","time spent":"2.153516804s","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":82,"response size":714754,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:13:13.056095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233528787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:13:13.056114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310201755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-02T17:13:13.056151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.688015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:13:13.05615Z","caller":"traceutil/trace.go:171","msg":"trace[477186710] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14834; }","duration":"2.233594069s","start":"2026-04-02T17:13:10.822535Z","end":"2026-04-02T17:13:13.05613Z","steps":["trace[477186710] 'agreement among raft nodes before linearized reading' (duration: 2.233484086s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.056183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.302711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:13:13.056202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.82248Z","time spent":"2.233712323s","remote":"127.0.0.1:43144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:13:13.056197Z","caller":"traceutil/trace.go:171","msg":"trace[386559503] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14834; }","duration":"984.733217ms","start":"2026-04-02T17:13:12.071449Z","end":"2026-04-02T17:13:13.056182Z","steps":["trace[386559503] 'agreement among raft nodes before linearized reading' (duration: 984.649404ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:13.056207Z","caller":"traceutil/trace.go:171","msg":"trace[1225979401] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14834; }","duration":"2.310304459s","start":"2026-04-02T17:13:10.745877Z","end":"2026-04-02T17:13:13.056182Z","steps":["trace[1225979401] 'agreement among raft nodes before linearized reading' (duration: 2.310045341s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.05621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310821245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-02T17:13:13.05624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:12.071385Z","time spent":"984.84672ms","remote":"127.0.0.1:59122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:13:13.056265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.745873Z","time spent":"2.310379761s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:13:13.056282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.949781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:13:13.056292Z","caller":"traceutil/trace.go:171","msg":"trace[1458952295] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14834; }","duration":"2.310943929s","start":"2026-04-02T17:13:10.745327Z","end":"2026-04-02T17:13:13.056271Z","steps":["trace[1458952295] 'agreement among raft nodes before linearized reading' (duration: 2.31066879s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:13.056323Z","caller":"traceutil/trace.go:171","msg":"trace[454879884] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14834; }","duration":"708.017373ms","start":"2026-04-02T17:13:12.348296Z","end":"2026-04-02T17:13:13.056313Z","steps":["trace[454879884] 'agreement among raft nodes before linearized reading' (duration: 707.958771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.056334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.745309Z","time spent":"2.311018411s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:13:13.056343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:12.348284Z","time spent":"708.054454ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:13:13.056367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.578242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-02T17:13:13.056503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572243204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T17:13:13.056635Z","caller":"traceutil/trace.go:171","msg":"trace[2007193154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14834; }","duration":"2.572912616s","start":"2026-04-02T17:13:10.483711Z","end":"2026-04-02T17:13:13.056624Z","steps":["trace[2007193154] 'agreement among raft nodes before linearized reading' (duration: 2.572206604s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:13.056241Z","caller":"traceutil/trace.go:171","msg":"trace[1452118879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14834; }","duration":"743.385733ms","start":"2026-04-02T17:13:12.312836Z","end":"2026-04-02T17:13:13.056222Z","steps":["trace[1452118879] 'agreement among raft nodes before linearized reading' (duration: 743.30165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.056726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.483697Z","time spent":"2.57301736s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:13:13.056371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270118905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:13:13.05684Z","caller":"traceutil/trace.go:171","msg":"trace[1560511216] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14834; }","duration":"1.27062252s","start":"2026-04-02T17:13:11.786209Z","end":"2026-04-02T17:13:13.056831Z","steps":["trace[1560511216] 'agreement among raft nodes before linearized reading' (duration: 1.270040362s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.056876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:11.786198Z","time spent":"1.270668622s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:13:13.056439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404562563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:13:13.056916Z","caller":"traceutil/trace.go:171","msg":"trace[1849265565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:14834; }","duration":"1.405193624s","start":"2026-04-02T17:13:11.651707Z","end":"2026-04-02T17:13:13.0569Z","steps":["trace[1849265565] 'agreement among raft nodes before linearized reading' (duration: 1.404410029s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.05696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:11.651687Z","time spent":"1.405261745s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:13:13.05649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644003307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:13:13.057046Z","caller":"traceutil/trace.go:171","msg":"trace[1974790945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:14834; }","duration":"1.644591815s","start":"2026-04-02T17:13:11.412432Z","end":"2026-04-02T17:13:13.057024Z","steps":["trace[1974790945] 'agreement among raft nodes before linearized reading' (duration: 1.643979876s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.056465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572988758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-04-02T17:13:13.057113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:11.412417Z","time spent":"1.644673178s","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:13:13.057138Z","caller":"traceutil/trace.go:171","msg":"trace[1067630250] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14834; }","duration":"2.573714501s","start":"2026-04-02T17:13:10.483416Z","end":"2026-04-02T17:13:13.05713Z","steps":["trace[1067630250] 'agreement among raft nodes before linearized reading' (duration: 2.572647647s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.057173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.483386Z","time spent":"2.573778503s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:13:13.056593Z","caller":"traceutil/trace.go:171","msg":"trace[1949230731] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14834; }","duration":"763.83708ms","start":"2026-04-02T17:13:12.292736Z","end":"2026-04-02T17:13:13.056573Z","steps":["trace[1949230731] 'agreement among raft nodes before linearized reading' (duration: 763.455028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.05723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:12.292714Z","time spent":"764.505292ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:13:13.056829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:12.312818Z","time spent":"743.914179ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:13:13.057414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533813547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:13:13.058536Z","caller":"traceutil/trace.go:171","msg":"trace[1168492510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14834; }","duration":"2.535009086s","start":"2026-04-02T17:13:10.52348Z","end":"2026-04-02T17:13:13.058489Z","steps":["trace[1168492510] 'agreement among raft nodes before linearized reading' (duration: 2.532351792s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.058716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.523456Z","time spent":"2.535238992s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:13:13.057801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553726678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T17:13:13.059163Z","caller":"traceutil/trace.go:171","msg":"trace[787722261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14834; }","duration":"2.555110172s","start":"2026-04-02T17:13:10.504037Z","end":"2026-04-02T17:13:13.059147Z","steps":["trace[787722261] 'agreement among raft nodes before linearized reading' (duration: 2.551915501s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:13.059296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:10.504025Z","time spent":"2.555235575s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:13:13.562259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007571927,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:13:14.023117Z","caller":"traceutil/trace.go:171","msg":"trace[1332626931] transaction","detail":"{read_only:false; response_revision:14835; number_of_response:1; }","duration":"962.248855ms","start":"2026-04-02T17:13:13.060831Z","end":"2026-04-02T17:13:14.02308Z","steps":["trace[1332626931] 'process raft request' (duration: 959.299832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.023432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.060806Z","time spent":"962.454152ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:13:14.024972Z","caller":"traceutil/trace.go:171","msg":"trace[1450899357] transaction","detail":"{read_only:false; response_revision:14836; number_of_response:1; }","duration":"963.288719ms","start":"2026-04-02T17:13:13.061634Z","end":"2026-04-02T17:13:14.024923Z","steps":["trace[1450899357] 'process raft request' (duration: 963.070672ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:14.025037Z","caller":"traceutil/trace.go:171","msg":"trace[1952431043] transaction","detail":"{read_only:false; response_revision:14837; number_of_response:1; }","duration":"961.311186ms","start":"2026-04-02T17:13:13.063707Z","end":"2026-04-02T17:13:14.025018Z","steps":["trace[1952431043] 'process raft request' (duration: 961.14029ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:14.02502Z","caller":"traceutil/trace.go:171","msg":"trace[1736530830] transaction","detail":"{read_only:false; response_revision:14838; number_of_response:1; }","duration":"946.368743ms","start":"2026-04-02T17:13:13.078618Z","end":"2026-04-02T17:13:14.024986Z","steps":["trace[1736530830] 'process raft request' (duration: 946.28211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.025188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.061621Z","time spent":"963.451224ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:13:14.025232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.063688Z","time spent":"961.416719ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:13:14.025265Z","caller":"traceutil/trace.go:171","msg":"trace[377630903] transaction","detail":"{read_only:false; response_revision:14839; number_of_response:1; }","duration":"946.504427ms","start":"2026-04-02T17:13:13.078732Z","end":"2026-04-02T17:13:14.025236Z","steps":["trace[377630903] 'process raft request' (duration: 946.207927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.025413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.078719Z","time spent":"946.634651ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:13:14.025482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.078589Z","time spent":"946.512197ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:13:14.025802Z","caller":"traceutil/trace.go:171","msg":"trace[2097982380] transaction","detail":"{read_only:false; response_revision:14840; number_of_response:1; }","duration":"946.991382ms","start":"2026-04-02T17:13:13.078791Z","end":"2026-04-02T17:13:14.025783Z","steps":["trace[2097982380] 'process raft request' (duration: 946.364822ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:14.025826Z","caller":"traceutil/trace.go:171","msg":"trace[459003180] transaction","detail":"{read_only:false; response_revision:14841; number_of_response:1; }","duration":"946.828147ms","start":"2026-04-02T17:13:13.078978Z","end":"2026-04-02T17:13:14.025806Z","steps":["trace[459003180] 'process raft request' (duration: 946.700143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.025892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.07877Z","time spent":"947.078805ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:13:14.025934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.07895Z","time spent":"946.92438ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:13:14.026169Z","caller":"traceutil/trace.go:171","msg":"trace[1227798129] transaction","detail":"{read_only:false; response_revision:14842; number_of_response:1; }","duration":"595.998896ms","start":"2026-04-02T17:13:13.430147Z","end":"2026-04-02T17:13:14.026146Z","steps":["trace[1227798129] 'process raft request' (duration: 595.608453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.026285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.430121Z","time spent":"596.108339ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:13:14.03903Z","caller":"traceutil/trace.go:171","msg":"trace[102948662] linearizableReadLoop","detail":"{readStateIndex:15536; appliedIndex:15528; }","duration":"977.470328ms","start":"2026-04-02T17:13:13.061534Z","end":"2026-04-02T17:13:14.039004Z","steps":["trace[102948662] 'read index received' (duration: 958.687323ms)","trace[102948662] 'applied index is now lower than readState.Index' (duration: 18.781085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:13:14.039559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.002705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-02T17:13:14.039622Z","caller":"traceutil/trace.go:171","msg":"trace[1068235827] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14842; }","duration":"978.092568ms","start":"2026-04-02T17:13:13.061509Z","end":"2026-04-02T17:13:14.039601Z","steps":["trace[1068235827] 'agreement among raft nodes before linearized reading' (duration: 977.890151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.039625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.228065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:13:14.039655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.061497Z","time spent":"978.147759ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:13:14.039658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.835591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T17:13:14.039695Z","caller":"traceutil/trace.go:171","msg":"trace[146857700] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:14842; }","duration":"154.353088ms","start":"2026-04-02T17:13:13.885321Z","end":"2026-04-02T17:13:14.039674Z","steps":["trace[146857700] 'agreement among raft nodes before linearized reading' (duration: 154.165892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.039708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.05562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:13:14.039721Z","caller":"traceutil/trace.go:171","msg":"trace[28248607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14842; }","duration":"290.973945ms","start":"2026-04-02T17:13:13.748733Z","end":"2026-04-02T17:13:14.039707Z","steps":["trace[28248607] 'agreement among raft nodes before linearized reading' (duration: 290.738818ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:13:14.03975Z","caller":"traceutil/trace.go:171","msg":"trace[946817194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14842; }","duration":"944.147092ms","start":"2026-04-02T17:13:13.095587Z","end":"2026-04-02T17:13:14.039734Z","steps":["trace[946817194] 'agreement among raft nodes before linearized reading' (duration: 944.08502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.039796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.095562Z","time spent":"944.224305ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:13:14.03962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.117747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:13:14.039887Z","caller":"traceutil/trace.go:171","msg":"trace[1431063807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14842; }","duration":"726.430827ms","start":"2026-04-02T17:13:13.313448Z","end":"2026-04-02T17:13:14.039879Z","steps":["trace[1431063807] 'agreement among raft nodes before linearized reading' (duration: 726.118147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.039915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.313422Z","time spent":"726.483559ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:13:14.040517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.724677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:567445"} {"level":"info","ts":"2026-04-02T17:13:14.040639Z","caller":"traceutil/trace.go:171","msg":"trace[277078759] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14842; }","duration":"978.857912ms","start":"2026-04-02T17:13:13.06176Z","end":"2026-04-02T17:13:14.040618Z","steps":["trace[277078759] 'agreement among raft nodes before linearized reading' (duration: 977.579292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:13:14.040736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:13:13.061754Z","time spent":"978.964825ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":567467,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:14:25.311288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.355343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:14:25.311304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.524178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-02T17:14:25.311354Z","caller":"traceutil/trace.go:171","msg":"trace[1508629957] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15977; }","duration":"423.448375ms","start":"2026-04-02T17:14:24.887892Z","end":"2026-04-02T17:14:25.311341Z","steps":["trace[1508629957] 'range keys from in-memory index tree' (duration: 423.301471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.311384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.887884Z","time spent":"423.494157ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-02T17:14:25.311386Z","caller":"traceutil/trace.go:171","msg":"trace[2135411559] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15977; }","duration":"423.655522ms","start":"2026-04-02T17:14:24.887712Z","end":"2026-04-02T17:14:25.311368Z","steps":["trace[2135411559] 'range keys from in-memory index tree' (duration: 423.27192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.311354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.741535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:14:25.311456Z","caller":"traceutil/trace.go:171","msg":"trace[721655034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:15977; }","duration":"338.897681ms","start":"2026-04-02T17:14:24.972531Z","end":"2026-04-02T17:14:25.311429Z","steps":["trace[721655034] 'count revisions from in-memory index tree' (duration: 338.600162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.311522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.972512Z","time spent":"338.991864ms","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:14:25.311537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.184933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T17:14:25.31159Z","caller":"traceutil/trace.go:171","msg":"trace[1591076455] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15977; }","duration":"561.275996ms","start":"2026-04-02T17:14:24.7503Z","end":"2026-04-02T17:14:25.311577Z","steps":["trace[1591076455] 'range keys from in-memory index tree' (duration: 561.063309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.311621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.750284Z","time spent":"561.331077ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:14:25.311432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.887691Z","time spent":"423.728285ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:14:25.311803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.558673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T17:14:25.311827Z","caller":"traceutil/trace.go:171","msg":"trace[170503949] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15977; }","duration":"560.601585ms","start":"2026-04-02T17:14:24.751219Z","end":"2026-04-02T17:14:25.31182Z","steps":["trace[170503949] 'range keys from in-memory index tree' (duration: 560.47118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.311841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.751208Z","time spent":"560.629765ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:14:25.312013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.712716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:14:25.312057Z","caller":"traceutil/trace.go:171","msg":"trace[1855146860] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15977; }","duration":"424.804889ms","start":"2026-04-02T17:14:24.887239Z","end":"2026-04-02T17:14:25.312044Z","steps":["trace[1855146860] 'range keys from in-memory index tree' (duration: 424.639614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.312039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.425529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:14:25.312086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.887213Z","time spent":"424.865501ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:14:25.312073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.947613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9zwrd\" ","response":"range_response_count:1 size:9786"} {"level":"warn","ts":"2026-04-02T17:14:25.312192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.817159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:14:25.312227Z","caller":"traceutil/trace.go:171","msg":"trace[970185916] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15977; }","duration":"424.879991ms","start":"2026-04-02T17:14:24.887338Z","end":"2026-04-02T17:14:25.312218Z","steps":["trace[970185916] 'range keys from in-memory index tree' (duration: 424.653314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.312197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.48924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-02T17:14:25.312265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.88732Z","time spent":"424.935863ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-02T17:14:25.31222Z","caller":"traceutil/trace.go:171","msg":"trace[414321390] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9zwrd; range_end:; response_count:1; response_revision:15977; }","duration":"480.162809ms","start":"2026-04-02T17:14:24.832025Z","end":"2026-04-02T17:14:25.312187Z","steps":["trace[414321390] 'range keys from in-memory index tree' (duration: 479.648094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.312372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.832007Z","time spent":"480.340195ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9808,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9zwrd\" "} {"level":"info","ts":"2026-04-02T17:14:25.312275Z","caller":"traceutil/trace.go:171","msg":"trace[1854061231] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15977; }","duration":"523.593314ms","start":"2026-04-02T17:14:24.78867Z","end":"2026-04-02T17:14:25.312263Z","steps":["trace[1854061231] 'range keys from in-memory index tree' (duration: 523.279803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.312797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.788658Z","time spent":"524.11581ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-02T17:14:25.312138Z","caller":"traceutil/trace.go:171","msg":"trace[1593968968] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15977; }","duration":"523.561183ms","start":"2026-04-02T17:14:24.788553Z","end":"2026-04-02T17:14:25.312115Z","steps":["trace[1593968968] 'range keys from in-memory index tree' (duration: 523.340616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.312957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.69063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-02T17:14:25.313736Z","caller":"traceutil/trace.go:171","msg":"trace[1190213320] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15977; }","duration":"520.500776ms","start":"2026-04-02T17:14:24.793226Z","end":"2026-04-02T17:14:25.313727Z","steps":["trace[1190213320] 'range keys from in-memory index tree' (duration: 519.260816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.313766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.793212Z","time spent":"520.544697ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:14:25.313281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.852492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:14:25.313856Z","caller":"traceutil/trace.go:171","msg":"trace[1112198124] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15977; }","duration":"389.42228ms","start":"2026-04-02T17:14:24.924412Z","end":"2026-04-02T17:14:25.313835Z","steps":["trace[1112198124] 'count revisions from in-memory index tree' (duration: 388.770459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:25.31392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.924366Z","time spent":"389.533393ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1525,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:14:25.313879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:24.78854Z","time spent":"525.102771ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:14:25.31444Z","caller":"traceutil/trace.go:171","msg":"trace[2103992179] transaction","detail":"{read_only:false; response_revision:15978; number_of_response:1; }","duration":"287.732642ms","start":"2026-04-02T17:14:25.026693Z","end":"2026-04-02T17:14:25.314426Z","steps":["trace[2103992179] 'process raft request' (duration: 287.613179ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:25.314963Z","caller":"traceutil/trace.go:171","msg":"trace[1846153782] linearizableReadLoop","detail":"{readStateIndex:16718; appliedIndex:16718; }","duration":"279.333347ms","start":"2026-04-02T17:14:25.035611Z","end":"2026-04-02T17:14:25.314944Z","steps":["trace[1846153782] 'read index received' (duration: 279.325116ms)","trace[1846153782] 'applied index is now lower than readState.Index' (duration: 4.831µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:14:25.315098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.479191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:14:25.315205Z","caller":"traceutil/trace.go:171","msg":"trace[611435374] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15978; }","duration":"279.620665ms","start":"2026-04-02T17:14:25.035568Z","end":"2026-04-02T17:14:25.315189Z","steps":["trace[611435374] 'agreement among raft nodes before linearized reading' (duration: 279.487801ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:57.026451Z","caller":"traceutil/trace.go:171","msg":"trace[71305066] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16191; }","duration":"153.044142ms","start":"2026-04-02T17:14:56.873381Z","end":"2026-04-02T17:14:57.026425Z","steps":["trace[71305066] 'process raft request' (duration: 74.947161ms)","trace[71305066] 'compare' (duration: 77.75914ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:14:57.494142Z","caller":"traceutil/trace.go:171","msg":"trace[696354625] linearizableReadLoop","detail":"{readStateIndex:16945; appliedIndex:16944; }","duration":"181.327497ms","start":"2026-04-02T17:14:57.312795Z","end":"2026-04-02T17:14:57.494123Z","steps":["trace[696354625] 'read index received' (duration: 181.223223ms)","trace[696354625] 'applied index is now lower than readState.Index' (duration: 103.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:14:57.494234Z","caller":"traceutil/trace.go:171","msg":"trace[774058344] transaction","detail":"{read_only:false; response_revision:16192; number_of_response:1; }","duration":"456.350107ms","start":"2026-04-02T17:14:57.037875Z","end":"2026-04-02T17:14:57.494225Z","steps":["trace[774058344] 'process raft request' (duration: 456.108839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.494321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.037847Z","time spent":"456.405189ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:14:57.494492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.710458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:14:57.494524Z","caller":"traceutil/trace.go:171","msg":"trace[857397021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16192; }","duration":"181.802201ms","start":"2026-04-02T17:14:57.312714Z","end":"2026-04-02T17:14:57.494516Z","steps":["trace[857397021] 'agreement among raft nodes before linearized reading' (duration: 181.750249ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:57.982621Z","caller":"traceutil/trace.go:171","msg":"trace[617216019] linearizableReadLoop","detail":"{readStateIndex:16946; appliedIndex:16945; }","duration":"488.40055ms","start":"2026-04-02T17:14:57.494197Z","end":"2026-04-02T17:14:57.982597Z","steps":["trace[617216019] 'read index received' (duration: 488.234455ms)","trace[617216019] 'applied index is now lower than readState.Index' (duration: 165.125µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:14:57.982752Z","caller":"traceutil/trace.go:171","msg":"trace[81733205] transaction","detail":"{read_only:false; response_revision:16193; number_of_response:1; }","duration":"566.15537ms","start":"2026-04-02T17:14:57.416562Z","end":"2026-04-02T17:14:57.982717Z","steps":["trace[81733205] 'process raft request' (duration: 565.888292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.98276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.802135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:14:57.982838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.455232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:14:57.982845Z","caller":"traceutil/trace.go:171","msg":"trace[1185659314] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16193; }","duration":"575.915689ms","start":"2026-04-02T17:14:57.406911Z","end":"2026-04-02T17:14:57.982826Z","steps":["trace[1185659314] 'agreement among raft nodes before linearized reading' (duration: 575.765485ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:57.982868Z","caller":"traceutil/trace.go:171","msg":"trace[77102832] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16193; }","duration":"592.524594ms","start":"2026-04-02T17:14:57.390333Z","end":"2026-04-02T17:14:57.982858Z","steps":["trace[77102832] 'agreement among raft nodes before linearized reading' (duration: 592.489013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.98285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.768972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-02T17:14:57.982879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.41653Z","time spent":"566.280654ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:14:57.982796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.872406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:14:57.982875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.537103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:14:57.98293Z","caller":"traceutil/trace.go:171","msg":"trace[1995831868] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16193; }","duration":"587.050571ms","start":"2026-04-02T17:14:57.395871Z","end":"2026-04-02T17:14:57.982921Z","steps":["trace[1995831868] 'agreement among raft nodes before linearized reading' (duration: 586.881156ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:57.98295Z","caller":"traceutil/trace.go:171","msg":"trace[316752690] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16193; }","duration":"592.474303ms","start":"2026-04-02T17:14:57.390456Z","end":"2026-04-02T17:14:57.982931Z","steps":["trace[316752690] 'agreement among raft nodes before linearized reading' (duration: 592.342469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.982967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.39586Z","time spent":"587.101163ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:14:57.982968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.894403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-04-02T17:14:57.982893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.406904Z","time spent":"575.980131ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:14:57.982996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.390446Z","time spent":"592.538364ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:14:57.982967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.146106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-02T17:14:57.98302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.068657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T17:14:57.983059Z","caller":"traceutil/trace.go:171","msg":"trace[234932808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16193; }","duration":"468.13474ms","start":"2026-04-02T17:14:57.514914Z","end":"2026-04-02T17:14:57.983049Z","steps":["trace[234932808] 'agreement among raft nodes before linearized reading' (duration: 468.018076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.983086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.514893Z","time spent":"468.18694ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:14:57.982903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.390303Z","time spent":"592.593517ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-02T17:14:57.983072Z","caller":"traceutil/trace.go:171","msg":"trace[478266055] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16193; }","duration":"576.282441ms","start":"2026-04-02T17:14:57.406754Z","end":"2026-04-02T17:14:57.983037Z","steps":["trace[478266055] 'agreement among raft nodes before linearized reading' (duration: 575.983932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.983104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.434373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-04-02T17:14:57.983094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.675778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:14:57.983136Z","caller":"traceutil/trace.go:171","msg":"trace[2108158219] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16193; }","duration":"587.524746ms","start":"2026-04-02T17:14:57.395603Z","end":"2026-04-02T17:14:57.983127Z","steps":["trace[2108158219] 'agreement among raft nodes before linearized reading' (duration: 587.445373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.983136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.406744Z","time spent":"576.384204ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-02T17:14:57.983186Z","caller":"traceutil/trace.go:171","msg":"trace[1312722928] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16193; }","duration":"591.804721ms","start":"2026-04-02T17:14:57.39136Z","end":"2026-04-02T17:14:57.983164Z","steps":["trace[1312722928] 'agreement among raft nodes before linearized reading' (duration: 591.624595ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:57.983022Z","caller":"traceutil/trace.go:171","msg":"trace[180148473] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16193; }","duration":"590.958475ms","start":"2026-04-02T17:14:57.392046Z","end":"2026-04-02T17:14:57.983005Z","steps":["trace[180148473] 'agreement among raft nodes before linearized reading' (duration: 590.813131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.983233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.035249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-04-02T17:14:57.983236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.391338Z","time spent":"591.888344ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-02T17:14:57.983272Z","caller":"traceutil/trace.go:171","msg":"trace[1780681003] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16193; }","duration":"329.103081ms","start":"2026-04-02T17:14:57.654154Z","end":"2026-04-02T17:14:57.983257Z","steps":["trace[1780681003] 'agreement among raft nodes before linearized reading' (duration: 328.997228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.983283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.604974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9zwrd\" ","response":"range_response_count:1 size:9786"} {"level":"warn","ts":"2026-04-02T17:14:57.983313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.654142Z","time spent":"329.164063ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:14:57.98327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.39204Z","time spent":"591.212913ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:14:57.983315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.619456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T17:14:57.983333Z","caller":"traceutil/trace.go:171","msg":"trace[740008875] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9zwrd; range_end:; response_count:1; response_revision:16193; }","duration":"346.694538ms","start":"2026-04-02T17:14:57.636625Z","end":"2026-04-02T17:14:57.983319Z","steps":["trace[740008875] 'agreement among raft nodes before linearized reading' (duration: 346.530823ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:14:57.983361Z","caller":"traceutil/trace.go:171","msg":"trace[492053054] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16193; }","duration":"328.721149ms","start":"2026-04-02T17:14:57.654627Z","end":"2026-04-02T17:14:57.983348Z","steps":["trace[492053054] 'agreement among raft nodes before linearized reading' (duration: 328.589185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.983383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.636576Z","time spent":"346.796171ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9808,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9zwrd\" "} {"level":"warn","ts":"2026-04-02T17:14:57.983401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.654619Z","time spent":"328.77366ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:14:57.983175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.39559Z","time spent":"587.578458ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:14:57.983457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.666397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-02T17:14:57.983538Z","caller":"traceutil/trace.go:171","msg":"trace[887339041] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16193; }","duration":"585.874933ms","start":"2026-04-02T17:14:57.397646Z","end":"2026-04-02T17:14:57.98352Z","steps":["trace[887339041] 'agreement among raft nodes before linearized reading' (duration: 585.303755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.983624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.397635Z","time spent":"585.976197ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-02T17:14:57.983557Z","caller":"traceutil/trace.go:171","msg":"trace[1179393555] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16193; }","duration":"586.900826ms","start":"2026-04-02T17:14:57.396014Z","end":"2026-04-02T17:14:57.982915Z","steps":["trace[1179393555] 'agreement among raft nodes before linearized reading' (duration: 586.618087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:14:57.984878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:14:57.395999Z","time spent":"588.373843ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-02T17:15:03.054625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.087937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-04-02T17:15:03.054805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.661807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:03.054908Z","caller":"traceutil/trace.go:171","msg":"trace[1484844735] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16227; }","duration":"175.781601ms","start":"2026-04-02T17:15:02.879113Z","end":"2026-04-02T17:15:03.054895Z","steps":["trace[1484844735] 'range keys from in-memory index tree' (duration: 175.601445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:03.054981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.754297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-02T17:15:03.055049Z","caller":"traceutil/trace.go:171","msg":"trace[756496470] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16227; }","duration":"344.85615ms","start":"2026-04-02T17:15:02.710176Z","end":"2026-04-02T17:15:03.055032Z","steps":["trace[756496470] 'range keys from in-memory index tree' (duration: 344.439647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:03.055104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:02.710159Z","time spent":"344.931362ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-02T17:15:03.05539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.019849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-02T17:15:03.055453Z","caller":"traceutil/trace.go:171","msg":"trace[1213001775] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16227; }","duration":"176.114682ms","start":"2026-04-02T17:15:02.879324Z","end":"2026-04-02T17:15:03.055439Z","steps":["trace[1213001775] 'range keys from in-memory index tree' (duration: 175.934156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:03.05553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.682567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:15:03.055604Z","caller":"traceutil/trace.go:171","msg":"trace[1954472731] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16227; }","duration":"217.79578ms","start":"2026-04-02T17:15:02.837789Z","end":"2026-04-02T17:15:03.055585Z","steps":["trace[1954472731] 'count revisions from in-memory index tree' (duration: 217.608744ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:03.054737Z","caller":"traceutil/trace.go:171","msg":"trace[1977328389] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16227; }","duration":"168.217672ms","start":"2026-04-02T17:15:02.886499Z","end":"2026-04-02T17:15:03.054716Z","steps":["trace[1977328389] 'range keys from in-memory index tree' (duration: 167.930312ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:03.470725Z","caller":"traceutil/trace.go:171","msg":"trace[399520055] linearizableReadLoop","detail":"{readStateIndex:16983; appliedIndex:16982; }","duration":"157.610676ms","start":"2026-04-02T17:15:03.313092Z","end":"2026-04-02T17:15:03.470702Z","steps":["trace[399520055] 'read index received' (duration: 157.485362ms)","trace[399520055] 'applied index is now lower than readState.Index' (duration: 123.934µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:03.470872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.763751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:03.470913Z","caller":"traceutil/trace.go:171","msg":"trace[1649792542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16228; }","duration":"157.851714ms","start":"2026-04-02T17:15:03.313047Z","end":"2026-04-02T17:15:03.470899Z","steps":["trace[1649792542] 'agreement among raft nodes before linearized reading' (duration: 157.774891ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:03.470874Z","caller":"traceutil/trace.go:171","msg":"trace[619990242] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16228; }","duration":"283.969143ms","start":"2026-04-02T17:15:03.186849Z","end":"2026-04-02T17:15:03.470818Z","steps":["trace[619990242] 'process raft request' (duration: 283.732706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:03.88136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.705711ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T17:15:03.881458Z","caller":"traceutil/trace.go:171","msg":"trace[1358958380] linearizableReadLoop","detail":"{readStateIndex:16985; appliedIndex:16984; }","duration":"275.939389ms","start":"2026-04-02T17:15:03.605502Z","end":"2026-04-02T17:15:03.881441Z","steps":["trace[1358958380] 'read index received' (duration: 68.132415ms)","trace[1358958380] 'applied index is now lower than readState.Index' (duration: 207.805624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:03.881642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.127126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-04-02T17:15:03.881719Z","caller":"traceutil/trace.go:171","msg":"trace[987675057] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16229; }","duration":"276.255919ms","start":"2026-04-02T17:15:03.605445Z","end":"2026-04-02T17:15:03.881701Z","steps":["trace[987675057] 'agreement among raft nodes before linearized reading' (duration: 276.028422ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:04.365398Z","caller":"traceutil/trace.go:171","msg":"trace[875122471] linearizableReadLoop","detail":"{readStateIndex:16988; appliedIndex:16986; }","duration":"304.119541ms","start":"2026-04-02T17:15:04.061248Z","end":"2026-04-02T17:15:04.365368Z","steps":["trace[875122471] 'read index received' (duration: 47.967228ms)","trace[875122471] 'applied index is now lower than readState.Index' (duration: 256.151323ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:15:04.365755Z","caller":"traceutil/trace.go:171","msg":"trace[1266478843] transaction","detail":"{read_only:false; response_revision:16232; number_of_response:1; }","duration":"308.755717ms","start":"2026-04-02T17:15:04.056986Z","end":"2026-04-02T17:15:04.365741Z","steps":["trace[1266478843] 'process raft request' (duration: 308.189949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.365957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.056964Z","time spent":"308.83374ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:15:04.365997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.71943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:04.366091Z","caller":"traceutil/trace.go:171","msg":"trace[1933723438] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16232; }","duration":"304.844264ms","start":"2026-04-02T17:15:04.061225Z","end":"2026-04-02T17:15:04.366069Z","steps":["trace[1933723438] 'agreement among raft nodes before linearized reading' (duration: 304.662188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.366145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.061214Z","time spent":"304.922687ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:15:04.366189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.356255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-02T17:15:04.366309Z","caller":"traceutil/trace.go:171","msg":"trace[796496278] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16232; }","duration":"253.51106ms","start":"2026-04-02T17:15:04.112751Z","end":"2026-04-02T17:15:04.366262Z","steps":["trace[796496278] 'agreement among raft nodes before linearized reading' (duration: 253.19923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.366325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.229753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-02T17:15:04.366043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.320177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:15:04.366327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.898389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-02T17:15:04.366453Z","caller":"traceutil/trace.go:171","msg":"trace[1875376088] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16232; }","duration":"301.036133ms","start":"2026-04-02T17:15:04.0654Z","end":"2026-04-02T17:15:04.366436Z","steps":["trace[1875376088] 'agreement among raft nodes before linearized reading' (duration: 300.750754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.366513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.395074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q45jd\" ","response":"range_response_count:1 size:20735"} {"level":"info","ts":"2026-04-02T17:15:04.366548Z","caller":"traceutil/trace.go:171","msg":"trace[624601045] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q45jd; range_end:; response_count:1; response_revision:16232; }","duration":"166.482256ms","start":"2026-04-02T17:15:04.200055Z","end":"2026-04-02T17:15:04.366538Z","steps":["trace[624601045] 'agreement among raft nodes before linearized reading' (duration: 166.375663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.36653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.065392Z","time spent":"301.124556ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5542,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-02T17:15:04.366398Z","caller":"traceutil/trace.go:171","msg":"trace[253888400] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16232; }","duration":"304.754691ms","start":"2026-04-02T17:15:04.061629Z","end":"2026-04-02T17:15:04.366383Z","steps":["trace[253888400] 'agreement among raft nodes before linearized reading' (duration: 304.268125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.366718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.775242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-04-02T17:15:04.366782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.061623Z","time spent":"305.109813ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-02T17:15:04.366797Z","caller":"traceutil/trace.go:171","msg":"trace[1846454180] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16232; }","duration":"304.863454ms","start":"2026-04-02T17:15:04.061919Z","end":"2026-04-02T17:15:04.366782Z","steps":["trace[1846454180] 'agreement among raft nodes before linearized reading' (duration: 304.686729ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:04.366394Z","caller":"traceutil/trace.go:171","msg":"trace[1095682977] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16232; }","duration":"303.304565ms","start":"2026-04-02T17:15:04.063068Z","end":"2026-04-02T17:15:04.366372Z","steps":["trace[1095682977] 'agreement among raft nodes before linearized reading' (duration: 303.087378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.36684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.061913Z","time spent":"304.916346ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-02T17:15:04.366462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.356544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:15:04.366891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.063061Z","time spent":"303.817941ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-02T17:15:04.366965Z","caller":"traceutil/trace.go:171","msg":"trace[255603924] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16232; }","duration":"106.885942ms","start":"2026-04-02T17:15:04.260046Z","end":"2026-04-02T17:15:04.366931Z","steps":["trace[255603924] 'agreement among raft nodes before linearized reading' (duration: 106.311954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.727409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.030137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T17:15:04.727748Z","caller":"traceutil/trace.go:171","msg":"trace[569719127] transaction","detail":"{read_only:false; response_revision:16234; number_of_response:1; }","duration":"354.742092ms","start":"2026-04-02T17:15:04.372982Z","end":"2026-04-02T17:15:04.727724Z","steps":["trace[569719127] 'process raft request' (duration: 354.593928ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:04.727739Z","caller":"traceutil/trace.go:171","msg":"trace[438697233] transaction","detail":"{read_only:false; response_revision:16233; number_of_response:1; }","duration":"356.460747ms","start":"2026-04-02T17:15:04.371215Z","end":"2026-04-02T17:15:04.727676Z","steps":["trace[438697233] 'process raft request' (duration: 15.980026ms)","trace[438697233] 'compare' (duration: 339.550081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:04.727816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.372962Z","time spent":"354.821535ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:04.727795Z","caller":"traceutil/trace.go:171","msg":"trace[1803607261] linearizableReadLoop","detail":"{readStateIndex:16989; appliedIndex:16988; }","duration":"354.925328ms","start":"2026-04-02T17:15:04.372836Z","end":"2026-04-02T17:15:04.727761Z","steps":["trace[1803607261] 'read index received' (duration: 14.327124ms)","trace[1803607261] 'applied index is now lower than readState.Index' (duration: 340.594934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:04.727995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.371197Z","time spent":"356.638732ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:15:04.728236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.670127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:15:04.728305Z","caller":"traceutil/trace.go:171","msg":"trace[2021841267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16234; }","duration":"169.805552ms","start":"2026-04-02T17:15:04.558479Z","end":"2026-04-02T17:15:04.728285Z","steps":["trace[2021841267] 'agreement among raft nodes before linearized reading' (duration: 169.596535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.728645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.390577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T17:15:04.728678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.617754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T17:15:04.728732Z","caller":"traceutil/trace.go:171","msg":"trace[1566257983] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16234; }","duration":"162.695837ms","start":"2026-04-02T17:15:04.566023Z","end":"2026-04-02T17:15:04.728719Z","steps":["trace[1566257983] 'agreement among raft nodes before linearized reading' (duration: 162.560602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.728811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.272282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T17:15:04.728827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.331569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j987r\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-04-02T17:15:04.728853Z","caller":"traceutil/trace.go:171","msg":"trace[1367859047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16234; }","duration":"155.344185ms","start":"2026-04-02T17:15:04.573498Z","end":"2026-04-02T17:15:04.728843Z","steps":["trace[1367859047] 'agreement among raft nodes before linearized reading' (duration: 155.221731ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:04.728874Z","caller":"traceutil/trace.go:171","msg":"trace[59183971] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j987r; range_end:; response_count:1; response_revision:16234; }","duration":"164.39534ms","start":"2026-04-02T17:15:04.564466Z","end":"2026-04-02T17:15:04.728862Z","steps":["trace[59183971] 'agreement among raft nodes before linearized reading' (duration: 164.262186ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:04.728692Z","caller":"traceutil/trace.go:171","msg":"trace[1661435706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16234; }","duration":"162.48324ms","start":"2026-04-02T17:15:04.566194Z","end":"2026-04-02T17:15:04.728678Z","steps":["trace[1661435706] 'agreement among raft nodes before linearized reading' (duration: 162.275404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.728885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.031343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741780"} {"level":"info","ts":"2026-04-02T17:15:04.728949Z","caller":"traceutil/trace.go:171","msg":"trace[299391271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16234; }","duration":"356.108555ms","start":"2026-04-02T17:15:04.372824Z","end":"2026-04-02T17:15:04.728933Z","steps":["trace[299391271] 'agreement among raft nodes before linearized reading' (duration: 355.030681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.728997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.372814Z","time spent":"356.169137ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:15:04.728331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.821881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:15:04.729043Z","caller":"traceutil/trace.go:171","msg":"trace[1585876669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16234; }","duration":"151.553025ms","start":"2026-04-02T17:15:04.57748Z","end":"2026-04-02T17:15:04.729033Z","steps":["trace[1585876669] 'agreement among raft nodes before linearized reading' (duration: 150.734059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.729085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.136316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j987r\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-04-02T17:15:04.729121Z","caller":"traceutil/trace.go:171","msg":"trace[139448955] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j987r; range_end:; response_count:1; response_revision:16234; }","duration":"160.225818ms","start":"2026-04-02T17:15:04.568885Z","end":"2026-04-02T17:15:04.729111Z","steps":["trace[139448955] 'agreement among raft nodes before linearized reading' (duration: 160.104854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:04.729404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.511441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T17:15:04.729441Z","caller":"traceutil/trace.go:171","msg":"trace[1145814467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16234; }","duration":"156.565993ms","start":"2026-04-02T17:15:04.572862Z","end":"2026-04-02T17:15:04.729428Z","steps":["trace[1145814467] 'agreement among raft nodes before linearized reading' (duration: 156.447769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.238472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007576472,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:15:05.320218Z","caller":"traceutil/trace.go:171","msg":"trace[1657950828] transaction","detail":"{read_only:false; response_revision:16235; number_of_response:1; }","duration":"583.748797ms","start":"2026-04-02T17:15:04.736449Z","end":"2026-04-02T17:15:05.320198Z","steps":["trace[1657950828] 'process raft request' (duration: 550.067271ms)","trace[1657950828] 'compare' (duration: 33.593133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:05.320331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.736406Z","time spent":"583.86622ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:05.345267Z","caller":"traceutil/trace.go:171","msg":"trace[1342723945] transaction","detail":"{read_only:false; response_revision:16237; number_of_response:1; }","duration":"607.598101ms","start":"2026-04-02T17:15:04.737635Z","end":"2026-04-02T17:15:05.345234Z","steps":["trace[1342723945] 'process raft request' (duration: 607.498568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.345498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.737628Z","time spent":"607.785977ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:05.345508Z","caller":"traceutil/trace.go:171","msg":"trace[1113016843] transaction","detail":"{read_only:false; response_revision:16236; number_of_response:1; }","duration":"608.778808ms","start":"2026-04-02T17:15:04.736627Z","end":"2026-04-02T17:15:05.345405Z","steps":["trace[1113016843] 'process raft request' (duration: 608.356115ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:05.345776Z","caller":"traceutil/trace.go:171","msg":"trace[1456051500] transaction","detail":"{read_only:false; response_revision:16238; number_of_response:1; }","duration":"608.085967ms","start":"2026-04-02T17:15:04.737677Z","end":"2026-04-02T17:15:05.345763Z","steps":["trace[1456051500] 'process raft request' (duration: 607.508348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.345776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.736604Z","time spent":"609.075238ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:15:05.345866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.737663Z","time spent":"608.154979ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:05.345984Z","caller":"traceutil/trace.go:171","msg":"trace[413888265] transaction","detail":"{read_only:false; response_revision:16239; number_of_response:1; }","duration":"607.984873ms","start":"2026-04-02T17:15:04.737984Z","end":"2026-04-02T17:15:05.345969Z","steps":["trace[413888265] 'process raft request' (duration: 607.690404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.346135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.737969Z","time spent":"608.124888ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:05.346257Z","caller":"traceutil/trace.go:171","msg":"trace[834851360] transaction","detail":"{read_only:false; response_revision:16240; number_of_response:1; }","duration":"607.791468ms","start":"2026-04-02T17:15:04.73844Z","end":"2026-04-02T17:15:05.346231Z","steps":["trace[834851360] 'process raft request' (duration: 607.473258ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:05.34628Z","caller":"traceutil/trace.go:171","msg":"trace[1564404545] linearizableReadLoop","detail":"{readStateIndex:16996; appliedIndex:16990; }","duration":"608.701186ms","start":"2026-04-02T17:15:04.737549Z","end":"2026-04-02T17:15:05.346251Z","steps":["trace[1564404545] 'read index received' (duration: 548.985787ms)","trace[1564404545] 'applied index is now lower than readState.Index' (duration: 59.713599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:05.346438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.738434Z","time spent":"607.888761ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:05.346534Z","caller":"traceutil/trace.go:171","msg":"trace[176123525] transaction","detail":"{read_only:false; response_revision:16241; number_of_response:1; }","duration":"106.900672ms","start":"2026-04-02T17:15:05.239619Z","end":"2026-04-02T17:15:05.34652Z","steps":["trace[176123525] 'process raft request' (duration: 106.380695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.347266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.368029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-02T17:15:05.34731Z","caller":"traceutil/trace.go:171","msg":"trace[1742539946] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16241; }","duration":"286.454882ms","start":"2026-04-02T17:15:05.060846Z","end":"2026-04-02T17:15:05.347301Z","steps":["trace[1742539946] 'agreement among raft nodes before linearized reading' (duration: 286.304028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.347402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.60049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:05.347509Z","caller":"traceutil/trace.go:171","msg":"trace[962171463] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16241; }","duration":"288.782106ms","start":"2026-04-02T17:15:05.0587Z","end":"2026-04-02T17:15:05.347483Z","steps":["trace[962171463] 'agreement among raft nodes before linearized reading' (duration: 288.60019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.347779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.738596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T17:15:05.347832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.946028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-02T17:15:05.347836Z","caller":"traceutil/trace.go:171","msg":"trace[486259309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16241; }","duration":"589.802238ms","start":"2026-04-02T17:15:04.758018Z","end":"2026-04-02T17:15:05.34782Z","steps":["trace[486259309] 'agreement among raft nodes before linearized reading' (duration: 589.677354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.347803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.70029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:05.347869Z","caller":"traceutil/trace.go:171","msg":"trace[604996254] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16241; }","duration":"286.983699ms","start":"2026-04-02T17:15:05.060877Z","end":"2026-04-02T17:15:05.34786Z","steps":["trace[604996254] 'agreement among raft nodes before linearized reading' (duration: 286.830504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.34788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.757967Z","time spent":"589.900871ms","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:15:05.347901Z","caller":"traceutil/trace.go:171","msg":"trace[497879078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:16241; }","duration":"537.893006ms","start":"2026-04-02T17:15:04.809986Z","end":"2026-04-02T17:15:05.347879Z","steps":["trace[497879078] 'agreement among raft nodes before linearized reading' (duration: 537.686949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.347963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.809956Z","time spent":"537.995739ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:15:05.347976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.278796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-02T17:15:05.348029Z","caller":"traceutil/trace.go:171","msg":"trace[755669957] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16241; }","duration":"286.360969ms","start":"2026-04-02T17:15:05.061654Z","end":"2026-04-02T17:15:05.348015Z","steps":["trace[755669957] 'agreement among raft nodes before linearized reading' (duration: 286.186764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.348285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.012337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741780"} {"level":"warn","ts":"2026-04-02T17:15:05.348265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.45533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-02T17:15:05.348331Z","caller":"traceutil/trace.go:171","msg":"trace[860304709] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16241; }","duration":"610.079379ms","start":"2026-04-02T17:15:04.738234Z","end":"2026-04-02T17:15:05.348314Z","steps":["trace[860304709] 'agreement among raft nodes before linearized reading' (duration: 608.848721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.348362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.738218Z","time spent":"610.136722ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T17:15:05.348358Z","caller":"traceutil/trace.go:171","msg":"trace[1012788353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:16241; }","duration":"242.567914ms","start":"2026-04-02T17:15:05.105779Z","end":"2026-04-02T17:15:05.348347Z","steps":["trace[1012788353] 'agreement among raft nodes before linearized reading' (duration: 241.874552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.348536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.969188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741780"} {"level":"info","ts":"2026-04-02T17:15:05.348594Z","caller":"traceutil/trace.go:171","msg":"trace[371366172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16241; }","duration":"611.065081ms","start":"2026-04-02T17:15:04.737515Z","end":"2026-04-02T17:15:05.34858Z","steps":["trace[371366172] 'agreement among raft nodes before linearized reading' (duration: 609.099639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:05.348644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:04.737492Z","time spent":"611.138353ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":741802,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:15:06.023149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.190926ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:06.023294Z","caller":"traceutil/trace.go:171","msg":"trace[1254391661] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16241; }","duration":"324.347861ms","start":"2026-04-02T17:15:05.698923Z","end":"2026-04-02T17:15:06.023271Z","steps":["trace[1254391661] 'range keys from in-memory index tree' (duration: 324.170735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:06.592295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.733455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T17:15:06.592399Z","caller":"traceutil/trace.go:171","msg":"trace[1241265677] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:16242; }","duration":"448.89394ms","start":"2026-04-02T17:15:06.143481Z","end":"2026-04-02T17:15:06.592374Z","steps":["trace[1241265677] 'count revisions from in-memory index tree' (duration: 448.637533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:06.592468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:06.143456Z","time spent":"448.991283ms","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:15:06.599347Z","caller":"traceutil/trace.go:171","msg":"trace[361000645] linearizableReadLoop","detail":"{readStateIndex:16999; appliedIndex:16998; }","duration":"286.786232ms","start":"2026-04-02T17:15:06.312545Z","end":"2026-04-02T17:15:06.599331Z","steps":["trace[361000645] 'read index received' (duration: 286.622007ms)","trace[361000645] 'applied index is now lower than readState.Index' (duration: 163.315µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:06.599518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.784718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:06.599575Z","caller":"traceutil/trace.go:171","msg":"trace[666463662] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16243; }","duration":"228.87731ms","start":"2026-04-02T17:15:06.370683Z","end":"2026-04-02T17:15:06.59956Z","steps":["trace[666463662] 'agreement among raft nodes before linearized reading' (duration: 228.771387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:06.599609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.085723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-02T17:15:06.599652Z","caller":"traceutil/trace.go:171","msg":"trace[649233833] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16243; }","duration":"227.148796ms","start":"2026-04-02T17:15:06.372493Z","end":"2026-04-02T17:15:06.599642Z","steps":["trace[649233833] 'agreement among raft nodes before linearized reading' (duration: 226.996371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:06.59967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.712323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T17:15:06.59968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.420302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-02T17:15:06.599721Z","caller":"traceutil/trace.go:171","msg":"trace[1098258437] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16243; }","duration":"227.804227ms","start":"2026-04-02T17:15:06.3719Z","end":"2026-04-02T17:15:06.599704Z","steps":["trace[1098258437] 'agreement among raft nodes before linearized reading' (duration: 227.720664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:06.599794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.104367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-02T17:15:06.59975Z","caller":"traceutil/trace.go:171","msg":"trace[1639435936] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16243; }","duration":"226.522756ms","start":"2026-04-02T17:15:06.373211Z","end":"2026-04-02T17:15:06.599734Z","steps":["trace[1639435936] 'agreement among raft nodes before linearized reading' (duration: 226.33094ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:06.599835Z","caller":"traceutil/trace.go:171","msg":"trace[1536716027] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16243; }","duration":"228.145558ms","start":"2026-04-02T17:15:06.371679Z","end":"2026-04-02T17:15:06.599825Z","steps":["trace[1536716027] 'agreement among raft nodes before linearized reading' (duration: 228.070935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:06.599841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.394684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-04-02T17:15:06.599874Z","caller":"traceutil/trace.go:171","msg":"trace[967220108] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16243; }","duration":"227.444125ms","start":"2026-04-02T17:15:06.372421Z","end":"2026-04-02T17:15:06.599865Z","steps":["trace[967220108] 'agreement among raft nodes before linearized reading' (duration: 227.360742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:06.599969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.315949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T17:15:06.600082Z","caller":"traceutil/trace.go:171","msg":"trace[1676580521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16243; }","duration":"287.545256ms","start":"2026-04-02T17:15:06.31251Z","end":"2026-04-02T17:15:06.600055Z","steps":["trace[1676580521] 'agreement among raft nodes before linearized reading' (duration: 287.275578ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:06.599995Z","caller":"traceutil/trace.go:171","msg":"trace[249814844] transaction","detail":"{read_only:false; response_revision:16243; number_of_response:1; }","duration":"315.462999ms","start":"2026-04-02T17:15:06.283971Z","end":"2026-04-02T17:15:06.599434Z","steps":["trace[249814844] 'process raft request' (duration: 315.218462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:06.600255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:15:06.283943Z","time spent":"316.202843ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:15:27.938107Z","caller":"traceutil/trace.go:171","msg":"trace[1049642522] transaction","detail":"{read_only:false; response_revision:16414; number_of_response:1; }","duration":"137.178249ms","start":"2026-04-02T17:15:27.800903Z","end":"2026-04-02T17:15:27.938081Z","steps":["trace[1049642522] 'process raft request' (duration: 136.947102ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:28.063573Z","caller":"traceutil/trace.go:171","msg":"trace[777331948] transaction","detail":"{read_only:false; response_revision:16415; number_of_response:1; }","duration":"172.26895ms","start":"2026-04-02T17:15:27.891267Z","end":"2026-04-02T17:15:28.063536Z","steps":["trace[777331948] 'process raft request' (duration: 92.28789ms)","trace[777331948] 'compare' (duration: 79.770793ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:15:28.063589Z","caller":"traceutil/trace.go:171","msg":"trace[248283011] linearizableReadLoop","detail":"{readStateIndex:17180; appliedIndex:17179; }","duration":"120.332566ms","start":"2026-04-02T17:15:27.943214Z","end":"2026-04-02T17:15:28.063547Z","steps":["trace[248283011] 'read index received' (duration: 40.266533ms)","trace[248283011] 'applied index is now lower than readState.Index' (duration: 80.064033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:28.063846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.764865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:15:28.063892Z","caller":"traceutil/trace.go:171","msg":"trace[1646380053] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:16415; }","duration":"117.879479ms","start":"2026-04-02T17:15:27.946Z","end":"2026-04-02T17:15:28.063879Z","steps":["trace[1646380053] 'agreement among raft nodes before linearized reading' (duration: 117.754455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:15:28.063987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.75283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-rabbit-init-66z85\" ","response":"range_response_count:1 size:6661"} {"level":"info","ts":"2026-04-02T17:15:28.064145Z","caller":"traceutil/trace.go:171","msg":"trace[390501760] range","detail":"{range_begin:/registry/pods/openstack/nova-rabbit-init-66z85; range_end:; response_count:1; response_revision:16415; }","duration":"120.977677ms","start":"2026-04-02T17:15:27.943135Z","end":"2026-04-02T17:15:28.064113Z","steps":["trace[390501760] 'agreement among raft nodes before linearized reading' (duration: 120.543203ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:28.392623Z","caller":"traceutil/trace.go:171","msg":"trace[741742681] transaction","detail":"{read_only:false; response_revision:16417; number_of_response:1; }","duration":"242.476771ms","start":"2026-04-02T17:15:28.150099Z","end":"2026-04-02T17:15:28.392576Z","steps":["trace[741742681] 'process raft request' (duration: 242.288785ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:43.649552Z","caller":"traceutil/trace.go:171","msg":"trace[289911033] transaction","detail":"{read_only:false; response_revision:16552; number_of_response:1; }","duration":"104.112344ms","start":"2026-04-02T17:15:43.545407Z","end":"2026-04-02T17:15:43.649519Z","steps":["trace[289911033] 'process raft request' (duration: 103.924598ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:45.12782Z","caller":"traceutil/trace.go:171","msg":"trace[163200640] transaction","detail":"{read_only:false; response_revision:16560; number_of_response:1; }","duration":"101.272774ms","start":"2026-04-02T17:15:45.026513Z","end":"2026-04-02T17:15:45.127786Z","steps":["trace[163200640] 'process raft request' (duration: 100.969594ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:45.936291Z","caller":"traceutil/trace.go:171","msg":"trace[994376859] transaction","detail":"{read_only:false; response_revision:16568; number_of_response:1; }","duration":"173.907172ms","start":"2026-04-02T17:15:45.762353Z","end":"2026-04-02T17:15:45.93626Z","steps":["trace[994376859] 'process raft request' (duration: 173.835169ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:45.936394Z","caller":"traceutil/trace.go:171","msg":"trace[428916002] transaction","detail":"{read_only:false; response_revision:16567; number_of_response:1; }","duration":"174.380436ms","start":"2026-04-02T17:15:45.76199Z","end":"2026-04-02T17:15:45.93637Z","steps":["trace[428916002] 'process raft request' (duration: 174.151679ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:45.936393Z","caller":"traceutil/trace.go:171","msg":"trace[942523018] transaction","detail":"{read_only:false; response_revision:16566; number_of_response:1; }","duration":"175.256474ms","start":"2026-04-02T17:15:45.761084Z","end":"2026-04-02T17:15:45.936341Z","steps":["trace[942523018] 'process raft request' (duration: 109.06479ms)","trace[942523018] 'compare' (duration: 65.838553ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:15:45.936515Z","caller":"traceutil/trace.go:171","msg":"trace[338636998] transaction","detail":"{read_only:false; response_revision:16569; number_of_response:1; }","duration":"174.029166ms","start":"2026-04-02T17:15:45.76245Z","end":"2026-04-02T17:15:45.936479Z","steps":["trace[338636998] 'process raft request' (duration: 173.773617ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:45.936601Z","caller":"traceutil/trace.go:171","msg":"trace[1821209507] transaction","detail":"{read_only:false; response_revision:16570; number_of_response:1; }","duration":"173.446487ms","start":"2026-04-02T17:15:45.763143Z","end":"2026-04-02T17:15:45.936589Z","steps":["trace[1821209507] 'process raft request' (duration: 173.325433ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:15:45.936691Z","caller":"traceutil/trace.go:171","msg":"trace[411062468] linearizableReadLoop","detail":"{readStateIndex:17343; appliedIndex:17338; }","duration":"137.332685ms","start":"2026-04-02T17:15:45.79927Z","end":"2026-04-02T17:15:45.936603Z","steps":["trace[411062468] 'read index received' (duration: 70.895463ms)","trace[411062468] 'applied index is now lower than readState.Index' (duration: 66.435801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:15:45.936844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.559352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m6th9\" ","response":"range_response_count:1 size:6521"} {"level":"info","ts":"2026-04-02T17:15:45.936904Z","caller":"traceutil/trace.go:171","msg":"trace[1424015415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m6th9; range_end:; response_count:1; response_revision:16570; }","duration":"137.658355ms","start":"2026-04-02T17:15:45.799228Z","end":"2026-04-02T17:15:45.936887Z","steps":["trace[1424015415] 'agreement among raft nodes before linearized reading' (duration: 137.455138ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:09.713451Z","caller":"traceutil/trace.go:171","msg":"trace[681620018] linearizableReadLoop","detail":"{readStateIndex:17554; appliedIndex:17553; }","duration":"154.565479ms","start":"2026-04-02T17:16:09.558854Z","end":"2026-04-02T17:16:09.713419Z","steps":["trace[681620018] 'read index received' (duration: 153.994061ms)","trace[681620018] 'applied index is now lower than readState.Index' (duration: 570.168µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:16:09.713507Z","caller":"traceutil/trace.go:171","msg":"trace[544721492] transaction","detail":"{read_only:false; response_revision:16772; number_of_response:1; }","duration":"156.322785ms","start":"2026-04-02T17:16:09.557147Z","end":"2026-04-02T17:16:09.71347Z","steps":["trace[544721492] 'process raft request' (duration: 155.786998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:16:09.713788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.578816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:16:09.713803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.926211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-04-02T17:16:09.713849Z","caller":"traceutil/trace.go:171","msg":"trace[1206514492] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16772; }","duration":"121.70241ms","start":"2026-04-02T17:16:09.592127Z","end":"2026-04-02T17:16:09.713829Z","steps":["trace[1206514492] 'agreement among raft nodes before linearized reading' (duration: 121.483163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:16:09.713909Z","caller":"traceutil/trace.go:171","msg":"trace[1881504986] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16772; }","duration":"155.089126ms","start":"2026-04-02T17:16:09.558798Z","end":"2026-04-02T17:16:09.713887Z","steps":["trace[1881504986] 'agreement among raft nodes before linearized reading' (duration: 154.745315ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:01.344448Z","caller":"traceutil/trace.go:171","msg":"trace[1787159330] linearizableReadLoop","detail":"{readStateIndex:18049; appliedIndex:18048; }","duration":"107.76345ms","start":"2026-04-02T17:17:01.236656Z","end":"2026-04-02T17:17:01.344419Z","steps":["trace[1787159330] 'read index received' (duration: 107.45718ms)","trace[1787159330] 'applied index is now lower than readState.Index' (duration: 304.44µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:17:01.344719Z","caller":"traceutil/trace.go:171","msg":"trace[786324057] transaction","detail":"{read_only:false; response_revision:17241; number_of_response:1; }","duration":"120.547824ms","start":"2026-04-02T17:17:01.224135Z","end":"2026-04-02T17:17:01.344682Z","steps":["trace[786324057] 'process raft request' (duration: 120.082509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:01.344853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.163212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:17:01.344979Z","caller":"traceutil/trace.go:171","msg":"trace[287994215] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:17241; }","duration":"108.358078ms","start":"2026-04-02T17:17:01.236593Z","end":"2026-04-02T17:17:01.344951Z","steps":["trace[287994215] 'agreement among raft nodes before linearized reading' (duration: 108.128731ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:24.605819Z","caller":"traceutil/trace.go:171","msg":"trace[1423681230] transaction","detail":"{read_only:false; response_revision:17477; number_of_response:1; }","duration":"147.464815ms","start":"2026-04-02T17:17:24.458321Z","end":"2026-04-02T17:17:24.605786Z","steps":["trace[1423681230] 'process raft request' (duration: 115.901766ms)","trace[1423681230] 'compare' (duration: 31.415434ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:17:26.872305Z","caller":"traceutil/trace.go:171","msg":"trace[1312988084] transaction","detail":"{read_only:false; response_revision:17496; number_of_response:1; }","duration":"132.428239ms","start":"2026-04-02T17:17:26.739849Z","end":"2026-04-02T17:17:26.872278Z","steps":["trace[1312988084] 'process raft request' (duration: 116.716872ms)","trace[1312988084] 'compare' (duration: 15.542042ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:17:35.007887Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14583} {"level":"info","ts":"2026-04-02T17:17:35.094482Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14583,"took":"84.528135ms","hash":2573895113,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":29655040,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-02T17:17:35.09455Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2573895113,"revision":14583,"compact-revision":12153} {"level":"info","ts":"2026-04-02T17:17:44.699647Z","caller":"traceutil/trace.go:171","msg":"trace[1646254825] transaction","detail":"{read_only:false; response_revision:17730; number_of_response:1; }","duration":"256.096851ms","start":"2026-04-02T17:17:44.443518Z","end":"2026-04-02T17:17:44.699615Z","steps":["trace[1646254825] 'process raft request' (duration: 255.423119ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:46.834269Z","caller":"traceutil/trace.go:171","msg":"trace[977914] linearizableReadLoop","detail":"{readStateIndex:18576; appliedIndex:18575; }","duration":"130.748416ms","start":"2026-04-02T17:17:46.703499Z","end":"2026-04-02T17:17:46.834248Z","steps":["trace[977914] 'read index received' (duration: 130.55404ms)","trace[977914] 'applied index is now lower than readState.Index' (duration: 193.366µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:17:46.834314Z","caller":"traceutil/trace.go:171","msg":"trace[224724029] transaction","detail":"{read_only:false; response_revision:17746; number_of_response:1; }","duration":"136.791098ms","start":"2026-04-02T17:17:46.697498Z","end":"2026-04-02T17:17:46.83429Z","steps":["trace[224724029] 'process raft request' (duration: 136.587041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:46.834615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.742788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q45jd\" ","response":"range_response_count:1 size:20736"} {"level":"info","ts":"2026-04-02T17:17:46.834691Z","caller":"traceutil/trace.go:171","msg":"trace[1046523392] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q45jd; range_end:; response_count:1; response_revision:17746; }","duration":"113.849032ms","start":"2026-04-02T17:17:46.72083Z","end":"2026-04-02T17:17:46.834679Z","steps":["trace[1046523392] 'agreement among raft nodes before linearized reading' (duration: 113.705427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:46.834493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.982273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:17:46.83491Z","caller":"traceutil/trace.go:171","msg":"trace[570451371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17746; }","duration":"131.408217ms","start":"2026-04-02T17:17:46.703488Z","end":"2026-04-02T17:17:46.834896Z","steps":["trace[570451371] 'agreement among raft nodes before linearized reading' (duration: 130.88875ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:47.067925Z","caller":"traceutil/trace.go:171","msg":"trace[1778753724] transaction","detail":"{read_only:false; response_revision:17748; number_of_response:1; }","duration":"228.944623ms","start":"2026-04-02T17:17:46.838956Z","end":"2026-04-02T17:17:47.067901Z","steps":["trace[1778753724] 'process raft request' (duration: 172.699174ms)","trace[1778753724] 'compare' (duration: 55.888688ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:17:47.068042Z","caller":"traceutil/trace.go:171","msg":"trace[1694924708] transaction","detail":"{read_only:false; response_revision:17749; number_of_response:1; }","duration":"228.979413ms","start":"2026-04-02T17:17:46.839031Z","end":"2026-04-02T17:17:47.068011Z","steps":["trace[1694924708] 'process raft request' (duration: 228.771227ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:47.068283Z","caller":"traceutil/trace.go:171","msg":"trace[1679486898] transaction","detail":"{read_only:false; response_revision:17750; number_of_response:1; }","duration":"229.128688ms","start":"2026-04-02T17:17:46.839123Z","end":"2026-04-02T17:17:47.068251Z","steps":["trace[1679486898] 'process raft request' (duration: 228.732875ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:47.068505Z","caller":"traceutil/trace.go:171","msg":"trace[545700424] transaction","detail":"{read_only:false; response_revision:17751; number_of_response:1; }","duration":"229.300824ms","start":"2026-04-02T17:17:46.839192Z","end":"2026-04-02T17:17:47.068493Z","steps":["trace[545700424] 'process raft request' (duration: 229.044306ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:47.068512Z","caller":"traceutil/trace.go:171","msg":"trace[1616226504] transaction","detail":"{read_only:false; response_revision:17752; number_of_response:1; }","duration":"229.245142ms","start":"2026-04-02T17:17:46.839255Z","end":"2026-04-02T17:17:47.0685Z","steps":["trace[1616226504] 'process raft request' (duration: 229.081917ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:17:47.068619Z","caller":"traceutil/trace.go:171","msg":"trace[701596510] linearizableReadLoop","detail":"{readStateIndex:18582; appliedIndex:18576; }","duration":"226.882067ms","start":"2026-04-02T17:17:46.841714Z","end":"2026-04-02T17:17:47.068596Z","steps":["trace[701596510] 'read index received' (duration: 55.276098ms)","trace[701596510] 'applied index is now lower than readState.Index' (duration: 171.602219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:17:47.069543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.815827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:839187"} {"level":"info","ts":"2026-04-02T17:17:47.069597Z","caller":"traceutil/trace.go:171","msg":"trace[2068731596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:17752; }","duration":"227.90618ms","start":"2026-04-02T17:17:46.841678Z","end":"2026-04-02T17:17:47.069584Z","steps":["trace[2068731596] 'agreement among raft nodes before linearized reading' (duration: 226.991801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:17:47.070949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.485269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:17:47.071008Z","caller":"traceutil/trace.go:171","msg":"trace[1242336786] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:17753; }","duration":"149.593873ms","start":"2026-04-02T17:17:46.921399Z","end":"2026-04-02T17:17:47.070993Z","steps":["trace[1242336786] 'agreement among raft nodes before linearized reading' (duration: 148.173768ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:23.732171Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"329f95029c2a91ed","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:20:23.736743Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-02T17:20:23.736813Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-04-02T17:20:33.012388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.837172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575983"} {"level":"info","ts":"2026-04-02T17:20:33.012489Z","caller":"traceutil/trace.go:171","msg":"trace[690206017] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19295; }","duration":"120.976477ms","start":"2026-04-02T17:20:32.89149Z","end":"2026-04-02T17:20:33.012467Z","steps":["trace[690206017] 'range keys from in-memory index tree' (duration: 108.76283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.225595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.2148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:20:36.225688Z","caller":"traceutil/trace.go:171","msg":"trace[8709114] transaction","detail":"{read_only:false; response_revision:19353; number_of_response:1; }","duration":"310.729157ms","start":"2026-04-02T17:20:35.914944Z","end":"2026-04-02T17:20:36.225673Z","steps":["trace[8709114] 'process raft request' (duration: 62.361442ms)","trace[8709114] 'compare' (duration: 247.914761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:36.22573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:35.914905Z","time spent":"310.80564ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:20:36.278524Z","caller":"traceutil/trace.go:171","msg":"trace[1453729819] linearizableReadLoop","detail":"{readStateIndex:20258; appliedIndex:20256; }","duration":"361.555506ms","start":"2026-04-02T17:20:35.916948Z","end":"2026-04-02T17:20:36.278503Z","steps":["trace[1453729819] 'read index received' (duration: 60.453032ms)","trace[1453729819] 'applied index is now lower than readState.Index' (duration: 301.101784ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:36.278746Z","caller":"traceutil/trace.go:171","msg":"trace[847468017] transaction","detail":"{read_only:false; response_revision:19354; number_of_response:1; }","duration":"362.448504ms","start":"2026-04-02T17:20:35.916285Z","end":"2026-04-02T17:20:36.278734Z","steps":["trace[847468017] 'process raft request' (duration: 362.01303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.278847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:35.91626Z","time spent":"362.532637ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:20:36.279032Z","caller":"traceutil/trace.go:171","msg":"trace[776927559] transaction","detail":"{read_only:false; response_revision:19355; number_of_response:1; }","duration":"361.447972ms","start":"2026-04-02T17:20:35.917577Z","end":"2026-04-02T17:20:36.279025Z","steps":["trace[776927559] 'process raft request' (duration: 360.900465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.279079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:35.917561Z","time spent":"361.494884ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:20:36.279745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.799935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:935533"} {"level":"info","ts":"2026-04-02T17:20:36.279773Z","caller":"traceutil/trace.go:171","msg":"trace[789979847] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19355; }","duration":"362.847167ms","start":"2026-04-02T17:20:35.916919Z","end":"2026-04-02T17:20:36.279766Z","steps":["trace[789979847] 'agreement among raft nodes before linearized reading' (duration: 362.239078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.279796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:35.91691Z","time spent":"362.879008ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":935555,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:20:36.28009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.856171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:20:36.280114Z","caller":"traceutil/trace.go:171","msg":"trace[765412492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19355; }","duration":"303.879622ms","start":"2026-04-02T17:20:35.976228Z","end":"2026-04-02T17:20:36.280108Z","steps":["trace[765412492] 'agreement among raft nodes before linearized reading' (duration: 303.82344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.280127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:35.976161Z","time spent":"303.962364ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:20:36.280518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.874678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:36.280541Z","caller":"traceutil/trace.go:171","msg":"trace[140632057] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19355; }","duration":"215.94459ms","start":"2026-04-02T17:20:36.064592Z","end":"2026-04-02T17:20:36.280536Z","steps":["trace[140632057] 'agreement among raft nodes before linearized reading' (duration: 215.911829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.28062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.269643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:36.280642Z","caller":"traceutil/trace.go:171","msg":"trace[129200264] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19355; }","duration":"217.319933ms","start":"2026-04-02T17:20:36.063317Z","end":"2026-04-02T17:20:36.280637Z","steps":["trace[129200264] 'agreement among raft nodes before linearized reading' (duration: 217.290342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.28073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.452538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:36.280754Z","caller":"traceutil/trace.go:171","msg":"trace[1531807719] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19355; }","duration":"217.475369ms","start":"2026-04-02T17:20:36.063273Z","end":"2026-04-02T17:20:36.280748Z","steps":["trace[1531807719] 'agreement among raft nodes before linearized reading' (duration: 217.443618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:36.282241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.936975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:36.282375Z","caller":"traceutil/trace.go:171","msg":"trace[264184851] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19355; }","duration":"219.12309ms","start":"2026-04-02T17:20:36.063227Z","end":"2026-04-02T17:20:36.28235Z","steps":["trace[264184851] 'agreement among raft nodes before linearized reading' (duration: 218.911124ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:36.421956Z","caller":"traceutil/trace.go:171","msg":"trace[1316831318] linearizableReadLoop","detail":"{readStateIndex:20260; appliedIndex:20259; }","duration":"108.595674ms","start":"2026-04-02T17:20:36.313339Z","end":"2026-04-02T17:20:36.421935Z","steps":["trace[1316831318] 'read index received' (duration: 32.460177ms)","trace[1316831318] 'applied index is now lower than readState.Index' (duration: 76.134257ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:36.422025Z","caller":"traceutil/trace.go:171","msg":"trace[826074076] transaction","detail":"{read_only:false; response_revision:19356; number_of_response:1; }","duration":"133.407248ms","start":"2026-04-02T17:20:36.288586Z","end":"2026-04-02T17:20:36.421994Z","steps":["trace[826074076] 'process raft request' (duration: 57.264431ms)","trace[826074076] 'compare' (duration: 75.964011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:36.422226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.857812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:36.422365Z","caller":"traceutil/trace.go:171","msg":"trace[1327775967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19356; }","duration":"108.996717ms","start":"2026-04-02T17:20:36.313305Z","end":"2026-04-02T17:20:36.422302Z","steps":["trace[1327775967] 'agreement among raft nodes before linearized reading' (duration: 108.78657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:37.311457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.576342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:37.311556Z","caller":"traceutil/trace.go:171","msg":"trace[2029728261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19356; }","duration":"758.732747ms","start":"2026-04-02T17:20:36.552799Z","end":"2026-04-02T17:20:37.311532Z","steps":["trace[2029728261] 'range keys from in-memory index tree' (duration: 758.5087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:37.311611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:36.55278Z","time spent":"758.8181ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:20:37.311634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.058335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:37.311742Z","caller":"traceutil/trace.go:171","msg":"trace[1378630285] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19356; }","duration":"714.165348ms","start":"2026-04-02T17:20:36.59754Z","end":"2026-04-02T17:20:37.311705Z","steps":["trace[1378630285] 'count revisions from in-memory index tree' (duration: 713.981102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:37.311741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.112273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-02T17:20:37.311792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:36.597488Z","time spent":"714.287691ms","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:20:37.311814Z","caller":"traceutil/trace.go:171","msg":"trace[1919203448] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19356; }","duration":"246.184736ms","start":"2026-04-02T17:20:37.065609Z","end":"2026-04-02T17:20:37.311794Z","steps":["trace[1919203448] 'range keys from in-memory index tree' (duration: 245.929078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:37.311473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.832895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:20:37.311886Z","caller":"traceutil/trace.go:171","msg":"trace[1499643060] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19356; }","duration":"246.277929ms","start":"2026-04-02T17:20:37.065588Z","end":"2026-04-02T17:20:37.311866Z","steps":["trace[1499643060] 'range keys from in-memory index tree' (duration: 245.715401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:39.490018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.967086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:39.490047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.091531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-db-init-sgntt\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-04-02T17:20:39.490111Z","caller":"traceutil/trace.go:171","msg":"trace[103258562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19377; }","duration":"176.173762ms","start":"2026-04-02T17:20:39.313917Z","end":"2026-04-02T17:20:39.490091Z","steps":["trace[103258562] 'range keys from in-memory index tree' (duration: 175.881553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:39.490096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.195582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:20:39.49014Z","caller":"traceutil/trace.go:171","msg":"trace[911184138] range","detail":"{range_begin:/registry/pods/openstack/senlin-db-init-sgntt; range_end:; response_count:1; response_revision:19377; }","duration":"269.246436ms","start":"2026-04-02T17:20:39.220869Z","end":"2026-04-02T17:20:39.490116Z","steps":["trace[911184138] 'range keys from in-memory index tree' (duration: 268.867233ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:39.490178Z","caller":"traceutil/trace.go:171","msg":"trace[19112077] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19377; }","duration":"139.304366ms","start":"2026-04-02T17:20:39.350853Z","end":"2026-04-02T17:20:39.490157Z","steps":["trace[19112077] 'range keys from in-memory index tree' (duration: 139.062628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:39.490202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.272905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:20:39.490287Z","caller":"traceutil/trace.go:171","msg":"trace[435597206] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19377; }","duration":"139.394229ms","start":"2026-04-02T17:20:39.350872Z","end":"2026-04-02T17:20:39.490266Z","steps":["trace[435597206] 'range keys from in-memory index tree' (duration: 139.088689ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:39.633513Z","caller":"traceutil/trace.go:171","msg":"trace[1771431215] transaction","detail":"{read_only:false; response_revision:19380; number_of_response:1; }","duration":"133.400549ms","start":"2026-04-02T17:20:39.500074Z","end":"2026-04-02T17:20:39.633475Z","steps":["trace[1771431215] 'process raft request' (duration: 133.220294ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:39.633706Z","caller":"traceutil/trace.go:171","msg":"trace[240771349] transaction","detail":"{read_only:false; response_revision:19379; number_of_response:1; }","duration":"136.141636ms","start":"2026-04-02T17:20:39.497235Z","end":"2026-04-02T17:20:39.633376Z","steps":["trace[240771349] 'process raft request' (duration: 135.897749ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:41.786Z","caller":"traceutil/trace.go:171","msg":"trace[537865674] linearizableReadLoop","detail":"{readStateIndex:20297; appliedIndex:20296; }","duration":"136.334172ms","start":"2026-04-02T17:20:41.649632Z","end":"2026-04-02T17:20:41.785966Z","steps":["trace[537865674] 'read index received' (duration: 136.067954ms)","trace[537865674] 'applied index is now lower than readState.Index' (duration: 264.828µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:41.786047Z","caller":"traceutil/trace.go:171","msg":"trace[652796343] transaction","detail":"{read_only:false; response_revision:19391; number_of_response:1; }","duration":"144.071887ms","start":"2026-04-02T17:20:41.641955Z","end":"2026-04-02T17:20:41.786027Z","steps":["trace[652796343] 'process raft request' (duration: 143.828009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:41.786294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.715084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:20:41.786318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.655262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:20:41.786375Z","caller":"traceutil/trace.go:171","msg":"trace[1457986864] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19391; }","duration":"130.842308ms","start":"2026-04-02T17:20:41.655514Z","end":"2026-04-02T17:20:41.786356Z","steps":["trace[1457986864] 'agreement among raft nodes before linearized reading' (duration: 130.635692ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:41.786419Z","caller":"traceutil/trace.go:171","msg":"trace[962937334] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19391; }","duration":"136.804087ms","start":"2026-04-02T17:20:41.649584Z","end":"2026-04-02T17:20:41.786388Z","steps":["trace[962937334] 'agreement among raft nodes before linearized reading' (duration: 136.511138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:42.632706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.397281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:20:42.632819Z","caller":"traceutil/trace.go:171","msg":"trace[1219049311] transaction","detail":"{read_only:false; response_revision:19392; number_of_response:1; }","duration":"842.483297ms","start":"2026-04-02T17:20:41.790316Z","end":"2026-04-02T17:20:42.632799Z","steps":["trace[1219049311] 'process raft request' (duration: 363.90551ms)","trace[1219049311] 'compare' (duration: 478.016169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:42.632879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:41.790299Z","time spent":"842.552299ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:20:43.757621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603307209s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:20:43.878282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.268824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:20:43.87855Z","caller":"traceutil/trace.go:171","msg":"trace[1197601145] linearizableReadLoop","detail":"{readStateIndex:20300; appliedIndex:20297; }","duration":"2.071195607s","start":"2026-04-02T17:20:41.807337Z","end":"2026-04-02T17:20:43.878533Z","steps":["trace[1197601145] 'read index received' (duration: 347.011995ms)","trace[1197601145] 'applied index is now lower than readState.Index' (duration: 1.724182772s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:43.878561Z","caller":"traceutil/trace.go:171","msg":"trace[1854266800] transaction","detail":"{read_only:false; response_revision:19393; number_of_response:1; }","duration":"2.084816488s","start":"2026-04-02T17:20:41.793717Z","end":"2026-04-02T17:20:43.878533Z","steps":["trace[1854266800] 'process raft request' (duration: 1.964173472s)","trace[1854266800] 'compare' (duration: 120.104969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:43.878688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:41.7937Z","time spent":"2.084907401s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:20:43.878751Z","caller":"traceutil/trace.go:171","msg":"trace[172091422] transaction","detail":"{read_only:false; response_revision:19395; number_of_response:1; }","duration":"1.374276045s","start":"2026-04-02T17:20:42.504465Z","end":"2026-04-02T17:20:43.878741Z","steps":["trace[172091422] 'process raft request' (duration: 1.374022107s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:43.878823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.504445Z","time spent":"1.374338367s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:20:43.878556Z","caller":"traceutil/trace.go:171","msg":"trace[1952106844] transaction","detail":"{read_only:false; response_revision:19394; number_of_response:1; }","duration":"2.084805838s","start":"2026-04-02T17:20:41.793719Z","end":"2026-04-02T17:20:43.878524Z","steps":["trace[1952106844] 'process raft request' (duration: 2.084670884s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:43.879162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071825397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:20:43.879202Z","caller":"traceutil/trace.go:171","msg":"trace[1188740307] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19396; }","duration":"2.071888519s","start":"2026-04-02T17:20:41.807304Z","end":"2026-04-02T17:20:43.879192Z","steps":["trace[1188740307] 'agreement among raft nodes before linearized reading' (duration: 2.071316381s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:43.879238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:41.807294Z","time spent":"2.07193667s","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":183,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:20:43.87905Z","caller":"traceutil/trace.go:171","msg":"trace[1561615384] transaction","detail":"{read_only:false; response_revision:19396; number_of_response:1; }","duration":"472.880435ms","start":"2026-04-02T17:20:43.406134Z","end":"2026-04-02T17:20:43.879015Z","steps":["trace[1561615384] 'process raft request' (duration: 472.563955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:43.879513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:43.406111Z","time spent":"473.236377ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:20:43.87998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:41.793701Z","time spent":"2.085444868s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:20:44.107511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.518257ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:20:44.108153Z","caller":"traceutil/trace.go:171","msg":"trace[534263485] linearizableReadLoop","detail":"{readStateIndex:20304; appliedIndex:20300; }","duration":"229.54974ms","start":"2026-04-02T17:20:43.878584Z","end":"2026-04-02T17:20:44.108134Z","steps":["trace[534263485] 'read index received' (duration: 80.452µs)","trace[534263485] 'applied index is now lower than readState.Index' (duration: 229.468068ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.108202Z","caller":"traceutil/trace.go:171","msg":"trace[1991758922] transaction","detail":"{read_only:false; response_revision:19397; number_of_response:1; }","duration":"317.070988ms","start":"2026-04-02T17:20:43.791075Z","end":"2026-04-02T17:20:44.108146Z","steps":["trace[1991758922] 'process raft request' (duration: 316.539371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.108693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:43.791047Z","time spent":"317.465731ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:20:44.398576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960997242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.398586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082116412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:44.398698Z","caller":"traceutil/trace.go:171","msg":"trace[1634030860] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19397; }","duration":"1.961160467s","start":"2026-04-02T17:20:42.437515Z","end":"2026-04-02T17:20:44.398675Z","steps":["trace[1634030860] 'agreement among raft nodes before linearized reading' (duration: 1.670873796s)","trace[1634030860] 'range keys from in-memory index tree' (duration: 290.105635ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.398733Z","caller":"traceutil/trace.go:171","msg":"trace[609242637] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19397; }","duration":"2.082283638s","start":"2026-04-02T17:20:42.316423Z","end":"2026-04-02T17:20:44.398707Z","steps":["trace[609242637] 'agreement among raft nodes before linearized reading' (duration: 1.791880533s)","trace[609242637] 'range keys from in-memory index tree' (duration: 290.209279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.398751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737259626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.398792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.316417Z","time spent":"2.082363191s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:20:44.3988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096656383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.39882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082793024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:44.398842Z","caller":"traceutil/trace.go:171","msg":"trace[1404704931] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19397; }","duration":"1.73739685s","start":"2026-04-02T17:20:42.66142Z","end":"2026-04-02T17:20:44.398817Z","steps":["trace[1404704931] 'agreement among raft nodes before linearized reading' (duration: 1.446856711s)","trace[1404704931] 'count revisions from in-memory index tree' (duration: 290.425895ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.398862Z","caller":"traceutil/trace.go:171","msg":"trace[1773563535] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19397; }","duration":"2.082842596s","start":"2026-04-02T17:20:42.31601Z","end":"2026-04-02T17:20:44.398853Z","steps":["trace[1773563535] 'agreement among raft nodes before linearized reading' (duration: 1.79240953s)","trace[1773563535] 'range keys from in-memory index tree' (duration: 290.387885ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.398873Z","caller":"traceutil/trace.go:171","msg":"trace[1844843495] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19397; }","duration":"2.096749156s","start":"2026-04-02T17:20:42.302101Z","end":"2026-04-02T17:20:44.39885Z","steps":["trace[1844843495] 'agreement among raft nodes before linearized reading' (duration: 1.80632601s)","trace[1844843495] 'range keys from in-memory index tree' (duration: 290.343643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.398893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.316003Z","time spent":"2.082885187s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:20:44.398905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.661369Z","time spent":"1.737515094s","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:20:44.398928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.302091Z","time spent":"2.096824998s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:20:44.398959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957083188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:20:44.399002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959087271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:20:44.399054Z","caller":"traceutil/trace.go:171","msg":"trace[1995050976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19397; }","duration":"1.957211982s","start":"2026-04-02T17:20:42.441816Z","end":"2026-04-02T17:20:44.399028Z","steps":["trace[1995050976] 'agreement among raft nodes before linearized reading' (duration: 1.666479617s)","trace[1995050976] 'range keys from in-memory index tree' (duration: 290.393684ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.399097Z","caller":"traceutil/trace.go:171","msg":"trace[592432188] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19397; }","duration":"1.959221526s","start":"2026-04-02T17:20:42.439847Z","end":"2026-04-02T17:20:44.399069Z","steps":["trace[592432188] 'agreement among raft nodes before linearized reading' (duration: 1.668639895s)","trace[592432188] 'count revisions from in-memory index tree' (duration: 290.436286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.398786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082704182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.399131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943942802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-04-02T17:20:44.399152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957825242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.399159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.439826Z","time spent":"1.959320049s","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":121,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:20:44.399165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.771364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:20:44.399176Z","caller":"traceutil/trace.go:171","msg":"trace[2046844875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19397; }","duration":"1.944002765s","start":"2026-04-02T17:20:42.455162Z","end":"2026-04-02T17:20:44.399165Z","steps":["trace[2046844875] 'agreement among raft nodes before linearized reading' (duration: 1.653125155s)","trace[2046844875] 'range keys from in-memory index tree' (duration: 290.734035ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.399185Z","caller":"traceutil/trace.go:171","msg":"trace[2110423413] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19397; }","duration":"1.957880003s","start":"2026-04-02T17:20:42.441295Z","end":"2026-04-02T17:20:44.399175Z","steps":["trace[2110423413] 'agreement among raft nodes before linearized reading' (duration: 1.667076655s)","trace[2110423413] 'range keys from in-memory index tree' (duration: 290.757716ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.399181Z","caller":"traceutil/trace.go:171","msg":"trace[1473307254] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19397; }","duration":"2.083082833s","start":"2026-04-02T17:20:42.316067Z","end":"2026-04-02T17:20:44.39915Z","steps":["trace[1473307254] 'agreement among raft nodes before linearized reading' (duration: 1.792345448s)","trace[1473307254] 'range keys from in-memory index tree' (duration: 290.359423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.399216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.441283Z","time spent":"1.957927565s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:20:44.399213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.455135Z","time spent":"1.944072077s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:20:44.39922Z","caller":"traceutil/trace.go:171","msg":"trace[555813018] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19397; }","duration":"516.845707ms","start":"2026-04-02T17:20:43.882354Z","end":"2026-04-02T17:20:44.3992Z","steps":["trace[555813018] 'agreement among raft nodes before linearized reading' (duration: 226.136582ms)","trace[555813018] 'range keys from in-memory index tree' (duration: 290.56061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.399254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.316062Z","time spent":"2.083174886s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:20:44.399269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:43.882342Z","time spent":"516.914749ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:20:44.399327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96221215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.399109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.441805Z","time spent":"1.957292995s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:20:44.399363Z","caller":"traceutil/trace.go:171","msg":"trace[1536965052] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19397; }","duration":"1.962272622s","start":"2026-04-02T17:20:42.43708Z","end":"2026-04-02T17:20:44.399353Z","steps":["trace[1536965052] 'agreement among raft nodes before linearized reading' (duration: 1.671306589s)","trace[1536965052] 'range keys from in-memory index tree' (duration: 290.923112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.399398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.437066Z","time spent":"1.962324914s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:20:44.399394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962313874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.399405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958523064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.399422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958113131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:44.39944Z","caller":"traceutil/trace.go:171","msg":"trace[277323664] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19397; }","duration":"1.962385336s","start":"2026-04-02T17:20:42.437042Z","end":"2026-04-02T17:20:44.399427Z","steps":["trace[277323664] 'agreement among raft nodes before linearized reading' (duration: 1.671358981s)","trace[277323664] 'range keys from in-memory index tree' (duration: 290.964292ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.399459Z","caller":"traceutil/trace.go:171","msg":"trace[1149743267] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19397; }","duration":"1.958168473s","start":"2026-04-02T17:20:42.441278Z","end":"2026-04-02T17:20:44.399447Z","steps":["trace[1149743267] 'agreement among raft nodes before linearized reading' (duration: 1.667151488s)","trace[1149743267] 'range keys from in-memory index tree' (duration: 290.973043ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.399461Z","caller":"traceutil/trace.go:171","msg":"trace[1959735994] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19397; }","duration":"1.958600287s","start":"2026-04-02T17:20:42.440843Z","end":"2026-04-02T17:20:44.399443Z","steps":["trace[1959735994] 'agreement among raft nodes before linearized reading' (duration: 1.667658585s)","trace[1959735994] 'range keys from in-memory index tree' (duration: 290.87335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.399473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.43703Z","time spent":"1.962436177s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:20:44.39949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.441267Z","time spent":"1.958215424s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:20:44.399507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.440833Z","time spent":"1.958663268s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:20:44.39957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961874999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.398759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28624131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:44.399614Z","caller":"traceutil/trace.go:171","msg":"trace[1914442454] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19397; }","duration":"1.961959673s","start":"2026-04-02T17:20:42.437643Z","end":"2026-04-02T17:20:44.399603Z","steps":["trace[1914442454] 'agreement among raft nodes before linearized reading' (duration: 1.670855866s)","trace[1914442454] 'range keys from in-memory index tree' (duration: 291.021874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.399661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.437611Z","time spent":"1.962041875s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:20:44.399701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059688854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9zwrd\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-04-02T17:20:44.399742Z","caller":"traceutil/trace.go:171","msg":"trace[1555467939] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9zwrd; range_end:; response_count:1; response_revision:19397; }","duration":"2.059745915s","start":"2026-04-02T17:20:42.339985Z","end":"2026-04-02T17:20:44.399731Z","steps":["trace[1555467939] 'agreement among raft nodes before linearized reading' (duration: 1.768463312s)","trace[1555467939] 'range keys from in-memory index tree' (duration: 291.152889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.399777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.339975Z","time spent":"2.059795197s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9809,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-9zwrd\" "} {"level":"warn","ts":"2026-04-02T17:20:44.39979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.528977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-02T17:20:44.399583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079217551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:44.399821Z","caller":"traceutil/trace.go:171","msg":"trace[981170203] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19397; }","duration":"516.591739ms","start":"2026-04-02T17:20:43.883217Z","end":"2026-04-02T17:20:44.399809Z","steps":["trace[981170203] 'agreement among raft nodes before linearized reading' (duration: 225.295086ms)","trace[981170203] 'range keys from in-memory index tree' (duration: 291.1995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.399848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:43.8832Z","time spent":"516.64258ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:20:44.399847Z","caller":"traceutil/trace.go:171","msg":"trace[2082915724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19397; }","duration":"2.079483809s","start":"2026-04-02T17:20:42.32035Z","end":"2026-04-02T17:20:44.399833Z","steps":["trace[2082915724] 'agreement among raft nodes before linearized reading' (duration: 1.788067902s)","trace[2082915724] 'range keys from in-memory index tree' (duration: 291.135738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.399897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.320343Z","time spent":"2.079542832s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:20:44.398748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.437507Z","time spent":"1.961230469s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:20:44.40003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082868297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:20:44.400092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102488627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:44.400143Z","caller":"traceutil/trace.go:171","msg":"trace[323697] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-sync; range_end:; response_count:0; response_revision:19397; }","duration":"2.102575969s","start":"2026-04-02T17:20:42.297552Z","end":"2026-04-02T17:20:44.400128Z","steps":["trace[323697] 'agreement among raft nodes before linearized reading' (duration: 1.810922735s)","trace[323697] 'range keys from in-memory index tree' (duration: 291.598733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.400148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099920475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.40023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959303038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.400234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102662192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.400246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413603377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:20:44.400266Z","caller":"traceutil/trace.go:171","msg":"trace[1487011843] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19397; }","duration":"2.10006083s","start":"2026-04-02T17:20:42.300188Z","end":"2026-04-02T17:20:44.400249Z","steps":["trace[1487011843] 'agreement among raft nodes before linearized reading' (duration: 1.808259311s)","trace[1487011843] 'range keys from in-memory index tree' (duration: 291.679855ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.40028Z","caller":"traceutil/trace.go:171","msg":"trace[524437095] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:19397; }","duration":"2.102771316s","start":"2026-04-02T17:20:42.297494Z","end":"2026-04-02T17:20:44.400266Z","steps":["trace[524437095] 'agreement among raft nodes before linearized reading' (duration: 1.810988957s)","trace[524437095] 'range keys from in-memory index tree' (duration: 291.733877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.400312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102470076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:20:44.400321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.297473Z","time spent":"2.102840638s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:20:44.400188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.297517Z","time spent":"2.102662023s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:20:44.400325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.300174Z","time spent":"2.100135952s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:20:44.400354Z","caller":"traceutil/trace.go:171","msg":"trace[348962316] range","detail":"{range_begin:/registry/jobs/openstack/senlin-rabbit-init; range_end:; response_count:0; response_revision:19397; }","duration":"2.102532478s","start":"2026-04-02T17:20:42.297812Z","end":"2026-04-02T17:20:44.400345Z","steps":["trace[348962316] 'agreement among raft nodes before linearized reading' (duration: 1.810643426s)","trace[348962316] 'range keys from in-memory index tree' (duration: 291.842921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.400387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.297801Z","time spent":"2.10257977s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:20:44.400269Z","caller":"traceutil/trace.go:171","msg":"trace[1288282225] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:19397; }","duration":"1.95935318s","start":"2026-04-02T17:20:42.440904Z","end":"2026-04-02T17:20:44.400257Z","steps":["trace[1288282225] 'agreement among raft nodes before linearized reading' (duration: 1.667576932s)","trace[1288282225] 'range keys from in-memory index tree' (duration: 291.721087ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.400096Z","caller":"traceutil/trace.go:171","msg":"trace[61232809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19397; }","duration":"2.08296504s","start":"2026-04-02T17:20:42.317114Z","end":"2026-04-02T17:20:44.400079Z","steps":["trace[61232809] 'agreement among raft nodes before linearized reading' (duration: 1.791300335s)","trace[61232809] 'range keys from in-memory index tree' (duration: 291.482499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.400418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465600292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:20:44.400436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.440897Z","time spent":"1.959527896s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/senlin-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:20:44.400018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132287679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-02T17:20:44.400481Z","caller":"traceutil/trace.go:171","msg":"trace[1485501117] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19397; }","duration":"2.132783405s","start":"2026-04-02T17:20:42.267687Z","end":"2026-04-02T17:20:44.400471Z","steps":["trace[1485501117] 'agreement among raft nodes before linearized reading' (duration: 1.84080202s)","trace[1485501117] 'range keys from in-memory index tree' (duration: 291.411757ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.400316Z","caller":"traceutil/trace.go:171","msg":"trace[2019117827] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19397; }","duration":"2.413716461s","start":"2026-04-02T17:20:41.986581Z","end":"2026-04-02T17:20:44.400298Z","steps":["trace[2019117827] 'agreement among raft nodes before linearized reading' (duration: 2.12188207s)","trace[2019117827] 'count revisions from in-memory index tree' (duration: 291.735757ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.400479Z","caller":"traceutil/trace.go:171","msg":"trace[1123536821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19397; }","duration":"2.465691525s","start":"2026-04-02T17:20:41.93477Z","end":"2026-04-02T17:20:44.400461Z","steps":["trace[1123536821] 'agreement among raft nodes before linearized reading' (duration: 2.17370129s)","trace[1123536821] 'range keys from in-memory index tree' (duration: 291.870101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.400515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.267673Z","time spent":"2.132834987s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:20:44.400526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:41.934749Z","time spent":"2.465768606s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:20:44.40052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:41.986564Z","time spent":"2.413948268s","remote":"127.0.0.1:59238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:20:44.400441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.3171Z","time spent":"2.083330551s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:20:44.400889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.272345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j987r\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-04-02T17:20:44.400944Z","caller":"traceutil/trace.go:171","msg":"trace[232618144] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j987r; range_end:; response_count:1; response_revision:19397; }","duration":"864.370597ms","start":"2026-04-02T17:20:43.536557Z","end":"2026-04-02T17:20:44.400928Z","steps":["trace[232618144] 'agreement among raft nodes before linearized reading' (duration: 571.693361ms)","trace[232618144] 'range keys from in-memory index tree' (duration: 292.527902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.400029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082942279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-02T17:20:44.400984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:43.536532Z","time spent":"864.44472ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22108,"request content":"key:\"/registry/pods/openstack/nova-compute-default-j987r\" "} {"level":"info","ts":"2026-04-02T17:20:44.40101Z","caller":"traceutil/trace.go:171","msg":"trace[1637563500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19397; }","duration":"2.083925359s","start":"2026-04-02T17:20:42.317063Z","end":"2026-04-02T17:20:44.400989Z","steps":["trace[1637563500] 'agreement among raft nodes before linearized reading' (duration: 1.791404728s)","trace[1637563500] 'range keys from in-memory index tree' (duration: 291.408716ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:20:44.401008Z","caller":"traceutil/trace.go:171","msg":"trace[640751148] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19397; }","duration":"1.28717633s","start":"2026-04-02T17:20:43.112466Z","end":"2026-04-02T17:20:44.399642Z","steps":["trace[640751148] 'agreement among raft nodes before linearized reading' (duration: 995.801014ms)","trace[640751148] 'count revisions from in-memory index tree' (duration: 290.410896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.401028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158124997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:20:44.401063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.317059Z","time spent":"2.083990262s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:20:44.40107Z","caller":"traceutil/trace.go:171","msg":"trace[526032693] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19397; }","duration":"2.158248881s","start":"2026-04-02T17:20:42.242808Z","end":"2026-04-02T17:20:44.401057Z","steps":["trace[526032693] 'agreement among raft nodes before linearized reading' (duration: 1.865650216s)","trace[526032693] 'count revisions from in-memory index tree' (duration: 292.525052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.401074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:43.112402Z","time spent":"1.288654856s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:20:44.401106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:42.242783Z","time spent":"2.158313023s","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1849,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:20:44.585431Z","caller":"traceutil/trace.go:171","msg":"trace[1123500676] transaction","detail":"{read_only:false; response_revision:19398; number_of_response:1; }","duration":"180.454157ms","start":"2026-04-02T17:20:44.404913Z","end":"2026-04-02T17:20:44.585367Z","steps":["trace[1123500676] 'process raft request' (duration: 180.2233ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:44.810967Z","caller":"traceutil/trace.go:171","msg":"trace[575636010] transaction","detail":"{read_only:false; response_revision:19399; number_of_response:1; }","duration":"405.9489ms","start":"2026-04-02T17:20:44.404994Z","end":"2026-04-02T17:20:44.810943Z","steps":["trace[575636010] 'process raft request' (duration: 405.766514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.811129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.404955Z","time spent":"406.086234ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:20:44.811252Z","caller":"traceutil/trace.go:171","msg":"trace[711113770] transaction","detail":"{read_only:false; response_revision:19400; number_of_response:1; }","duration":"406.170657ms","start":"2026-04-02T17:20:44.405054Z","end":"2026-04-02T17:20:44.811225Z","steps":["trace[711113770] 'process raft request' (duration: 405.851747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.811386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.405045Z","time spent":"406.267059ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:20:44.811422Z","caller":"traceutil/trace.go:171","msg":"trace[148462323] transaction","detail":"{read_only:false; response_revision:19401; number_of_response:1; }","duration":"405.806745ms","start":"2026-04-02T17:20:44.405593Z","end":"2026-04-02T17:20:44.8114Z","steps":["trace[148462323] 'process raft request' (duration: 405.572298ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:44.811454Z","caller":"traceutil/trace.go:171","msg":"trace[1866749014] linearizableReadLoop","detail":"{readStateIndex:20307; appliedIndex:20304; }","duration":"406.237069ms","start":"2026-04-02T17:20:44.405189Z","end":"2026-04-02T17:20:44.811426Z","steps":["trace[1866749014] 'read index received' (duration: 179.768136ms)","trace[1866749014] 'applied index is now lower than readState.Index' (duration: 226.467933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:20:44.811523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.405585Z","time spent":"405.886627ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:20:44.811576Z","caller":"traceutil/trace.go:171","msg":"trace[1573988130] transaction","detail":"{read_only:false; response_revision:19404; number_of_response:1; }","duration":"404.003878ms","start":"2026-04-02T17:20:44.407559Z","end":"2026-04-02T17:20:44.811563Z","steps":["trace[1573988130] 'process raft request' (duration: 403.829693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.81163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.407552Z","time spent":"404.047549ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:20:44.811694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.479497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-02T17:20:44.811713Z","caller":"traceutil/trace.go:171","msg":"trace[1851755812] transaction","detail":"{read_only:false; response_revision:19402; number_of_response:1; }","duration":"405.01014ms","start":"2026-04-02T17:20:44.406695Z","end":"2026-04-02T17:20:44.811705Z","steps":["trace[1851755812] 'process raft request' (duration: 404.626018ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:44.811732Z","caller":"traceutil/trace.go:171","msg":"trace[1772044276] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:19404; }","duration":"406.545508ms","start":"2026-04-02T17:20:44.405171Z","end":"2026-04-02T17:20:44.811717Z","steps":["trace[1772044276] 'agreement among raft nodes before linearized reading' (duration: 406.393413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.81176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.406683Z","time spent":"405.049861ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:20:44.811769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.405131Z","time spent":"406.629441ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"info","ts":"2026-04-02T17:20:44.811769Z","caller":"traceutil/trace.go:171","msg":"trace[1135364719] transaction","detail":"{read_only:false; response_revision:19403; number_of_response:1; }","duration":"404.884556ms","start":"2026-04-02T17:20:44.406859Z","end":"2026-04-02T17:20:44.811743Z","steps":["trace[1135364719] 'process raft request' (duration: 404.498594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.811896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.40685Z","time spent":"404.975269ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:20:44.812297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.773729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:20:44.812296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.507774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:20:44.815068Z","caller":"traceutil/trace.go:171","msg":"trace[505552279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19404; }","duration":"178.405742ms","start":"2026-04-02T17:20:44.636476Z","end":"2026-04-02T17:20:44.814882Z","steps":["trace[505552279] 'agreement among raft nodes before linearized reading' (duration: 175.656705ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:20:44.815092Z","caller":"traceutil/trace.go:171","msg":"trace[763441243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19404; }","duration":"407.314752ms","start":"2026-04-02T17:20:44.407755Z","end":"2026-04-02T17:20:44.81507Z","steps":["trace[763441243] 'agreement among raft nodes before linearized reading' (duration: 404.480653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.815151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.407747Z","time spent":"407.385515ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:20:44.815216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.343696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17690"} {"level":"info","ts":"2026-04-02T17:20:44.815297Z","caller":"traceutil/trace.go:171","msg":"trace[1392721442] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19404; }","duration":"409.463451ms","start":"2026-04-02T17:20:44.405814Z","end":"2026-04-02T17:20:44.815278Z","steps":["trace[1392721442] 'agreement among raft nodes before linearized reading' (duration: 406.243599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.815342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.405806Z","time spent":"409.526242ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17712,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:20:44.816004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.639254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:935682"} {"level":"info","ts":"2026-04-02T17:20:44.81607Z","caller":"traceutil/trace.go:171","msg":"trace[1191886133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19404; }","duration":"408.711086ms","start":"2026-04-02T17:20:44.407345Z","end":"2026-04-02T17:20:44.816056Z","steps":["trace[1191886133] 'agreement among raft nodes before linearized reading' (duration: 405.635269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.81607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.673694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:98 size:935682"} {"level":"warn","ts":"2026-04-02T17:20:44.816112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.407325Z","time spent":"408.776299ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":935704,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T17:20:44.816125Z","caller":"traceutil/trace.go:171","msg":"trace[790012600] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:98; response_revision:19404; }","duration":"407.744276ms","start":"2026-04-02T17:20:44.408367Z","end":"2026-04-02T17:20:44.816111Z","steps":["trace[790012600] 'agreement among raft nodes before linearized reading' (duration: 403.74873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:20:44.816169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:20:44.408361Z","time spent":"407.794827ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":98,"response size":935704,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-02T17:21:01.006305Z","caller":"traceutil/trace.go:171","msg":"trace[469423196] transaction","detail":"{read_only:false; response_revision:19605; number_of_response:1; }","duration":"107.985146ms","start":"2026-04-02T17:21:00.898294Z","end":"2026-04-02T17:21:01.00628Z","steps":["trace[469423196] 'process raft request' (duration: 107.781839ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:21:01.00672Z","caller":"traceutil/trace.go:171","msg":"trace[1803411552] transaction","detail":"{read_only:false; response_revision:19608; number_of_response:1; }","duration":"107.293813ms","start":"2026-04-02T17:21:00.899411Z","end":"2026-04-02T17:21:01.006704Z","steps":["trace[1803411552] 'process raft request' (duration: 107.18029ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:21:01.006727Z","caller":"traceutil/trace.go:171","msg":"trace[682967618] transaction","detail":"{read_only:false; response_revision:19607; number_of_response:1; }","duration":"107.761429ms","start":"2026-04-02T17:21:00.898929Z","end":"2026-04-02T17:21:01.006691Z","steps":["trace[682967618] 'process raft request' (duration: 107.543852ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:21:01.006797Z","caller":"traceutil/trace.go:171","msg":"trace[760581986] transaction","detail":"{read_only:false; response_revision:19606; number_of_response:1; }","duration":"108.190202ms","start":"2026-04-02T17:21:00.898571Z","end":"2026-04-02T17:21:01.006761Z","steps":["trace[760581986] 'process raft request' (duration: 107.668926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:21:02.392479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.063328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-02T17:21:02.392577Z","caller":"traceutil/trace.go:171","msg":"trace[1875003339] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19614; }","duration":"102.213592ms","start":"2026-04-02T17:21:02.290338Z","end":"2026-04-02T17:21:02.392552Z","steps":["trace[1875003339] 'range keys from in-memory index tree' (duration: 101.926254ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:22:35.014177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17563} {"level":"info","ts":"2026-04-02T17:22:35.109883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17563,"took":"92.681302ms","hash":3293292037,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":34537472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T17:22:35.109948Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3293292037,"revision":17563,"compact-revision":14583} {"level":"info","ts":"2026-04-02T17:27:16.780718Z","caller":"traceutil/trace.go:171","msg":"trace[101422228] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"196.924489ms","start":"2026-04-02T17:27:16.583749Z","end":"2026-04-02T17:27:16.780673Z","steps":["trace[101422228] 'process raft request' (duration: 196.64507ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:27:35.020852Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20526} {"level":"info","ts":"2026-04-02T17:27:35.141678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20526,"took":"117.340882ms","hash":1121048189,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":32096256,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T17:27:35.141742Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1121048189,"revision":20526,"compact-revision":17563} {"level":"info","ts":"2026-04-02T17:27:47.48695Z","caller":"traceutil/trace.go:171","msg":"trace[1280963748] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"156.941064ms","start":"2026-04-02T17:27:47.329975Z","end":"2026-04-02T17:27:47.486916Z","steps":["trace[1280963748] 'process raft request' (duration: 156.732308ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:27:47.492063Z","caller":"traceutil/trace.go:171","msg":"trace[1363972454] linearizableReadLoop","detail":"{readStateIndex:24403; appliedIndex:24401; }","duration":"127.646298ms","start":"2026-04-02T17:27:47.364374Z","end":"2026-04-02T17:27:47.492021Z","steps":["trace[1363972454] 'read index received' (duration: 122.486785ms)","trace[1363972454] 'applied index is now lower than readState.Index' (duration: 5.157953ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:27:47.492172Z","caller":"traceutil/trace.go:171","msg":"trace[796328572] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"162.086877ms","start":"2026-04-02T17:27:47.330049Z","end":"2026-04-02T17:27:47.492136Z","steps":["trace[796328572] 'process raft request' (duration: 161.770057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:27:47.492317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.939637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:27:47.492394Z","caller":"traceutil/trace.go:171","msg":"trace[1838027842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23305; }","duration":"128.169354ms","start":"2026-04-02T17:27:47.364205Z","end":"2026-04-02T17:27:47.492375Z","steps":["trace[1838027842] 'agreement among raft nodes before linearized reading' (duration: 127.960337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:27:47.492501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.739516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:27:47.492548Z","caller":"traceutil/trace.go:171","msg":"trace[1749083769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23305; }","duration":"118.85669ms","start":"2026-04-02T17:27:47.373678Z","end":"2026-04-02T17:27:47.492535Z","steps":["trace[1749083769] 'agreement among raft nodes before linearized reading' (duration: 118.607082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:27:47.492646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.145585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:27:47.492744Z","caller":"traceutil/trace.go:171","msg":"trace[1932033786] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23305; }","duration":"117.27555ms","start":"2026-04-02T17:27:47.37545Z","end":"2026-04-02T17:27:47.492726Z","steps":["trace[1932033786] 'agreement among raft nodes before linearized reading' (duration: 116.95632ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:19.328238Z","caller":"traceutil/trace.go:171","msg":"trace[2111817301] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"186.324724ms","start":"2026-04-02T17:28:19.141889Z","end":"2026-04-02T17:28:19.328213Z","steps":["trace[2111817301] 'process raft request' (duration: 186.179519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:19.329325Z","caller":"traceutil/trace.go:171","msg":"trace[1331279018] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24619; }","duration":"185.964903ms","start":"2026-04-02T17:28:19.143332Z","end":"2026-04-02T17:28:19.329297Z","steps":["trace[1331279018] 'read index received' (duration: 184.748744ms)","trace[1331279018] 'applied index is now lower than readState.Index' (duration: 1.214539ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:28:19.329462Z","caller":"traceutil/trace.go:171","msg":"trace[1962379812] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"186.359665ms","start":"2026-04-02T17:28:19.143087Z","end":"2026-04-02T17:28:19.329446Z","steps":["trace[1962379812] 'process raft request' (duration: 186.016655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:19.33001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.654994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:28:19.330084Z","caller":"traceutil/trace.go:171","msg":"trace[1217988579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23510; }","duration":"186.765628ms","start":"2026-04-02T17:28:19.143301Z","end":"2026-04-02T17:28:19.330067Z","steps":["trace[1217988579] 'agreement among raft nodes before linearized reading' (duration: 186.20309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:20.015528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.376767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:28:20.015673Z","caller":"traceutil/trace.go:171","msg":"trace[1847944282] linearizableReadLoop","detail":"{readStateIndex:24622; appliedIndex:24621; }","duration":"321.975534ms","start":"2026-04-02T17:28:19.693676Z","end":"2026-04-02T17:28:20.015652Z","steps":["trace[1847944282] 'read index received' (duration: 24.419002ms)","trace[1847944282] 'applied index is now lower than readState.Index' (duration: 297.554982ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:28:20.015691Z","caller":"traceutil/trace.go:171","msg":"trace[467247272] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"681.975042ms","start":"2026-04-02T17:28:19.333693Z","end":"2026-04-02T17:28:20.015668Z","steps":["trace[467247272] 'process raft request' (duration: 384.354077ms)","trace[467247272] 'compare' (duration: 297.217372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:28:20.016126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.333664Z","time spent":"682.077725ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:28:20.016262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.583054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:28:20.016451Z","caller":"traceutil/trace.go:171","msg":"trace[1091656511] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23511; }","duration":"322.814081ms","start":"2026-04-02T17:28:19.693616Z","end":"2026-04-02T17:28:20.01643Z","steps":["trace[1091656511] 'agreement among raft nodes before linearized reading' (duration: 322.122429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:20.016517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.693593Z","time spent":"322.908054ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:28:20.326355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.005213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:28:20.32649Z","caller":"traceutil/trace.go:171","msg":"trace[823641910] linearizableReadLoop","detail":"{readStateIndex:24623; appliedIndex:24622; }","duration":"310.768859ms","start":"2026-04-02T17:28:20.015706Z","end":"2026-04-02T17:28:20.326475Z","steps":["trace[823641910] 'read index received' (duration: 161.56754ms)","trace[823641910] 'applied index is now lower than readState.Index' (duration: 149.200539ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:28:20.326664Z","caller":"traceutil/trace.go:171","msg":"trace[881593325] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"606.40141ms","start":"2026-04-02T17:28:19.720204Z","end":"2026-04-02T17:28:20.326606Z","steps":["trace[881593325] 'process raft request' (duration: 457.082817ms)","trace[881593325] 'compare' (duration: 148.875919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:28:20.326709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.612537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:28:20.326744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.847246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:28:20.326782Z","caller":"traceutil/trace.go:171","msg":"trace[982963609] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:23513; }","duration":"434.702379ms","start":"2026-04-02T17:28:19.892065Z","end":"2026-04-02T17:28:20.326767Z","steps":["trace[982963609] 'agreement among raft nodes before linearized reading' (duration: 434.522704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:20.326803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.046941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:28:20.326816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.892046Z","time spent":"434.762631ms","remote":"127.0.0.1:33954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:28:20.326827Z","caller":"traceutil/trace.go:171","msg":"trace[548595784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23512; }","duration":"632.088783ms","start":"2026-04-02T17:28:19.694731Z","end":"2026-04-02T17:28:20.326819Z","steps":["trace[548595784] 'agreement among raft nodes before linearized reading' (duration: 631.843685ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:20.326824Z","caller":"traceutil/trace.go:171","msg":"trace[933817999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23512; }","duration":"631.933668ms","start":"2026-04-02T17:28:19.694869Z","end":"2026-04-02T17:28:20.326802Z","steps":["trace[933817999] 'agreement among raft nodes before linearized reading' (duration: 631.692271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:20.326855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.694714Z","time spent":"632.135055ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:28:20.326837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.999489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:28:20.326874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.694796Z","time spent":"632.067832ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:28:20.326903Z","caller":"traceutil/trace.go:171","msg":"trace[561696320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23512; }","duration":"539.120212ms","start":"2026-04-02T17:28:19.787765Z","end":"2026-04-02T17:28:20.326885Z","steps":["trace[561696320] 'agreement among raft nodes before linearized reading' (duration: 538.780971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:20.326715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.568157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:28:20.326947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.787741Z","time spent":"539.196035ms","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:28:20.326973Z","caller":"traceutil/trace.go:171","msg":"trace[1241648668] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23513; }","duration":"276.862807ms","start":"2026-04-02T17:28:20.050102Z","end":"2026-04-02T17:28:20.326965Z","steps":["trace[1241648668] 'agreement among raft nodes before linearized reading' (duration: 276.502505ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:20.326698Z","caller":"traceutil/trace.go:171","msg":"trace[1411711925] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"306.094751ms","start":"2026-04-02T17:28:20.02058Z","end":"2026-04-02T17:28:20.326675Z","steps":["trace[1411711925] 'process raft request' (duration: 305.860654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:20.327103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.877807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:28:20.327128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.027043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-02T17:28:20.327117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:20.02056Z","time spent":"306.494934ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:28:20.327164Z","caller":"traceutil/trace.go:171","msg":"trace[1377357871] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23513; }","duration":"497.995731ms","start":"2026-04-02T17:28:19.829151Z","end":"2026-04-02T17:28:20.327147Z","steps":["trace[1377357871] 'agreement among raft nodes before linearized reading' (duration: 497.598529ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:20.327177Z","caller":"traceutil/trace.go:171","msg":"trace[1594174582] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23513; }","duration":"499.118287ms","start":"2026-04-02T17:28:19.828043Z","end":"2026-04-02T17:28:20.327161Z","steps":["trace[1594174582] 'agreement among raft nodes before linearized reading' (duration: 498.502257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:20.327207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.828019Z","time spent":"499.179388ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:28:20.327207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.82912Z","time spent":"498.076794ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:28:20.327431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:19.720185Z","time spent":"606.606367ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:28:21.013818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.977786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:28:21.013923Z","caller":"traceutil/trace.go:171","msg":"trace[67304353] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"682.449236ms","start":"2026-04-02T17:28:20.331454Z","end":"2026-04-02T17:28:21.013903Z","steps":["trace[67304353] 'process raft request' (duration: 291.308894ms)","trace[67304353] 'compare' (duration: 390.862673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:28:21.013987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:20.331417Z","time spent":"682.543938ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:28:21.084893Z","caller":"traceutil/trace.go:171","msg":"trace[1110472652] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"751.19355ms","start":"2026-04-02T17:28:20.333671Z","end":"2026-04-02T17:28:21.084864Z","steps":["trace[1110472652] 'process raft request' (duration: 751.097607ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:21.084898Z","caller":"traceutil/trace.go:171","msg":"trace[1612979574] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"752.957486ms","start":"2026-04-02T17:28:20.331908Z","end":"2026-04-02T17:28:21.084865Z","steps":["trace[1612979574] 'process raft request' (duration: 752.726769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:21.085054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:20.333664Z","time spent":"751.305634ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:28:21.085071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:20.331895Z","time spent":"753.08857ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:28:21.085047Z","caller":"traceutil/trace.go:171","msg":"trace[1021580944] linearizableReadLoop","detail":"{readStateIndex:24628; appliedIndex:24625; }","duration":"442.105354ms","start":"2026-04-02T17:28:20.642906Z","end":"2026-04-02T17:28:21.085011Z","steps":["trace[1021580944] 'read index received' (duration: 441.66863ms)","trace[1021580944] 'applied index is now lower than readState.Index' (duration: 434.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:28:21.085276Z","caller":"traceutil/trace.go:171","msg":"trace[1132731485] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"749.989483ms","start":"2026-04-02T17:28:20.33526Z","end":"2026-04-02T17:28:21.08525Z","steps":["trace[1132731485] 'process raft request' (duration: 749.561189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:21.085429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:20.335245Z","time spent":"750.109796ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:28:21.085542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.58079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:28:21.085583Z","caller":"traceutil/trace.go:171","msg":"trace[315174832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23517; }","duration":"442.717124ms","start":"2026-04-02T17:28:20.642854Z","end":"2026-04-02T17:28:21.085571Z","steps":["trace[315174832] 'agreement among raft nodes before linearized reading' (duration: 442.398614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:21.085677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:20.642835Z","time spent":"442.830827ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:28:21.085361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.027388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:28:21.085878Z","caller":"traceutil/trace.go:171","msg":"trace[2017265308] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:23517; }","duration":"311.603557ms","start":"2026-04-02T17:28:20.774246Z","end":"2026-04-02T17:28:21.085849Z","steps":["trace[2017265308] 'agreement among raft nodes before linearized reading' (duration: 311.037179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:21.085961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:20.774225Z","time spent":"311.69586ms","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:28:21.280056Z","caller":"traceutil/trace.go:171","msg":"trace[1497919886] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"187.829841ms","start":"2026-04-02T17:28:21.092193Z","end":"2026-04-02T17:28:21.280023Z","steps":["trace[1497919886] 'process raft request' (duration: 166.672062ms)","trace[1497919886] 'compare' (duration: 20.774377ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:28:21.814235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007599381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:28:22.483691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.230029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:28:22.484035Z","caller":"traceutil/trace.go:171","msg":"trace[1947209924] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"1.390975918s","start":"2026-04-02T17:28:21.093028Z","end":"2026-04-02T17:28:22.484004Z","steps":["trace[1947209924] 'process raft request' (duration: 764.334926ms)","trace[1947209924] 'compare' (duration: 625.928739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:28:22.484178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:21.093017Z","time spent":"1.391088352s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:28:22.484638Z","caller":"traceutil/trace.go:171","msg":"trace[1961385269] linearizableReadLoop","detail":"{readStateIndex:24631; appliedIndex:24629; }","duration":"1.170931928s","start":"2026-04-02T17:28:21.313692Z","end":"2026-04-02T17:28:22.484624Z","steps":["trace[1961385269] 'read index received' (duration: 543.610155ms)","trace[1961385269] 'applied index is now lower than readState.Index' (duration: 627.320863ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:28:22.484676Z","caller":"traceutil/trace.go:171","msg":"trace[1469630742] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"1.352165751s","start":"2026-04-02T17:28:21.132465Z","end":"2026-04-02T17:28:22.484631Z","steps":["trace[1469630742] 'process raft request' (duration: 1.351311354s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:22.484773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:21.132428Z","time spent":"1.352288054s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:28:22.48477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171060302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:28:22.484844Z","caller":"traceutil/trace.go:171","msg":"trace[519159308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23520; }","duration":"1.171169066s","start":"2026-04-02T17:28:21.313658Z","end":"2026-04-02T17:28:22.484827Z","steps":["trace[519159308] 'agreement among raft nodes before linearized reading' (duration: 1.171005331s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:22.484895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:21.313643Z","time spent":"1.171243489s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:28:22.752077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.964452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:28:22.752235Z","caller":"traceutil/trace.go:171","msg":"trace[730662416] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"653.610625ms","start":"2026-04-02T17:28:22.098598Z","end":"2026-04-02T17:28:22.752208Z","steps":["trace[730662416] 'process raft request' (duration: 547.354104ms)","trace[730662416] 'compare' (duration: 105.722914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:28:22.752389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.098562Z","time spent":"653.723928ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:28:23.287116Z","caller":"traceutil/trace.go:171","msg":"trace[9418724] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"955.272997ms","start":"2026-04-02T17:28:22.331816Z","end":"2026-04-02T17:28:23.287089Z","steps":["trace[9418724] 'process raft request' (duration: 954.780632ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:23.287229Z","caller":"traceutil/trace.go:171","msg":"trace[328006265] linearizableReadLoop","detail":"{readStateIndex:24633; appliedIndex:24631; }","duration":"802.536776ms","start":"2026-04-02T17:28:22.484668Z","end":"2026-04-02T17:28:23.287205Z","steps":["trace[328006265] 'read index received' (duration: 161.345104ms)","trace[328006265] 'applied index is now lower than readState.Index' (duration: 641.189862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:28:23.287276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.331792Z","time spent":"955.396081ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:28:23.2874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424966514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:28:23.287454Z","caller":"traceutil/trace.go:171","msg":"trace[1160416551] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23522; }","duration":"1.425076978s","start":"2026-04-02T17:28:21.862366Z","end":"2026-04-02T17:28:23.287443Z","steps":["trace[1160416551] 'agreement among raft nodes before linearized reading' (duration: 1.424939974s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.287504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:21.862347Z","time spent":"1.42514308s","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:28:23.287599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794250406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-04-02T17:28:23.287628Z","caller":"traceutil/trace.go:171","msg":"trace[1199040523] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23522; }","duration":"1.794311738s","start":"2026-04-02T17:28:21.493309Z","end":"2026-04-02T17:28:23.287621Z","steps":["trace[1199040523] 'agreement among raft nodes before linearized reading' (duration: 1.794167263s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.287674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:21.493288Z","time spent":"1.79437824s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7371,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-02T17:28:23.287729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954837986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T17:28:23.287756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954058581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:28:23.287786Z","caller":"traceutil/trace.go:171","msg":"trace[1154335577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23522; }","duration":"1.954931869s","start":"2026-04-02T17:28:21.332841Z","end":"2026-04-02T17:28:23.287773Z","steps":["trace[1154335577] 'agreement among raft nodes before linearized reading' (duration: 1.954775604s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:23.287801Z","caller":"traceutil/trace.go:171","msg":"trace[936582197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23522; }","duration":"1.954125793s","start":"2026-04-02T17:28:21.333663Z","end":"2026-04-02T17:28:23.287789Z","steps":["trace[936582197] 'agreement among raft nodes before linearized reading' (duration: 1.953981359s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.28783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:21.332821Z","time spent":"1.95499776s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:28:23.287839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:21.333656Z","time spent":"1.954172265s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:28:23.287246Z","caller":"traceutil/trace.go:171","msg":"trace[272036330] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23522; }","duration":"787.695766ms","start":"2026-04-02T17:28:22.499523Z","end":"2026-04-02T17:28:23.287218Z","steps":["trace[272036330] 'process raft request' (duration: 787.50261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.287861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.174356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:28:23.287911Z","caller":"traceutil/trace.go:171","msg":"trace[120965782] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23522; }","duration":"956.270349ms","start":"2026-04-02T17:28:22.331627Z","end":"2026-04-02T17:28:23.287898Z","steps":["trace[120965782] 'agreement among raft nodes before linearized reading' (duration: 956.106234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.287928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.499503Z","time spent":"788.387358ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:28:23.28795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.331603Z","time spent":"956.337781ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:28:23.287439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726982809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:28:23.28806Z","caller":"traceutil/trace.go:171","msg":"trace[962638724] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23522; }","duration":"1.72764686s","start":"2026-04-02T17:28:21.56039Z","end":"2026-04-02T17:28:23.288037Z","steps":["trace[962638724] 'agreement among raft nodes before linearized reading' (duration: 1.726939308s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.288096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26866573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:28:23.288158Z","caller":"traceutil/trace.go:171","msg":"trace[1530900255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23522; }","duration":"1.268774743s","start":"2026-04-02T17:28:22.019366Z","end":"2026-04-02T17:28:23.288141Z","steps":["trace[1530900255] 'agreement among raft nodes before linearized reading' (duration: 1.268582507s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.288119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:21.560369Z","time spent":"1.727730083s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:28:23.288197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.019344Z","time spent":"1.268844166s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:28:23.28958Z","caller":"traceutil/trace.go:171","msg":"trace[1802092347] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"340.231112ms","start":"2026-04-02T17:28:22.949325Z","end":"2026-04-02T17:28:23.289556Z","steps":["trace[1802092347] 'process raft request' (duration: 340.084117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.289669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.4602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:28:23.289708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.949291Z","time spent":"340.346496ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:28:23.289717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.923296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-02T17:28:23.289751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.321554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:28:23.289844Z","caller":"traceutil/trace.go:171","msg":"trace[1648926220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23523; }","duration":"425.49905ms","start":"2026-04-02T17:28:22.864324Z","end":"2026-04-02T17:28:23.289823Z","steps":["trace[1648926220] 'agreement among raft nodes before linearized reading' (duration: 425.250602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.289906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.864301Z","time spent":"425.588063ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T17:28:23.289726Z","caller":"traceutil/trace.go:171","msg":"trace[1076555878] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23523; }","duration":"604.552913ms","start":"2026-04-02T17:28:22.68516Z","end":"2026-04-02T17:28:23.289713Z","steps":["trace[1076555878] 'agreement among raft nodes before linearized reading' (duration: 604.422719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.289965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.070735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:28:23.289776Z","caller":"traceutil/trace.go:171","msg":"trace[716902905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23523; }","duration":"201.027279ms","start":"2026-04-02T17:28:23.088733Z","end":"2026-04-02T17:28:23.28976Z","steps":["trace[716902905] 'agreement among raft nodes before linearized reading' (duration: 200.803171ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:28:23.290017Z","caller":"traceutil/trace.go:171","msg":"trace[467337430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23523; }","duration":"804.171597ms","start":"2026-04-02T17:28:22.485835Z","end":"2026-04-02T17:28:23.290006Z","steps":["trace[467337430] 'agreement among raft nodes before linearized reading' (duration: 804.078704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:28:23.290016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.685142Z","time spent":"604.818762ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":47,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:28:23.290053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:28:22.485814Z","time spent":"804.23257ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:28:23.290699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.577194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:28:23.290757Z","caller":"traceutil/trace.go:171","msg":"trace[2031917112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23523; }","duration":"273.639826ms","start":"2026-04-02T17:28:23.017103Z","end":"2026-04-02T17:28:23.290743Z","steps":["trace[2031917112] 'agreement among raft nodes before linearized reading' (duration: 272.938393ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:29:23.344891Z","caller":"traceutil/trace.go:171","msg":"trace[153363990] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"147.067442ms","start":"2026-04-02T17:29:23.197787Z","end":"2026-04-02T17:29:23.344854Z","steps":["trace[153363990] 'process raft request' (duration: 146.68039ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:29:23.759373Z","caller":"traceutil/trace.go:171","msg":"trace[1619030546] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"122.867847ms","start":"2026-04-02T17:29:23.636477Z","end":"2026-04-02T17:29:23.759345Z","steps":["trace[1619030546] 'process raft request' (duration: 43.538758ms)","trace[1619030546] 'compare' (duration: 79.228146ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:29:23.791434Z","caller":"traceutil/trace.go:171","msg":"trace[363039166] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"154.343392ms","start":"2026-04-02T17:29:23.63706Z","end":"2026-04-02T17:29:23.791403Z","steps":["trace[363039166] 'process raft request' (duration: 154.232269ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:29:23.791452Z","caller":"traceutil/trace.go:171","msg":"trace[1523062913] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"154.512347ms","start":"2026-04-02T17:29:23.636894Z","end":"2026-04-02T17:29:23.791406Z","steps":["trace[1523062913] 'process raft request' (duration: 154.211148ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:29:23.791648Z","caller":"traceutil/trace.go:171","msg":"trace[1235852049] linearizableReadLoop","detail":"{readStateIndex:25326; appliedIndex:25323; }","duration":"154.018712ms","start":"2026-04-02T17:29:23.637601Z","end":"2026-04-02T17:29:23.791619Z","steps":["trace[1235852049] 'read index received' (duration: 42.478684ms)","trace[1235852049] 'applied index is now lower than readState.Index' (duration: 111.538618ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:29:23.791653Z","caller":"traceutil/trace.go:171","msg":"trace[209748480] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"153.988061ms","start":"2026-04-02T17:29:23.637643Z","end":"2026-04-02T17:29:23.791631Z","steps":["trace[209748480] 'process raft request' (duration: 153.710913ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:29:23.791751Z","caller":"traceutil/trace.go:171","msg":"trace[2132878855] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"152.118742ms","start":"2026-04-02T17:29:23.639566Z","end":"2026-04-02T17:29:23.791685Z","steps":["trace[2132878855] 'process raft request' (duration: 151.966737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:29:23.79195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.323201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:29:23.79201Z","caller":"traceutil/trace.go:171","msg":"trace[1083720049] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24181; }","duration":"154.430775ms","start":"2026-04-02T17:29:23.637564Z","end":"2026-04-02T17:29:23.791994Z","steps":["trace[1083720049] 'agreement among raft nodes before linearized reading' (duration: 154.176977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:29:23.884932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.861834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:29:23.885005Z","caller":"traceutil/trace.go:171","msg":"trace[1660605043] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24182; }","duration":"108.989487ms","start":"2026-04-02T17:29:23.775998Z","end":"2026-04-02T17:29:23.884988Z","steps":["trace[1660605043] 'agreement among raft nodes before linearized reading' (duration: 108.723389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.611971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.224688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:30:47.612041Z","caller":"traceutil/trace.go:171","msg":"trace[798940193] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24934; }","duration":"448.329422ms","start":"2026-04-02T17:30:47.163698Z","end":"2026-04-02T17:30:47.612028Z","steps":["trace[798940193] 'range keys from in-memory index tree' (duration: 448.107444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.612065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.16368Z","time spent":"448.380223ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-02T17:30:47.612152Z","caller":"traceutil/trace.go:171","msg":"trace[995621495] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"314.22833ms","start":"2026-04-02T17:30:47.297877Z","end":"2026-04-02T17:30:47.612105Z","steps":["trace[995621495] 'process raft request' (duration: 313.131005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.612252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.058913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:47.61231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.297851Z","time spent":"314.381004ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:47.612359Z","caller":"traceutil/trace.go:171","msg":"trace[1803507480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24935; }","duration":"301.202497ms","start":"2026-04-02T17:30:47.311135Z","end":"2026-04-02T17:30:47.612337Z","steps":["trace[1803507480] 'agreement among raft nodes before linearized reading' (duration: 301.038572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:47.612422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:47.311121Z","time spent":"301.288251ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:30:47.612279Z","caller":"traceutil/trace.go:171","msg":"trace[824426661] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26116; }","duration":"300.878308ms","start":"2026-04-02T17:30:47.311179Z","end":"2026-04-02T17:30:47.612057Z","steps":["trace[824426661] 'read index received' (duration: 299.848365ms)","trace[824426661] 'applied index is now lower than readState.Index' (duration: 1.028403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:30:49.169885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.619019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:30:49.170251Z","caller":"traceutil/trace.go:171","msg":"trace[1289005117] linearizableReadLoop","detail":"{readStateIndex:26120; appliedIndex:26118; }","duration":"960.866904ms","start":"2026-04-02T17:30:48.209362Z","end":"2026-04-02T17:30:49.170228Z","steps":["trace[1289005117] 'read index received' (duration: 7.677393ms)","trace[1289005117] 'applied index is now lower than readState.Index' (duration: 953.18798ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:49.170258Z","caller":"traceutil/trace.go:171","msg":"trace[1340967278] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"960.942465ms","start":"2026-04-02T17:30:48.209274Z","end":"2026-04-02T17:30:49.170216Z","steps":["trace[1340967278] 'process raft request' (duration: 561.846921ms)","trace[1340967278] 'compare' (duration: 397.267286ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:49.170383Z","caller":"traceutil/trace.go:171","msg":"trace[1658342938] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"957.626471ms","start":"2026-04-02T17:30:48.212742Z","end":"2026-04-02T17:30:49.170369Z","steps":["trace[1658342938] 'process raft request' (duration: 957.431605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.170465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.209267Z","time spent":"961.07625ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:49.170495Z","caller":"traceutil/trace.go:171","msg":"trace[1558138725] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"960.902384ms","start":"2026-04-02T17:30:48.209368Z","end":"2026-04-02T17:30:49.170271Z","steps":["trace[1558138725] 'process raft request' (duration: 960.674317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.170702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.5394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:30:49.170801Z","caller":"traceutil/trace.go:171","msg":"trace[1888060623] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24940; }","duration":"946.655624ms","start":"2026-04-02T17:30:48.224122Z","end":"2026-04-02T17:30:49.170777Z","steps":["trace[1888060623] 'agreement among raft nodes before linearized reading' (duration: 946.382695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.170769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.528909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:49.170884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.4655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-04-02T17:30:49.17091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.102242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:49.170924Z","caller":"traceutil/trace.go:171","msg":"trace[1071594990] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24940; }","duration":"279.497511ms","start":"2026-04-02T17:30:48.891412Z","end":"2026-04-02T17:30:49.170909Z","steps":["trace[1071594990] 'agreement among raft nodes before linearized reading' (duration: 279.416529ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.170928Z","caller":"traceutil/trace.go:171","msg":"trace[2131135753] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24940; }","duration":"149.760857ms","start":"2026-04-02T17:30:49.021135Z","end":"2026-04-02T17:30:49.170896Z","steps":["trace[2131135753] 'agreement among raft nodes before linearized reading' (duration: 149.421066ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.170949Z","caller":"traceutil/trace.go:171","msg":"trace[194559340] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24940; }","duration":"324.205605ms","start":"2026-04-02T17:30:48.846732Z","end":"2026-04-02T17:30:49.170938Z","steps":["trace[194559340] 'agreement among raft nodes before linearized reading' (duration: 324.145903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.170806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.332116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-02T17:30:49.171059Z","caller":"traceutil/trace.go:171","msg":"trace[1832057095] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24940; }","duration":"279.610744ms","start":"2026-04-02T17:30:48.89143Z","end":"2026-04-02T17:30:49.171041Z","steps":["trace[1832057095] 'agreement among raft nodes before linearized reading' (duration: 279.313125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.17107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.78779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:49.171144Z","caller":"traceutil/trace.go:171","msg":"trace[127925144] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24940; }","duration":"279.899404ms","start":"2026-04-02T17:30:48.891225Z","end":"2026-04-02T17:30:49.171124Z","steps":["trace[127925144] 'agreement among raft nodes before linearized reading' (duration: 279.76866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.171189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.490137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-02T17:30:49.171189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.238239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:30:49.171233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.563764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:49.171246Z","caller":"traceutil/trace.go:171","msg":"trace[1500510170] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24940; }","duration":"810.589939ms","start":"2026-04-02T17:30:48.360642Z","end":"2026-04-02T17:30:49.171232Z","steps":["trace[1500510170] 'agreement among raft nodes before linearized reading' (duration: 810.402253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.170851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.224114Z","time spent":"946.727576ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:30:49.171275Z","caller":"traceutil/trace.go:171","msg":"trace[1238260274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24940; }","duration":"856.684988ms","start":"2026-04-02T17:30:48.31458Z","end":"2026-04-02T17:30:49.171265Z","steps":["trace[1238260274] 'agreement among raft nodes before linearized reading' (duration: 856.617416ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.171271Z","caller":"traceutil/trace.go:171","msg":"trace[122869073] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24940; }","duration":"755.356233ms","start":"2026-04-02T17:30:48.415893Z","end":"2026-04-02T17:30:49.171249Z","steps":["trace[122869073] 'agreement among raft nodes before linearized reading' (duration: 755.235539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.171274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.555215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-api-866fdb94b6-5f2s6\" ","response":"range_response_count:1 size:8189"} {"level":"warn","ts":"2026-04-02T17:30:49.171288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.360617Z","time spent":"810.662982ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:30:49.171306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.31455Z","time spent":"856.750589ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:30:49.171322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.41587Z","time spent":"755.441046ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:30:49.171332Z","caller":"traceutil/trace.go:171","msg":"trace[1572916726] range","detail":"{range_begin:/registry/pods/openstack/octavia-api-866fdb94b6-5f2s6; range_end:; response_count:1; response_revision:24940; }","duration":"894.621118ms","start":"2026-04-02T17:30:48.276691Z","end":"2026-04-02T17:30:49.171312Z","steps":["trace[1572916726] 'agreement among raft nodes before linearized reading' (duration: 894.454993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.171369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.276684Z","time spent":"894.677279ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8211,"request content":"key:\"/registry/pods/openstack/octavia-api-866fdb94b6-5f2s6\" "} {"level":"warn","ts":"2026-04-02T17:30:49.171404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.20936Z","time spent":"961.405341ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.170469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.212656Z","time spent":"957.773646ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.170718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.633917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-02T17:30:49.17156Z","caller":"traceutil/trace.go:171","msg":"trace[168435777] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24940; }","duration":"281.496825ms","start":"2026-04-02T17:30:48.890032Z","end":"2026-04-02T17:30:49.171529Z","steps":["trace[168435777] 'agreement among raft nodes before linearized reading' (duration: 280.498623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.170984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.846707Z","time spent":"324.269097ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:30:49.171001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.731731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:30:49.172124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.332851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-02T17:30:49.17218Z","caller":"traceutil/trace.go:171","msg":"trace[1832742792] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24940; }","duration":"908.410794ms","start":"2026-04-02T17:30:48.263753Z","end":"2026-04-02T17:30:49.172164Z","steps":["trace[1832742792] 'agreement among raft nodes before linearized reading' (duration: 907.679401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.172237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.263708Z","time spent":"908.521107ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-02T17:30:49.172237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.493285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-02T17:30:49.172298Z","caller":"traceutil/trace.go:171","msg":"trace[2111978619] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:24940; }","duration":"698.591249ms","start":"2026-04-02T17:30:48.473687Z","end":"2026-04-02T17:30:49.172279Z","steps":["trace[2111978619] 'agreement among raft nodes before linearized reading' (duration: 697.397211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.172366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.473673Z","time spent":"698.677761ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"info","ts":"2026-04-02T17:30:49.171909Z","caller":"traceutil/trace.go:171","msg":"trace[1323476604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24940; }","duration":"962.6568ms","start":"2026-04-02T17:30:48.209229Z","end":"2026-04-02T17:30:49.171886Z","steps":["trace[1323476604] 'agreement among raft nodes before linearized reading' (duration: 961.539505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.172773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:48.209224Z","time spent":"963.537078ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:30:49.578353Z","caller":"traceutil/trace.go:171","msg":"trace[907276761] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"396.535314ms","start":"2026-04-02T17:30:49.181797Z","end":"2026-04-02T17:30:49.578332Z","steps":["trace[907276761] 'process raft request' (duration: 396.142591ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.577755Z","caller":"traceutil/trace.go:171","msg":"trace[1871258050] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"401.284183ms","start":"2026-04-02T17:30:49.176432Z","end":"2026-04-02T17:30:49.577717Z","steps":["trace[1871258050] 'process raft request' (duration: 400.919712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.578473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.181789Z","time spent":"396.627037ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7985,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.578627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.216283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-26462cd6-fa5d-4e46-a1c6-126aad73b476\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-02T17:30:49.578676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.176417Z","time spent":"402.088958ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:49.578128Z","caller":"traceutil/trace.go:171","msg":"trace[1235288207] linearizableReadLoop","detail":"{readStateIndex:26126; appliedIndex:26123; }","duration":"347.909546ms","start":"2026-04-02T17:30:49.230189Z","end":"2026-04-02T17:30:49.578099Z","steps":["trace[1235288207] 'read index received' (duration: 347.307436ms)","trace[1235288207] 'applied index is now lower than readState.Index' (duration: 601.13µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:49.578724Z","caller":"traceutil/trace.go:171","msg":"trace[483631542] range","detail":"{range_begin:/registry/persistentvolumes/pvc-26462cd6-fa5d-4e46-a1c6-126aad73b476; range_end:; response_count:1; response_revision:24943; }","duration":"402.353408ms","start":"2026-04-02T17:30:49.176352Z","end":"2026-04-02T17:30:49.578705Z","steps":["trace[483631542] 'agreement among raft nodes before linearized reading' (duration: 402.1228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.57877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.522288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-02T17:30:49.578766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.176337Z","time spent":"402.419349ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-26462cd6-fa5d-4e46-a1c6-126aad73b476\" "} {"level":"info","ts":"2026-04-02T17:30:49.578794Z","caller":"traceutil/trace.go:171","msg":"trace[657803995] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24943; }","duration":"356.586259ms","start":"2026-04-02T17:30:49.222201Z","end":"2026-04-02T17:30:49.578788Z","steps":["trace[657803995] 'agreement among raft nodes before linearized reading' (duration: 356.492696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.578813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.22218Z","time spent":"356.629781ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-02T17:30:49.578204Z","caller":"traceutil/trace.go:171","msg":"trace[1588327978] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"400.21572ms","start":"2026-04-02T17:30:49.177966Z","end":"2026-04-02T17:30:49.578181Z","steps":["trace[1588327978] 'process raft request' (duration: 399.680223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.579313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.177945Z","time spent":"401.226331ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:49.702978Z","caller":"traceutil/trace.go:171","msg":"trace[2137554857] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"471.934088ms","start":"2026-04-02T17:30:49.230999Z","end":"2026-04-02T17:30:49.702933Z","steps":["trace[2137554857] 'process raft request' (duration: 471.498054ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.703096Z","caller":"traceutil/trace.go:171","msg":"trace[2042360714] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"467.979024ms","start":"2026-04-02T17:30:49.235092Z","end":"2026-04-02T17:30:49.703071Z","steps":["trace[2042360714] 'process raft request' (duration: 467.728176ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.703183Z","caller":"traceutil/trace.go:171","msg":"trace[1242536783] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"467.806937ms","start":"2026-04-02T17:30:49.235352Z","end":"2026-04-02T17:30:49.703159Z","steps":["trace[1242536783] 'process raft request' (duration: 467.589781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:49.703306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.230977Z","time spent":"472.118484ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.703336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.235076Z","time spent":"468.120498ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:30:49.703299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:30:49.235325Z","time spent":"467.917691ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:30:49.734122Z","caller":"traceutil/trace.go:171","msg":"trace[2029192938] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"149.424067ms","start":"2026-04-02T17:30:49.584669Z","end":"2026-04-02T17:30:49.734093Z","steps":["trace[2029192938] 'process raft request' (duration: 149.247641ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.734437Z","caller":"traceutil/trace.go:171","msg":"trace[1090162976] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"145.051708ms","start":"2026-04-02T17:30:49.589367Z","end":"2026-04-02T17:30:49.734418Z","steps":["trace[1090162976] 'process raft request' (duration: 144.771989ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.734503Z","caller":"traceutil/trace.go:171","msg":"trace[18942556] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"148.221069ms","start":"2026-04-02T17:30:49.586254Z","end":"2026-04-02T17:30:49.734475Z","steps":["trace[18942556] 'process raft request' (duration: 147.824017ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:49.734628Z","caller":"traceutil/trace.go:171","msg":"trace[2015672155] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"149.836729ms","start":"2026-04-02T17:30:49.584745Z","end":"2026-04-02T17:30:49.734582Z","steps":["trace[2015672155] 'process raft request' (duration: 149.294652ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:51.782733Z","caller":"traceutil/trace.go:171","msg":"trace[814303205] linearizableReadLoop","detail":"{readStateIndex:26143; appliedIndex:26142; }","duration":"199.207422ms","start":"2026-04-02T17:30:51.583505Z","end":"2026-04-02T17:30:51.782712Z","steps":["trace[814303205] 'read index received' (duration: 199.049247ms)","trace[814303205] 'applied index is now lower than readState.Index' (duration: 157.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:51.782779Z","caller":"traceutil/trace.go:171","msg":"trace[1924189131] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"207.795113ms","start":"2026-04-02T17:30:51.574953Z","end":"2026-04-02T17:30:51.782748Z","steps":["trace[1924189131] 'process raft request' (duration: 207.584196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:51.782964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.178111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:30:51.783006Z","caller":"traceutil/trace.go:171","msg":"trace[276759006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24960; }","duration":"199.277413ms","start":"2026-04-02T17:30:51.583715Z","end":"2026-04-02T17:30:51.782992Z","steps":["trace[276759006] 'agreement among raft nodes before linearized reading' (duration: 199.138509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:51.783069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.50692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:30:51.78318Z","caller":"traceutil/trace.go:171","msg":"trace[1139221172] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24960; }","duration":"199.719438ms","start":"2026-04-02T17:30:51.583438Z","end":"2026-04-02T17:30:51.783158Z","steps":["trace[1139221172] 'agreement among raft nodes before linearized reading' (duration: 199.405848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:53.24269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.908091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:168 size:1587418"} {"level":"info","ts":"2026-04-02T17:30:53.242811Z","caller":"traceutil/trace.go:171","msg":"trace[334169526] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:168; response_revision:24977; }","duration":"143.075446ms","start":"2026-04-02T17:30:53.099721Z","end":"2026-04-02T17:30:53.242797Z","steps":["trace[334169526] 'range keys from in-memory index tree' (duration: 141.901219ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:53.47358Z","caller":"traceutil/trace.go:171","msg":"trace[2100893524] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"227.649281ms","start":"2026-04-02T17:30:53.245907Z","end":"2026-04-02T17:30:53.473556Z","steps":["trace[2100893524] 'process raft request' (duration: 227.511737ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:53.476926Z","caller":"traceutil/trace.go:171","msg":"trace[666167010] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"230.846022ms","start":"2026-04-02T17:30:53.24606Z","end":"2026-04-02T17:30:53.476906Z","steps":["trace[666167010] 'process raft request' (duration: 230.704098ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:53.477173Z","caller":"traceutil/trace.go:171","msg":"trace[265016598] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"230.886774ms","start":"2026-04-02T17:30:53.246265Z","end":"2026-04-02T17:30:53.477152Z","steps":["trace[265016598] 'process raft request' (duration: 230.602955ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:53.937366Z","caller":"traceutil/trace.go:171","msg":"trace[1826646323] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"214.224016ms","start":"2026-04-02T17:30:53.723122Z","end":"2026-04-02T17:30:53.937346Z","steps":["trace[1826646323] 'process raft request' (duration: 214.070542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:54.525056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.91312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:30:54.525159Z","caller":"traceutil/trace.go:171","msg":"trace[209996096] linearizableReadLoop","detail":"{readStateIndex:26181; appliedIndex:26180; }","duration":"212.043067ms","start":"2026-04-02T17:30:54.313097Z","end":"2026-04-02T17:30:54.52514Z","steps":["trace[209996096] 'read index received' (duration: 44.87929ms)","trace[209996096] 'applied index is now lower than readState.Index' (duration: 167.162577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:30:54.525241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.14942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:30:54.525282Z","caller":"traceutil/trace.go:171","msg":"trace[873757285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24996; }","duration":"212.230453ms","start":"2026-04-02T17:30:54.313039Z","end":"2026-04-02T17:30:54.52527Z","steps":["trace[873757285] 'agreement among raft nodes before linearized reading' (duration: 212.160331ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:54.525435Z","caller":"traceutil/trace.go:171","msg":"trace[1236669320] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"272.926094ms","start":"2026-04-02T17:30:54.252475Z","end":"2026-04-02T17:30:54.525401Z","steps":["trace[1236669320] 'process raft request' (duration: 105.58768ms)","trace[1236669320] 'compare' (duration: 166.808427ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:55.621351Z","caller":"traceutil/trace.go:171","msg":"trace[1332422897] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"115.556575ms","start":"2026-04-02T17:30:55.505763Z","end":"2026-04-02T17:30:55.621319Z","steps":["trace[1332422897] 'process raft request' (duration: 70.846932ms)","trace[1332422897] 'compare' (duration: 44.492086ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:55.621586Z","caller":"traceutil/trace.go:171","msg":"trace[1278275143] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"115.151051ms","start":"2026-04-02T17:30:55.506379Z","end":"2026-04-02T17:30:55.62153Z","steps":["trace[1278275143] 'process raft request' (duration: 114.888893ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:55.982576Z","caller":"traceutil/trace.go:171","msg":"trace[1599162363] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"151.284555ms","start":"2026-04-02T17:30:55.831268Z","end":"2026-04-02T17:30:55.982552Z","steps":["trace[1599162363] 'process raft request' (duration: 151.154311ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.089044Z","caller":"traceutil/trace.go:171","msg":"trace[1690664923] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26196; }","duration":"125.50801ms","start":"2026-04-02T17:30:55.96351Z","end":"2026-04-02T17:30:56.089018Z","steps":["trace[1690664923] 'read index received' (duration: 19.171846ms)","trace[1690664923] 'applied index is now lower than readState.Index' (duration: 106.335084ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:56.089357Z","caller":"traceutil/trace.go:171","msg":"trace[974686904] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"138.975226ms","start":"2026-04-02T17:30:55.950368Z","end":"2026-04-02T17:30:56.089343Z","steps":["trace[974686904] 'process raft request' (duration: 138.488161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.089672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.14734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:30:56.089715Z","caller":"traceutil/trace.go:171","msg":"trace[1012144290] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25012; }","duration":"126.253084ms","start":"2026-04-02T17:30:55.963451Z","end":"2026-04-02T17:30:56.089704Z","steps":["trace[1012144290] 'agreement among raft nodes before linearized reading' (duration: 126.105549ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:56.206537Z","caller":"traceutil/trace.go:171","msg":"trace[1333359045] linearizableReadLoop","detail":"{readStateIndex:26198; appliedIndex:26197; }","duration":"117.394353ms","start":"2026-04-02T17:30:56.089123Z","end":"2026-04-02T17:30:56.206518Z","steps":["trace[1333359045] 'read index received' (duration: 113.343706ms)","trace[1333359045] 'applied index is now lower than readState.Index' (duration: 4.049947ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:30:56.206537Z","caller":"traceutil/trace.go:171","msg":"trace[1423390529] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"206.726699ms","start":"2026-04-02T17:30:55.999776Z","end":"2026-04-02T17:30:56.206503Z","steps":["trace[1423390529] 'process raft request' (duration: 202.674461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.207521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.0552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:30:56.208204Z","caller":"traceutil/trace.go:171","msg":"trace[656114085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25014; }","duration":"134.727891ms","start":"2026-04-02T17:30:56.072883Z","end":"2026-04-02T17:30:56.207611Z","steps":["trace[656114085] 'agreement among raft nodes before linearized reading' (duration: 133.710149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:30:56.351218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.375891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:30:56.351292Z","caller":"traceutil/trace.go:171","msg":"trace[1403559644] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25018; }","duration":"110.476215ms","start":"2026-04-02T17:30:56.240798Z","end":"2026-04-02T17:30:56.351274Z","steps":["trace[1403559644] 'agreement among raft nodes before linearized reading' (duration: 110.248117ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:30:59.648497Z","caller":"traceutil/trace.go:171","msg":"trace[143053361] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"130.509708ms","start":"2026-04-02T17:30:59.517917Z","end":"2026-04-02T17:30:59.648426Z","steps":["trace[143053361] 'process raft request' (duration: 130.172448ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:07.643876Z","caller":"traceutil/trace.go:171","msg":"trace[553666193] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"101.388477ms","start":"2026-04-02T17:31:07.542466Z","end":"2026-04-02T17:31:07.643855Z","steps":["trace[553666193] 'process raft request' (duration: 100.100616ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:07.643787Z","caller":"traceutil/trace.go:171","msg":"trace[861904418] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"100.496159ms","start":"2026-04-02T17:31:07.543266Z","end":"2026-04-02T17:31:07.643762Z","steps":["trace[861904418] 'process raft request' (duration: 100.381595ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:08.513402Z","caller":"traceutil/trace.go:171","msg":"trace[365702432] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"104.891188ms","start":"2026-04-02T17:31:08.408481Z","end":"2026-04-02T17:31:08.513372Z","steps":["trace[365702432] 'process raft request' (duration: 104.743564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:43.106208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007605041,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:31:43.137661Z","caller":"traceutil/trace.go:171","msg":"trace[1873916682] linearizableReadLoop","detail":"{readStateIndex:26666; appliedIndex:26665; }","duration":"531.872493ms","start":"2026-04-02T17:31:42.605775Z","end":"2026-04-02T17:31:43.137648Z","steps":["trace[1873916682] 'read index received' (duration: 531.738059ms)","trace[1873916682] 'applied index is now lower than readState.Index' (duration: 133.844µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:31:43.137867Z","caller":"traceutil/trace.go:171","msg":"trace[895486928] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"532.695569ms","start":"2026-04-02T17:31:42.60516Z","end":"2026-04-02T17:31:43.137855Z","steps":["trace[895486928] 'process raft request' (duration: 532.393519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:43.137944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:31:42.605137Z","time spent":"532.754671ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:31:43.138097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.517292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:43.138134Z","caller":"traceutil/trace.go:171","msg":"trace[1528914462] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25458; }","duration":"401.599075ms","start":"2026-04-02T17:31:42.736526Z","end":"2026-04-02T17:31:43.138125Z","steps":["trace[1528914462] 'agreement among raft nodes before linearized reading' (duration: 401.541363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:43.138154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:31:42.736488Z","time spent":"401.660037ms","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:31:43.138311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.543664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:31:43.138335Z","caller":"traceutil/trace.go:171","msg":"trace[687078603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25458; }","duration":"532.604346ms","start":"2026-04-02T17:31:42.605725Z","end":"2026-04-02T17:31:43.138329Z","steps":["trace[687078603] 'agreement among raft nodes before linearized reading' (duration: 532.533763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:43.138353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:31:42.605704Z","time spent":"532.644817ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:31:43.138722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.899397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:31:43.13875Z","caller":"traceutil/trace.go:171","msg":"trace[1420281664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25458; }","duration":"210.972689ms","start":"2026-04-02T17:31:42.927771Z","end":"2026-04-02T17:31:43.138743Z","steps":["trace[1420281664] 'agreement among raft nodes before linearized reading' (duration: 210.844815ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:49.039578Z","caller":"traceutil/trace.go:171","msg":"trace[614439150] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"132.199949ms","start":"2026-04-02T17:31:48.907353Z","end":"2026-04-02T17:31:49.039553Z","steps":["trace[614439150] 'process raft request' (duration: 132.027964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:54.1785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.42533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:31:54.178698Z","caller":"traceutil/trace.go:171","msg":"trace[121157515] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"211.730483ms","start":"2026-04-02T17:31:53.966936Z","end":"2026-04-02T17:31:54.178666Z","steps":["trace[121157515] 'process raft request' (duration: 52.022134ms)","trace[121157515] 'compare' (duration: 159.327977ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:31:54.178798Z","caller":"traceutil/trace.go:171","msg":"trace[1641784906] linearizableReadLoop","detail":"{readStateIndex:27171; appliedIndex:27170; }","duration":"211.189436ms","start":"2026-04-02T17:31:53.967583Z","end":"2026-04-02T17:31:54.178772Z","steps":["trace[1641784906] 'read index received' (duration: 51.445937ms)","trace[1641784906] 'applied index is now lower than readState.Index' (duration: 159.740499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:31:54.180852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.201449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-02T17:31:54.181041Z","caller":"traceutil/trace.go:171","msg":"trace[2147049496] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25952; }","duration":"213.487458ms","start":"2026-04-02T17:31:53.967533Z","end":"2026-04-02T17:31:54.18102Z","steps":["trace[2147049496] 'agreement among raft nodes before linearized reading' (duration: 211.362081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:54.181155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.26447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2828"} {"level":"info","ts":"2026-04-02T17:31:54.181211Z","caller":"traceutil/trace.go:171","msg":"trace[929850911] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"204.461704ms","start":"2026-04-02T17:31:53.976732Z","end":"2026-04-02T17:31:54.181193Z","steps":["trace[929850911] 'process raft request' (duration: 203.803703ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:54.181223Z","caller":"traceutil/trace.go:171","msg":"trace[659263626] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:25954; }","duration":"150.376693ms","start":"2026-04-02T17:31:54.030831Z","end":"2026-04-02T17:31:54.181207Z","steps":["trace[659263626] 'agreement among raft nodes before linearized reading' (duration: 150.191787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:54.181482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.967155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:31:54.181526Z","caller":"traceutil/trace.go:171","msg":"trace[966637578] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25954; }","duration":"122.050958ms","start":"2026-04-02T17:31:54.059462Z","end":"2026-04-02T17:31:54.181513Z","steps":["trace[966637578] 'agreement among raft nodes before linearized reading' (duration: 121.936074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:54.18166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.932236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"warn","ts":"2026-04-02T17:31:54.181973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.479074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:31:54.181979Z","caller":"traceutil/trace.go:171","msg":"trace[1421407386] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:25954; }","duration":"173.291118ms","start":"2026-04-02T17:31:54.008661Z","end":"2026-04-02T17:31:54.181952Z","steps":["trace[1421407386] 'agreement among raft nodes before linearized reading' (duration: 172.708019ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:54.182009Z","caller":"traceutil/trace.go:171","msg":"trace[1912474860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25954; }","duration":"179.538395ms","start":"2026-04-02T17:31:54.002459Z","end":"2026-04-02T17:31:54.181997Z","steps":["trace[1912474860] 'agreement among raft nodes before linearized reading' (duration: 178.395569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.703412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.238918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:55.7035Z","caller":"traceutil/trace.go:171","msg":"trace[2094643935] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26020; }","duration":"168.352502ms","start":"2026-04-02T17:31:55.535129Z","end":"2026-04-02T17:31:55.703481Z","steps":["trace[2094643935] 'range keys from in-memory index tree' (duration: 168.173186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.703784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.802165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:55.703881Z","caller":"traceutil/trace.go:171","msg":"trace[2081297600] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26020; }","duration":"124.904809ms","start":"2026-04-02T17:31:55.578946Z","end":"2026-04-02T17:31:55.703851Z","steps":["trace[2081297600] 'range keys from in-memory index tree' (duration: 124.743993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.704244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.148126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:55.704307Z","caller":"traceutil/trace.go:171","msg":"trace[142600125] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26020; }","duration":"169.236369ms","start":"2026-04-02T17:31:55.535052Z","end":"2026-04-02T17:31:55.704289Z","steps":["trace[142600125] 'range keys from in-memory index tree' (duration: 169.031123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.704456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.284671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:55.704512Z","caller":"traceutil/trace.go:171","msg":"trace[1098536253] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26020; }","duration":"169.350893ms","start":"2026-04-02T17:31:55.535147Z","end":"2026-04-02T17:31:55.704498Z","steps":["trace[1098536253] 'count revisions from in-memory index tree' (duration: 169.234539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.705189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.693263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:31:55.705246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.819259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:55.705277Z","caller":"traceutil/trace.go:171","msg":"trace[1604657904] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26020; }","duration":"137.825017ms","start":"2026-04-02T17:31:55.567429Z","end":"2026-04-02T17:31:55.705254Z","steps":["trace[1604657904] 'count revisions from in-memory index tree' (duration: 137.625361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.705255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.321122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:55.705298Z","caller":"traceutil/trace.go:171","msg":"trace[1717502404] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26020; }","duration":"126.889161ms","start":"2026-04-02T17:31:55.578395Z","end":"2026-04-02T17:31:55.705284Z","steps":["trace[1717502404] 'range keys from in-memory index tree' (duration: 126.768987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.705209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.353313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:55.705409Z","caller":"traceutil/trace.go:171","msg":"trace[493031738] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26020; }","duration":"150.573649ms","start":"2026-04-02T17:31:55.554815Z","end":"2026-04-02T17:31:55.705388Z","steps":["trace[493031738] 'range keys from in-memory index tree' (duration: 150.309672ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:55.705338Z","caller":"traceutil/trace.go:171","msg":"trace[294052599] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26020; }","duration":"150.452286ms","start":"2026-04-02T17:31:55.554865Z","end":"2026-04-02T17:31:55.705318Z","steps":["trace[294052599] 'count revisions from in-memory index tree' (duration: 150.2467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.70556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.192208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:31:55.705549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.744367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:55.705612Z","caller":"traceutil/trace.go:171","msg":"trace[697195409] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26020; }","duration":"138.24786ms","start":"2026-04-02T17:31:55.567349Z","end":"2026-04-02T17:31:55.705597Z","steps":["trace[697195409] 'range keys from in-memory index tree' (duration: 138.154647ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:55.705624Z","caller":"traceutil/trace.go:171","msg":"trace[1820607835] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26020; }","duration":"127.080837ms","start":"2026-04-02T17:31:55.578526Z","end":"2026-04-02T17:31:55.705607Z","steps":["trace[1820607835] 'count revisions from in-memory index tree' (duration: 126.709406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.705797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.302541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:43886"} {"level":"info","ts":"2026-04-02T17:31:55.70586Z","caller":"traceutil/trace.go:171","msg":"trace[1478751014] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackmachinetemplates.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:26020; }","duration":"156.366283ms","start":"2026-04-02T17:31:55.549478Z","end":"2026-04-02T17:31:55.705844Z","steps":["trace[1478751014] 'range keys from in-memory index tree' (duration: 155.345961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:31:55.70617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.385609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575983"} {"level":"info","ts":"2026-04-02T17:31:55.706241Z","caller":"traceutil/trace.go:171","msg":"trace[402344986] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26020; }","duration":"141.473312ms","start":"2026-04-02T17:31:55.564755Z","end":"2026-04-02T17:31:55.706228Z","steps":["trace[402344986] 'range keys from in-memory index tree' (duration: 140.645756ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:55.939036Z","caller":"traceutil/trace.go:171","msg":"trace[498611889] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"125.074084ms","start":"2026-04-02T17:31:55.813921Z","end":"2026-04-02T17:31:55.938995Z","steps":["trace[498611889] 'process raft request' (duration: 124.896098ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:57.198785Z","caller":"traceutil/trace.go:171","msg":"trace[1797422620] linearizableReadLoop","detail":"{readStateIndex:27284; appliedIndex:27283; }","duration":"184.379199ms","start":"2026-04-02T17:31:57.014385Z","end":"2026-04-02T17:31:57.198764Z","steps":["trace[1797422620] 'read index received' (duration: 184.0704ms)","trace[1797422620] 'applied index is now lower than readState.Index' (duration: 307.849µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:31:57.198888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.478712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/probes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:31:57.198866Z","caller":"traceutil/trace.go:171","msg":"trace[336563016] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"184.635177ms","start":"2026-04-02T17:31:57.01418Z","end":"2026-04-02T17:31:57.198815Z","steps":["trace[336563016] 'process raft request' (duration: 184.371309ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:31:57.198913Z","caller":"traceutil/trace.go:171","msg":"trace[1146964848] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/cert-manager-test/; range_end:/registry/monitoring.coreos.com/probes/cert-manager-test0; response_count:0; response_revision:26063; }","duration":"184.527304ms","start":"2026-04-02T17:31:57.01438Z","end":"2026-04-02T17:31:57.198907Z","steps":["trace[1146964848] 'agreement among raft nodes before linearized reading' (duration: 184.461332ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:32:01.473485Z","caller":"traceutil/trace.go:171","msg":"trace[1739833208] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27393; }","duration":"214.892433ms","start":"2026-04-02T17:32:01.258567Z","end":"2026-04-02T17:32:01.473459Z","steps":["trace[1739833208] 'read index received' (duration: 214.78527ms)","trace[1739833208] 'applied index is now lower than readState.Index' (duration: 105.923µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:32:01.473584Z","caller":"traceutil/trace.go:171","msg":"trace[1637933554] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"218.767436ms","start":"2026-04-02T17:32:01.254777Z","end":"2026-04-02T17:32:01.473544Z","steps":["trace[1637933554] 'process raft request' (duration: 218.519138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:01.473745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.166951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:32:01.473789Z","caller":"traceutil/trace.go:171","msg":"trace[1653870649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26170; }","duration":"215.226603ms","start":"2026-04-02T17:32:01.258552Z","end":"2026-04-02T17:32:01.473778Z","steps":["trace[1653870649] 'agreement among raft nodes before linearized reading' (duration: 215.038097ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:32:01.487029Z","caller":"traceutil/trace.go:171","msg":"trace[1633794709] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"145.162769ms","start":"2026-04-02T17:32:01.341846Z","end":"2026-04-02T17:32:01.487009Z","steps":["trace[1633794709] 'process raft request' (duration: 145.025704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:01.487168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.357442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:32:01.487264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.82944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:32:01.487301Z","caller":"traceutil/trace.go:171","msg":"trace[987137519] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26171; }","duration":"139.904013ms","start":"2026-04-02T17:32:01.347388Z","end":"2026-04-02T17:32:01.487292Z","steps":["trace[987137519] 'agreement among raft nodes before linearized reading' (duration: 139.780439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:01.487286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.377045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:32:01.487294Z","caller":"traceutil/trace.go:171","msg":"trace[181537785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26171; }","duration":"174.537927ms","start":"2026-04-02T17:32:01.31274Z","end":"2026-04-02T17:32:01.487277Z","steps":["trace[181537785] 'agreement among raft nodes before linearized reading' (duration: 174.361372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:01.487203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.309159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:32:01.487399Z","caller":"traceutil/trace.go:171","msg":"trace[229248347] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26171; }","duration":"145.535191ms","start":"2026-04-02T17:32:01.341826Z","end":"2026-04-02T17:32:01.487361Z","steps":["trace[229248347] 'agreement among raft nodes before linearized reading' (duration: 145.224851ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:32:01.487425Z","caller":"traceutil/trace.go:171","msg":"trace[1720677490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26171; }","duration":"223.552617ms","start":"2026-04-02T17:32:01.263852Z","end":"2026-04-02T17:32:01.487404Z","steps":["trace[1720677490] 'agreement among raft nodes before linearized reading' (duration: 223.168935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:01.991195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007607069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:32:02.367728Z","caller":"traceutil/trace.go:171","msg":"trace[565174384] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"889.124576ms","start":"2026-04-02T17:32:01.478576Z","end":"2026-04-02T17:32:02.3677Z","steps":["trace[565174384] 'process raft request' (duration: 827.005512ms)","trace[565174384] 'compare' (duration: 60.923806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:32:02.367873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.478433Z","time spent":"889.366574ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:32:02.751315Z","caller":"traceutil/trace.go:171","msg":"trace[725962] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"1.260104563s","start":"2026-04-02T17:32:01.491174Z","end":"2026-04-02T17:32:02.751279Z","steps":["trace[725962] 'process raft request' (duration: 1.21064212s)","trace[725962] 'compare' (duration: 49.291248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:32:02.751469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.491149Z","time spent":"1.260243068s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:32:02.751493Z","caller":"traceutil/trace.go:171","msg":"trace[1272733163] linearizableReadLoop","detail":"{readStateIndex:27398; appliedIndex:27395; }","duration":"1.260522976s","start":"2026-04-02T17:32:01.490945Z","end":"2026-04-02T17:32:02.751468Z","steps":["trace[1272733163] 'read index received' (duration: 814.698723ms)","trace[1272733163] 'applied index is now lower than readState.Index' (duration: 445.823483ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:32:02.751584Z","caller":"traceutil/trace.go:171","msg":"trace[1181173487] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"962.833176ms","start":"2026-04-02T17:32:01.788744Z","end":"2026-04-02T17:32:02.751577Z","steps":["trace[1181173487] 'process raft request' (duration: 962.499755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.751649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.788724Z","time spent":"962.884888ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:32:02.752022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261038732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:32:02.752186Z","caller":"traceutil/trace.go:171","msg":"trace[112405862] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26174; }","duration":"1.261223578s","start":"2026-04-02T17:32:01.490938Z","end":"2026-04-02T17:32:02.752162Z","steps":["trace[112405862] 'agreement among raft nodes before linearized reading' (duration: 1.26065489s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.752328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.490922Z","time spent":"1.261386864s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:32:02.914413Z","caller":"traceutil/trace.go:171","msg":"trace[1229479158] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"440.646398ms","start":"2026-04-02T17:32:02.473741Z","end":"2026-04-02T17:32:02.914387Z","steps":["trace[1229479158] 'process raft request' (duration: 440.392479ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:32:02.914458Z","caller":"traceutil/trace.go:171","msg":"trace[1623972061] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"393.251301ms","start":"2026-04-02T17:32:02.521176Z","end":"2026-04-02T17:32:02.914427Z","steps":["trace[1623972061] 'process raft request' (duration: 393.183339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.914538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:02.473727Z","time spent":"440.743841ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:32:02.914517Z","caller":"traceutil/trace.go:171","msg":"trace[1502615606] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"407.341496ms","start":"2026-04-02T17:32:02.507146Z","end":"2026-04-02T17:32:02.914488Z","steps":["trace[1502615606] 'process raft request' (duration: 407.14572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.91467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:02.507074Z","time spent":"407.512401ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:32:02.914622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:02.521148Z","time spent":"393.395295ms","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3013,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:32:02.918582Z","caller":"traceutil/trace.go:171","msg":"trace[34883993] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"174.31785ms","start":"2026-04-02T17:32:02.744242Z","end":"2026-04-02T17:32:02.918559Z","steps":["trace[34883993] 'process raft request' (duration: 174.088303ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:32:02.918824Z","caller":"traceutil/trace.go:171","msg":"trace[205047621] linearizableReadLoop","detail":"{readStateIndex:27402; appliedIndex:27398; }","duration":"167.272558ms","start":"2026-04-02T17:32:02.751538Z","end":"2026-04-02T17:32:02.918811Z","steps":["trace[205047621] 'read index received' (duration: 162.606321ms)","trace[205047621] 'applied index is now lower than readState.Index' (duration: 4.665237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:32:02.918995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427574157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T17:32:02.919034Z","caller":"traceutil/trace.go:171","msg":"trace[1680007762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26179; }","duration":"1.4276602s","start":"2026-04-02T17:32:01.491362Z","end":"2026-04-02T17:32:02.919023Z","steps":["trace[1680007762] 'agreement among raft nodes before linearized reading' (duration: 1.427497745s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.91906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.491355Z","time spent":"1.427699011s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:32:02.919191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.210323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T17:32:02.919248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.437664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:32:02.919279Z","caller":"traceutil/trace.go:171","msg":"trace[2134709584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26179; }","duration":"906.472375ms","start":"2026-04-02T17:32:02.012798Z","end":"2026-04-02T17:32:02.919271Z","steps":["trace[2134709584] 'agreement among raft nodes before linearized reading' (duration: 906.381432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.919303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:02.012749Z","time spent":"906.547817ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:32:02.9193Z","caller":"traceutil/trace.go:171","msg":"trace[1196877195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26179; }","duration":"699.331286ms","start":"2026-04-02T17:32:02.219927Z","end":"2026-04-02T17:32:02.919259Z","steps":["trace[1196877195] 'agreement among raft nodes before linearized reading' (duration: 699.12544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.919326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299347853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:32:02.919357Z","caller":"traceutil/trace.go:171","msg":"trace[301559858] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26179; }","duration":"1.299381544s","start":"2026-04-02T17:32:01.619967Z","end":"2026-04-02T17:32:02.919349Z","steps":["trace[301559858] 'agreement among raft nodes before linearized reading' (duration: 1.299320512s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.919355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:02.219907Z","time spent":"699.43436ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:32:02.919409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127363687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:32:02.919426Z","caller":"traceutil/trace.go:171","msg":"trace[1352699695] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26179; }","duration":"1.127425469s","start":"2026-04-02T17:32:01.791997Z","end":"2026-04-02T17:32:02.919422Z","steps":["trace[1352699695] 'agreement among raft nodes before linearized reading' (duration: 1.127392788s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.919443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.791972Z","time spent":"1.12746768s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:32:02.919536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411947623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:32:02.919582Z","caller":"traceutil/trace.go:171","msg":"trace[1424035356] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26179; }","duration":"1.412041376s","start":"2026-04-02T17:32:01.507525Z","end":"2026-04-02T17:32:02.919567Z","steps":["trace[1424035356] 'agreement among raft nodes before linearized reading' (duration: 1.411902292s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.919613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137837729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-02T17:32:02.919639Z","caller":"traceutil/trace.go:171","msg":"trace[1073968469] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26179; }","duration":"1.13790933s","start":"2026-04-02T17:32:01.781723Z","end":"2026-04-02T17:32:02.919632Z","steps":["trace[1073968469] 'agreement among raft nodes before linearized reading' (duration: 1.137817927s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.919655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.7817Z","time spent":"1.137952292s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-02T17:32:02.919611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.5075Z","time spent":"1.412102168s","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":131,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:32:02.919723Z","caller":"traceutil/trace.go:171","msg":"trace[1364086362] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"163.160277ms","start":"2026-04-02T17:32:02.756542Z","end":"2026-04-02T17:32:02.919703Z","steps":["trace[1364086362] 'process raft request' (duration: 161.939709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.919379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:01.619903Z","time spent":"1.299471927s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:32:02.919907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.206319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:32:02.919939Z","caller":"traceutil/trace.go:171","msg":"trace[1998288952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26179; }","duration":"690.24995ms","start":"2026-04-02T17:32:02.229678Z","end":"2026-04-02T17:32:02.919928Z","steps":["trace[1998288952] 'agreement among raft nodes before linearized reading' (duration: 690.179477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.919961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:02.22967Z","time spent":"690.2871ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:32:02.920086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.706508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:32:02.920106Z","caller":"traceutil/trace.go:171","msg":"trace[749859149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26179; }","duration":"606.769531ms","start":"2026-04-02T17:32:02.313331Z","end":"2026-04-02T17:32:02.920101Z","steps":["trace[749859149] 'agreement among raft nodes before linearized reading' (duration: 606.73808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.920121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:02.313296Z","time spent":"606.821403ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:32:02.920196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.449176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:32:02.920268Z","caller":"traceutil/trace.go:171","msg":"trace[1301703819] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26179; }","duration":"449.545839ms","start":"2026-04-02T17:32:02.470703Z","end":"2026-04-02T17:32:02.920249Z","steps":["trace[1301703819] 'agreement among raft nodes before linearized reading' (duration: 449.437645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:32:02.920325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:32:02.470686Z","time spent":"449.624332ms","remote":"127.0.0.1:49856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:32:20.044082Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bd8.wal"} {"level":"info","ts":"2026-04-02T17:32:35.030116Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23224} {"level":"info","ts":"2026-04-02T17:32:35.178976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23224,"took":"145.20366ms","hash":2539435287,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":42311680,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-02T17:32:35.179045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2539435287,"revision":23224,"compact-revision":20526} {"level":"info","ts":"2026-04-02T17:33:37.409661Z","caller":"traceutil/trace.go:171","msg":"trace[1676240306] transaction","detail":"{read_only:false; response_revision:27292; number_of_response:1; }","duration":"129.528115ms","start":"2026-04-02T17:33:37.280102Z","end":"2026-04-02T17:33:37.40963Z","steps":["trace[1676240306] 'process raft request' (duration: 129.340739ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:33:37.42103Z","caller":"traceutil/trace.go:171","msg":"trace[1677894801] linearizableReadLoop","detail":"{readStateIndex:28562; appliedIndex:28561; }","duration":"107.677544ms","start":"2026-04-02T17:33:37.313311Z","end":"2026-04-02T17:33:37.420989Z","steps":["trace[1677894801] 'read index received' (duration: 96.633515ms)","trace[1677894801] 'applied index is now lower than readState.Index' (duration: 11.042329ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:33:37.421022Z","caller":"traceutil/trace.go:171","msg":"trace[295793220] transaction","detail":"{read_only:false; response_revision:27293; number_of_response:1; }","duration":"137.080523ms","start":"2026-04-02T17:33:37.283914Z","end":"2026-04-02T17:33:37.420995Z","steps":["trace[295793220] 'process raft request' (duration: 136.791674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:33:37.421519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.071747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:33:37.421611Z","caller":"traceutil/trace.go:171","msg":"trace[801110622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27294; }","duration":"108.294744ms","start":"2026-04-02T17:33:37.313294Z","end":"2026-04-02T17:33:37.421589Z","steps":["trace[801110622] 'agreement among raft nodes before linearized reading' (duration: 107.827189ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:33:37.571888Z","caller":"traceutil/trace.go:171","msg":"trace[1580325891] transaction","detail":"{read_only:false; response_revision:27298; number_of_response:1; }","duration":"131.196707ms","start":"2026-04-02T17:33:37.440664Z","end":"2026-04-02T17:33:37.571861Z","steps":["trace[1580325891] 'process raft request' (duration: 131.143335ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:33:37.572005Z","caller":"traceutil/trace.go:171","msg":"trace[640703006] transaction","detail":"{read_only:false; response_revision:27297; number_of_response:1; }","duration":"131.343822ms","start":"2026-04-02T17:33:37.440608Z","end":"2026-04-02T17:33:37.571952Z","steps":["trace[640703006] 'process raft request' (duration: 131.015042ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:32.955734Z","caller":"traceutil/trace.go:171","msg":"trace[567005582] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"214.692767ms","start":"2026-04-02T17:34:32.741016Z","end":"2026-04-02T17:34:32.955708Z","steps":["trace[567005582] 'process raft request' (duration: 214.494951ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:48.330108Z","caller":"traceutil/trace.go:171","msg":"trace[2105599609] transaction","detail":"{read_only:false; response_revision:28028; number_of_response:1; }","duration":"124.179034ms","start":"2026-04-02T17:34:48.205911Z","end":"2026-04-02T17:34:48.33009Z","steps":["trace[2105599609] 'process raft request' (duration: 123.846714ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:50.171593Z","caller":"traceutil/trace.go:171","msg":"trace[2112238576] transaction","detail":"{read_only:false; response_revision:28049; number_of_response:1; }","duration":"172.219033ms","start":"2026-04-02T17:34:49.99935Z","end":"2026-04-02T17:34:50.171569Z","steps":["trace[2112238576] 'process raft request' (duration: 169.063624ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:50.171822Z","caller":"traceutil/trace.go:171","msg":"trace[215951167] linearizableReadLoop","detail":"{readStateIndex:29349; appliedIndex:29346; }","duration":"114.599782ms","start":"2026-04-02T17:34:50.057192Z","end":"2026-04-02T17:34:50.171792Z","steps":["trace[215951167] 'read index received' (duration: 10.316016ms)","trace[215951167] 'applied index is now lower than readState.Index' (duration: 104.282396ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:34:50.172122Z","caller":"traceutil/trace.go:171","msg":"trace[236561963] transaction","detail":"{read_only:false; response_revision:28050; number_of_response:1; }","duration":"121.527611ms","start":"2026-04-02T17:34:50.050571Z","end":"2026-04-02T17:34:50.172099Z","steps":["trace[236561963] 'process raft request' (duration: 120.951893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:34:50.172416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.199962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:34:50.172486Z","caller":"traceutil/trace.go:171","msg":"trace[1578118864] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28050; }","duration":"115.288045ms","start":"2026-04-02T17:34:50.057183Z","end":"2026-04-02T17:34:50.172471Z","steps":["trace[1578118864] 'agreement among raft nodes before linearized reading' (duration: 114.772588ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:53.52736Z","caller":"traceutil/trace.go:171","msg":"trace[922587150] linearizableReadLoop","detail":"{readStateIndex:29390; appliedIndex:29388; }","duration":"168.086444ms","start":"2026-04-02T17:34:53.359239Z","end":"2026-04-02T17:34:53.527326Z","steps":["trace[922587150] 'read index received' (duration: 73.486374ms)","trace[922587150] 'applied index is now lower than readState.Index' (duration: 94.59843ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:34:53.527435Z","caller":"traceutil/trace.go:171","msg":"trace[2045547747] transaction","detail":"{read_only:false; response_revision:28091; number_of_response:1; }","duration":"191.788173ms","start":"2026-04-02T17:34:53.33561Z","end":"2026-04-02T17:34:53.527398Z","steps":["trace[2045547747] 'process raft request' (duration: 110.513344ms)","trace[2045547747] 'compare' (duration: 81.053572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:34:53.527644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.4682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:34:53.527664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.396404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:34:53.527763Z","caller":"traceutil/trace.go:171","msg":"trace[789927931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28091; }","duration":"168.524997ms","start":"2026-04-02T17:34:53.35922Z","end":"2026-04-02T17:34:53.527745Z","steps":["trace[789927931] 'agreement among raft nodes before linearized reading' (duration: 168.265509ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:34:53.527737Z","caller":"traceutil/trace.go:171","msg":"trace[2135996175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28091; }","duration":"158.627084ms","start":"2026-04-02T17:34:53.36909Z","end":"2026-04-02T17:34:53.527717Z","steps":["trace[2135996175] 'agreement among raft nodes before linearized reading' (duration: 158.476909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:38.297539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:35:38.593129Z","caller":"traceutil/trace.go:171","msg":"trace[1492165953] transaction","detail":"{read_only:false; response_revision:28668; number_of_response:1; }","duration":"816.039235ms","start":"2026-04-02T17:35:37.777065Z","end":"2026-04-02T17:35:38.593105Z","steps":["trace[1492165953] 'process raft request' (duration: 815.906001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:38.593247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:37.777039Z","time spent":"816.146108ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:38.698771Z","caller":"traceutil/trace.go:171","msg":"trace[1859092277] transaction","detail":"{read_only:false; response_revision:28669; number_of_response:1; }","duration":"828.008433ms","start":"2026-04-02T17:35:37.870731Z","end":"2026-04-02T17:35:38.698739Z","steps":["trace[1859092277] 'process raft request' (duration: 823.49307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:38.698857Z","caller":"traceutil/trace.go:171","msg":"trace[923142384] linearizableReadLoop","detail":"{readStateIndex:29996; appliedIndex:29991; }","duration":"901.377623ms","start":"2026-04-02T17:35:37.797459Z","end":"2026-04-02T17:35:38.698836Z","steps":["trace[923142384] 'read index received' (duration: 795.541267ms)","trace[923142384] 'applied index is now lower than readState.Index' (duration: 105.835596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:38.698928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:37.870717Z","time spent":"828.125947ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:38.69902Z","caller":"traceutil/trace.go:171","msg":"trace[630434270] transaction","detail":"{read_only:false; response_revision:28671; number_of_response:1; }","duration":"789.749994ms","start":"2026-04-02T17:35:37.909249Z","end":"2026-04-02T17:35:38.698999Z","steps":["trace[630434270] 'process raft request' (duration: 789.515596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:38.699102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:37.909237Z","time spent":"789.820977ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:38.699117Z","caller":"traceutil/trace.go:171","msg":"trace[2086812963] transaction","detail":"{read_only:false; response_revision:28672; number_of_response:1; }","duration":"789.489466ms","start":"2026-04-02T17:35:37.909612Z","end":"2026-04-02T17:35:38.699102Z","steps":["trace[2086812963] 'process raft request' (duration: 789.187836ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:38.699105Z","caller":"traceutil/trace.go:171","msg":"trace[1698383128] transaction","detail":"{read_only:false; response_revision:28670; number_of_response:1; }","duration":"797.155478ms","start":"2026-04-02T17:35:37.901919Z","end":"2026-04-02T17:35:38.699075Z","steps":["trace[1698383128] 'process raft request' (duration: 796.771206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:38.699191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.710073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:38.699219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:37.909602Z","time spent":"789.553988ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:38.699257Z","caller":"traceutil/trace.go:171","msg":"trace[1827415137] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28672; }","duration":"901.819756ms","start":"2026-04-02T17:35:37.797419Z","end":"2026-04-02T17:35:38.699239Z","steps":["trace[1827415137] 'agreement among raft nodes before linearized reading' (duration: 901.674542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:38.699256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:37.901896Z","time spent":"797.277421ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:38.699297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:37.797406Z","time spent":"901.881219ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:39.199317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:35:39.822594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.633176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:35:39.822759Z","caller":"traceutil/trace.go:171","msg":"trace[526388573] linearizableReadLoop","detail":"{readStateIndex:29997; appliedIndex:29996; }","duration":"1.123814255s","start":"2026-04-02T17:35:38.69892Z","end":"2026-04-02T17:35:39.822734Z","steps":["trace[526388573] 'read index received' (duration: 839.941452ms)","trace[526388573] 'applied index is now lower than readState.Index' (duration: 283.871023ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:39.822855Z","caller":"traceutil/trace.go:171","msg":"trace[1299785637] transaction","detail":"{read_only:false; response_revision:28673; number_of_response:1; }","duration":"1.220660616s","start":"2026-04-02T17:35:38.602177Z","end":"2026-04-02T17:35:39.822838Z","steps":["trace[1299785637] 'process raft request' (duration: 936.68548ms)","trace[1299785637] 'compare' (duration: 283.104899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:39.822933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704768748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-02T17:35:39.822953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.60216Z","time spent":"1.220731758s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:39.822936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323890429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-04-02T17:35:39.822939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509701282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:39.822979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42954593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:35:39.823025Z","caller":"traceutil/trace.go:171","msg":"trace[1702189140] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:28673; }","duration":"1.324004993s","start":"2026-04-02T17:35:38.498998Z","end":"2026-04-02T17:35:39.823003Z","steps":["trace[1702189140] 'agreement among raft nodes before linearized reading' (duration: 1.323786066s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:39.823021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558399801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-02T17:35:39.823035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411070745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:35:39.823069Z","caller":"traceutil/trace.go:171","msg":"trace[2086111493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28673; }","duration":"1.429664693s","start":"2026-04-02T17:35:38.393377Z","end":"2026-04-02T17:35:39.823042Z","steps":["trace[2086111493] 'agreement among raft nodes before linearized reading' (duration: 1.429412425s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:39.822982Z","caller":"traceutil/trace.go:171","msg":"trace[528083494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28673; }","duration":"1.704866122s","start":"2026-04-02T17:35:38.118102Z","end":"2026-04-02T17:35:39.822968Z","steps":["trace[528083494] 'agreement among raft nodes before linearized reading' (duration: 1.704733227s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:39.823076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.49898Z","time spent":"1.324083276s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"info","ts":"2026-04-02T17:35:39.823096Z","caller":"traceutil/trace.go:171","msg":"trace[114208686] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28673; }","duration":"1.558522856s","start":"2026-04-02T17:35:38.26455Z","end":"2026-04-02T17:35:39.823073Z","steps":["trace[114208686] 'agreement among raft nodes before linearized reading' (duration: 1.558256877s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:39.823101Z","caller":"traceutil/trace.go:171","msg":"trace[79922515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28673; }","duration":"1.411181879s","start":"2026-04-02T17:35:38.4119Z","end":"2026-04-02T17:35:39.823082Z","steps":["trace[79922515] 'agreement among raft nodes before linearized reading' (duration: 1.411010264s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:39.823117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.393335Z","time spent":"1.429771647s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:39.823129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004613307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:35:39.823139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.264529Z","time spent":"1.558598628s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-02T17:35:39.823139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.118081Z","time spent":"1.705041227s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:39.823152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.411871Z","time spent":"1.411269562s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:35:39.823062Z","caller":"traceutil/trace.go:171","msg":"trace[1440001239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28673; }","duration":"1.509834456s","start":"2026-04-02T17:35:38.313181Z","end":"2026-04-02T17:35:39.823015Z","steps":["trace[1440001239] 'agreement among raft nodes before linearized reading' (duration: 1.509689771s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:39.82318Z","caller":"traceutil/trace.go:171","msg":"trace[1559310600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28673; }","duration":"2.004719921s","start":"2026-04-02T17:35:37.818444Z","end":"2026-04-02T17:35:39.823164Z","steps":["trace[1559310600] 'agreement among raft nodes before linearized reading' (duration: 2.004566806s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:39.823226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.313165Z","time spent":"1.510050393s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:39.82323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:37.818425Z","time spent":"2.004791652s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:35:39.824078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829200492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:39.82416Z","caller":"traceutil/trace.go:171","msg":"trace[611752390] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28673; }","duration":"1.829330276s","start":"2026-04-02T17:35:37.994809Z","end":"2026-04-02T17:35:39.82414Z","steps":["trace[611752390] 'agreement among raft nodes before linearized reading' (duration: 1.828138718s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:39.824221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:37.994795Z","time spent":"1.829409489s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:40.071563Z","caller":"traceutil/trace.go:171","msg":"trace[559975902] transaction","detail":"{read_only:false; response_revision:28674; number_of_response:1; }","duration":"469.219332ms","start":"2026-04-02T17:35:39.602288Z","end":"2026-04-02T17:35:40.071507Z","steps":["trace[559975902] 'process raft request' (duration: 427.506024ms)","trace[559975902] 'compare' (duration: 41.554393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:40.071659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.240952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:35:40.071711Z","caller":"traceutil/trace.go:171","msg":"trace[1534145474] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28674; }","duration":"723.334075ms","start":"2026-04-02T17:35:39.348364Z","end":"2026-04-02T17:35:40.071698Z","steps":["trace[1534145474] 'agreement among raft nodes before linearized reading' (duration: 723.199811ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:40.071685Z","caller":"traceutil/trace.go:171","msg":"trace[95689421] transaction","detail":"{read_only:false; response_revision:28676; number_of_response:1; }","duration":"244.366335ms","start":"2026-04-02T17:35:39.827296Z","end":"2026-04-02T17:35:40.071662Z","steps":["trace[95689421] 'process raft request' (duration: 244.296083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.071739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:39.348343Z","time spent":"723.390577ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:35:40.071759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:39.602243Z","time spent":"469.418859ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:40.071924Z","caller":"traceutil/trace.go:171","msg":"trace[1863712478] transaction","detail":"{read_only:false; response_revision:28675; number_of_response:1; }","duration":"244.85411ms","start":"2026-04-02T17:35:39.827025Z","end":"2026-04-02T17:35:40.071879Z","steps":["trace[1863712478] 'process raft request' (duration: 244.518499ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:40.071588Z","caller":"traceutil/trace.go:171","msg":"trace[1548737399] linearizableReadLoop","detail":"{readStateIndex:29998; appliedIndex:29997; }","duration":"248.758394ms","start":"2026-04-02T17:35:39.8228Z","end":"2026-04-02T17:35:40.071558Z","steps":["trace[1548737399] 'read index received' (duration: 207.009204ms)","trace[1548737399] 'applied index is now lower than readState.Index' (duration: 41.74675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:40.072447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.044533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:35:40.072488Z","caller":"traceutil/trace.go:171","msg":"trace[192817019] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28677; }","duration":"553.115615ms","start":"2026-04-02T17:35:39.519357Z","end":"2026-04-02T17:35:40.072472Z","steps":["trace[192817019] 'agreement among raft nodes before linearized reading' (duration: 552.507945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.072468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.01633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:35:40.072505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:39.519325Z","time spent":"553.175627ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-02T17:35:40.07253Z","caller":"traceutil/trace.go:171","msg":"trace[593945161] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28677; }","duration":"397.128364ms","start":"2026-04-02T17:35:39.675385Z","end":"2026-04-02T17:35:40.072514Z","steps":["trace[593945161] 'agreement among raft nodes before linearized reading' (duration: 396.470843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.072498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.750096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:40.072593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:39.675364Z","time spent":"397.212506ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:40.072598Z","caller":"traceutil/trace.go:171","msg":"trace[1333579271] transaction","detail":"{read_only:false; response_revision:28677; number_of_response:1; }","duration":"244.971154ms","start":"2026-04-02T17:35:39.82762Z","end":"2026-04-02T17:35:40.072591Z","steps":["trace[1333579271] 'process raft request' (duration: 244.006534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.0726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237252251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:35:40.07324Z","caller":"traceutil/trace.go:171","msg":"trace[658882904] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28677; }","duration":"1.237932163s","start":"2026-04-02T17:35:38.835296Z","end":"2026-04-02T17:35:40.073228Z","steps":["trace[658882904] 'agreement among raft nodes before linearized reading' (duration: 1.236962832s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.072528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.603071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:35:40.072533Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"329f95029c2a91ed","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:35:40.072668Z","caller":"traceutil/trace.go:171","msg":"trace[2045732359] transaction","detail":"{read_only:false; response_revision:28678; number_of_response:1; }","duration":"243.688413ms","start":"2026-04-02T17:35:39.828965Z","end":"2026-04-02T17:35:40.072653Z","steps":["trace[2045732359] 'process raft request' (duration: 243.437535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.073262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.835279Z","time spent":"1.237974273s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T17:35:40.072645Z","caller":"traceutil/trace.go:171","msg":"trace[981011531] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28677; }","duration":"852.900301ms","start":"2026-04-02T17:35:39.219684Z","end":"2026-04-02T17:35:40.072584Z","steps":["trace[981011531] 'agreement among raft nodes before linearized reading' (duration: 852.513579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.072775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.702177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1db85180-eed2-4757-a8f3-1e71b218e74d\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-02T17:35:40.073756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:39.219666Z","time spent":"854.021366ms","remote":"127.0.0.1:37510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:40.073842Z","caller":"traceutil/trace.go:171","msg":"trace[54219507] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1db85180-eed2-4757-a8f3-1e71b218e74d; range_end:; response_count:1; response_revision:28678; }","duration":"246.74699ms","start":"2026-04-02T17:35:39.827044Z","end":"2026-04-02T17:35:40.073791Z","steps":["trace[54219507] 'agreement among raft nodes before linearized reading' (duration: 245.606684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.072773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.280038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:40.074Z","caller":"traceutil/trace.go:171","msg":"trace[1825875722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28678; }","duration":"230.536968ms","start":"2026-04-02T17:35:39.843443Z","end":"2026-04-02T17:35:40.07398Z","steps":["trace[1825875722] 'agreement among raft nodes before linearized reading' (duration: 229.201005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.07286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.306359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:40.074241Z","caller":"traceutil/trace.go:171","msg":"trace[2038797974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28678; }","duration":"249.725114ms","start":"2026-04-02T17:35:39.8245Z","end":"2026-04-02T17:35:40.074225Z","steps":["trace[2038797974] 'agreement among raft nodes before linearized reading' (duration: 248.305369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.073051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33592781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:35:40.074427Z","caller":"traceutil/trace.go:171","msg":"trace[265626527] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28676; }","duration":"1.337342805s","start":"2026-04-02T17:35:38.737072Z","end":"2026-04-02T17:35:40.074415Z","steps":["trace[265626527] 'agreement among raft nodes before linearized reading' (duration: 1.334557437s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.07448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:38.737052Z","time spent":"1.337409837s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:35:40.073409Z","caller":"traceutil/trace.go:171","msg":"trace[1448992960] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28677; }","duration":"809.472608ms","start":"2026-04-02T17:35:39.263875Z","end":"2026-04-02T17:35:40.073348Z","steps":["trace[1448992960] 'agreement among raft nodes before linearized reading' (duration: 808.346593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:40.074752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:39.263857Z","time spent":"810.81035ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:35:40.579464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:35:41.080158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:35:41.310168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236661193s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:35:41.310478Z","caller":"traceutil/trace.go:171","msg":"trace[1207277304] transaction","detail":"{read_only:false; response_revision:28679; number_of_response:1; }","duration":"1.237135347s","start":"2026-04-02T17:35:40.073322Z","end":"2026-04-02T17:35:41.310458Z","steps":["trace[1207277304] 'process raft request' (duration: 1.237003323s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:41.31062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.073264Z","time spent":"1.237275722s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:42.084191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:35:42.084278Z","caller":"traceutil/trace.go:171","msg":"trace[1034026528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410675s","start":"2026-04-02T17:35:40.083846Z","end":"2026-04-02T17:35:42.084257Z","steps":["trace[1034026528] 'agreement among raft nodes before linearized reading' (duration: 2.000314171s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.084345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.08384Z","time spent":"2.000490527s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:35:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:35:42.552094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12559455s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:35:42.552533Z","caller":"traceutil/trace.go:171","msg":"trace[490230873] transaction","detail":"{read_only:false; response_revision:28681; number_of_response:1; }","duration":"2.472709804s","start":"2026-04-02T17:35:40.079799Z","end":"2026-04-02T17:35:42.552509Z","steps":["trace[490230873] 'process raft request' (duration: 2.472627142s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.552635Z","caller":"traceutil/trace.go:171","msg":"trace[982212646] transaction","detail":"{read_only:false; response_revision:28680; number_of_response:1; }","duration":"2.473401706s","start":"2026-04-02T17:35:40.079155Z","end":"2026-04-02T17:35:42.552557Z","steps":["trace[982212646] 'process raft request' (duration: 2.473107947s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.552798Z","caller":"traceutil/trace.go:171","msg":"trace[1477325644] transaction","detail":"{read_only:false; response_revision:28682; number_of_response:1; }","duration":"2.472505817s","start":"2026-04-02T17:35:40.080254Z","end":"2026-04-02T17:35:42.55276Z","steps":["trace[1477325644] 'process raft request' (duration: 2.472213468s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.552877Z","caller":"traceutil/trace.go:171","msg":"trace[517461038] transaction","detail":"{read_only:false; response_revision:28683; number_of_response:1; }","duration":"1.975521588s","start":"2026-04-02T17:35:40.577341Z","end":"2026-04-02T17:35:42.552863Z","steps":["trace[517461038] 'process raft request' (duration: 1.975305891s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.552895Z","caller":"traceutil/trace.go:171","msg":"trace[1640794753] transaction","detail":"{read_only:false; response_revision:28684; number_of_response:1; }","duration":"1.899091381s","start":"2026-04-02T17:35:40.653788Z","end":"2026-04-02T17:35:42.55288Z","steps":["trace[1640794753] 'process raft request' (duration: 1.898976617s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.552971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.653762Z","time spent":"1.899161973s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:42.552971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.577323Z","time spent":"1.97559858s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:42.553001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.080231Z","time spent":"2.472662853s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:42.552998Z","caller":"traceutil/trace.go:171","msg":"trace[3678368] transaction","detail":"{read_only:false; response_revision:28685; number_of_response:1; }","duration":"1.849259076s","start":"2026-04-02T17:35:40.703691Z","end":"2026-04-02T17:35:42.55295Z","steps":["trace[3678368] 'process raft request' (duration: 1.849128262s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.553073Z","caller":"traceutil/trace.go:171","msg":"trace[584743187] transaction","detail":"{read_only:false; response_revision:28686; number_of_response:1; }","duration":"1.848712278s","start":"2026-04-02T17:35:40.704335Z","end":"2026-04-02T17:35:42.553047Z","steps":["trace[584743187] 'process raft request' (duration: 1.848527833s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.552675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.079773Z","time spent":"2.472830377s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:42.553086Z","caller":"traceutil/trace.go:171","msg":"trace[1250938923] transaction","detail":"{read_only:false; response_revision:28687; number_of_response:1; }","duration":"1.848608856s","start":"2026-04-02T17:35:40.70445Z","end":"2026-04-02T17:35:42.553059Z","steps":["trace[1250938923] 'process raft request' (duration: 1.848455911s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.55314Z","caller":"traceutil/trace.go:171","msg":"trace[417500321] transaction","detail":"{read_only:false; response_revision:28688; number_of_response:1; }","duration":"1.8481244s","start":"2026-04-02T17:35:40.70501Z","end":"2026-04-02T17:35:42.553134Z","steps":["trace[417500321] 'process raft request' (duration: 1.847939924s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.553173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.705Z","time spent":"1.848154351s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:42.55318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.704326Z","time spent":"1.848801492s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:42.553215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.703664Z","time spent":"1.849439842s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:42.553209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.704426Z","time spent":"1.84872684s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:42.5534Z","caller":"traceutil/trace.go:171","msg":"trace[737466684] linearizableReadLoop","detail":"{readStateIndex:30013; appliedIndex:30003; }","duration":"2.474461909s","start":"2026-04-02T17:35:40.078923Z","end":"2026-04-02T17:35:42.553385Z","steps":["trace[737466684] 'read index received' (duration: 1.231415426s)","trace[737466684] 'applied index is now lower than readState.Index' (duration: 1.243044603s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:42.553411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.079143Z","time spent":"2.473616892s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:42.55382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474841471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T17:35:42.55389Z","caller":"traceutil/trace.go:171","msg":"trace[1127004779] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28688; }","duration":"2.474972955s","start":"2026-04-02T17:35:40.078889Z","end":"2026-04-02T17:35:42.553861Z","steps":["trace[1127004779] 'agreement among raft nodes before linearized reading' (duration: 2.474578623s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.553936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.078873Z","time spent":"2.475053368s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:35:42.744521Z","caller":"traceutil/trace.go:171","msg":"trace[739454114] linearizableReadLoop","detail":"{readStateIndex:30015; appliedIndex:30013; }","duration":"191.06125ms","start":"2026-04-02T17:35:42.553441Z","end":"2026-04-02T17:35:42.744502Z","steps":["trace[739454114] 'read index received' (duration: 190.779791ms)","trace[739454114] 'applied index is now lower than readState.Index' (duration: 280.709µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:42.7446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.590522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:35:42.74467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.865111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:35:42.744705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664758675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-04-02T17:35:42.744703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43211199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-02T17:35:42.744732Z","caller":"traceutil/trace.go:171","msg":"trace[838639745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28690; }","duration":"666.975784ms","start":"2026-04-02T17:35:42.077743Z","end":"2026-04-02T17:35:42.744719Z","steps":["trace[838639745] 'agreement among raft nodes before linearized reading' (duration: 666.774658ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.744743Z","caller":"traceutil/trace.go:171","msg":"trace[798889687] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28690; }","duration":"2.664824427s","start":"2026-04-02T17:35:40.079904Z","end":"2026-04-02T17:35:42.744729Z","steps":["trace[798889687] 'agreement among raft nodes before linearized reading' (duration: 2.664676552s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.744762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.077723Z","time spent":"667.033006ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:35:42.744776Z","caller":"traceutil/trace.go:171","msg":"trace[349599859] transaction","detail":"{read_only:false; response_revision:28690; number_of_response:1; }","duration":"665.229079ms","start":"2026-04-02T17:35:42.07954Z","end":"2026-04-02T17:35:42.744769Z","steps":["trace[349599859] 'process raft request' (duration: 664.886578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.744783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.079894Z","time spent":"2.664878639s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:35:42.744752Z","caller":"traceutil/trace.go:171","msg":"trace[828357994] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28690; }","duration":"1.432163611s","start":"2026-04-02T17:35:41.312575Z","end":"2026-04-02T17:35:42.744739Z","steps":["trace[828357994] 'agreement among raft nodes before linearized reading' (duration: 1.432001916s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.744778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.102523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:35:42.744832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:41.312532Z","time spent":"1.432288526s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:35:42.744835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.883892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-02T17:35:42.744854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48273253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:42.744816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.247298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:42.744908Z","caller":"traceutil/trace.go:171","msg":"trace[165355139] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28690; }","duration":"1.482806573s","start":"2026-04-02T17:35:41.262084Z","end":"2026-04-02T17:35:42.744891Z","steps":["trace[165355139] 'agreement among raft nodes before linearized reading' (duration: 1.48272796s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.744892Z","caller":"traceutil/trace.go:171","msg":"trace[1612707119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28690; }","duration":"666.950793ms","start":"2026-04-02T17:35:42.077925Z","end":"2026-04-02T17:35:42.744876Z","steps":["trace[1612707119] 'agreement among raft nodes before linearized reading' (duration: 666.782958ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.744928Z","caller":"traceutil/trace.go:171","msg":"trace[2054546619] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28690; }","duration":"826.473805ms","start":"2026-04-02T17:35:41.918438Z","end":"2026-04-02T17:35:42.744912Z","steps":["trace[2054546619] 'agreement among raft nodes before linearized reading' (duration: 826.217536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.744958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.077918Z","time spent":"667.028536ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:42.744956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:41.262067Z","time spent":"1.482874565s","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:42.744958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.543532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:42.745006Z","caller":"traceutil/trace.go:171","msg":"trace[1037588367] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28690; }","duration":"332.626815ms","start":"2026-04-02T17:35:42.412372Z","end":"2026-04-02T17:35:42.744999Z","steps":["trace[1037588367] 'agreement among raft nodes before linearized reading' (duration: 332.532352ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:42.744853Z","caller":"traceutil/trace.go:171","msg":"trace[903294634] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28690; }","duration":"664.228427ms","start":"2026-04-02T17:35:42.080602Z","end":"2026-04-02T17:35:42.744831Z","steps":["trace[903294634] 'agreement among raft nodes before linearized reading' (duration: 663.985869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.744862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.079522Z","time spent":"665.27295ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:42.745072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.080582Z","time spent":"664.475665ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:35:42.744748Z","caller":"traceutil/trace.go:171","msg":"trace[1208006466] transaction","detail":"{read_only:false; response_revision:28689; number_of_response:1; }","duration":"1.283019457s","start":"2026-04-02T17:35:41.461698Z","end":"2026-04-02T17:35:42.744718Z","steps":["trace[1208006466] 'process raft request' (duration: 1.282581094s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.745125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541743177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-04-02T17:35:42.745122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:41.461671Z","time spent":"1.28342997s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:42.745181Z","caller":"traceutil/trace.go:171","msg":"trace[1611240935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28690; }","duration":"2.54183039s","start":"2026-04-02T17:35:40.203336Z","end":"2026-04-02T17:35:42.745166Z","steps":["trace[1611240935] 'agreement among raft nodes before linearized reading' (duration: 2.541662634s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.74503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.412352Z","time spent":"332.670526ms","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:42.744688Z","caller":"traceutil/trace.go:171","msg":"trace[1551922929] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28690; }","duration":"393.730356ms","start":"2026-04-02T17:35:42.350938Z","end":"2026-04-02T17:35:42.744669Z","steps":["trace[1551922929] 'agreement among raft nodes before linearized reading' (duration: 393.585201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.745274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.342016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:35:42.745215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.622423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:42.745265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.338308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:42.745407Z","caller":"traceutil/trace.go:171","msg":"trace[618662384] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28690; }","duration":"936.579026ms","start":"2026-04-02T17:35:41.808806Z","end":"2026-04-02T17:35:42.745385Z","steps":["trace[618662384] 'agreement among raft nodes before linearized reading' (duration: 936.304007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.744774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931862508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-02T17:35:42.74502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:41.918416Z","time spent":"826.581878ms","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:42.745552Z","caller":"traceutil/trace.go:171","msg":"trace[1208556875] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28690; }","duration":"1.932673233s","start":"2026-04-02T17:35:40.812858Z","end":"2026-04-02T17:35:42.745531Z","steps":["trace[1208556875] 'agreement among raft nodes before linearized reading' (duration: 1.931777075s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.745725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.81284Z","time spent":"1.932843979s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-02T17:35:42.745727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:41.808785Z","time spent":"936.683419ms","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:42.745273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.350918Z","time spent":"394.342966ms","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:42.745221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.203316Z","time spent":"2.541895691s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:35:42.745299Z","caller":"traceutil/trace.go:171","msg":"trace[1679228551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28690; }","duration":"667.396298ms","start":"2026-04-02T17:35:42.077896Z","end":"2026-04-02T17:35:42.745292Z","steps":["trace[1679228551] 'agreement among raft nodes before linearized reading' (duration: 667.329425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.745948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.077879Z","time spent":"668.051668ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:35:42.745269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.332261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:42.746098Z","caller":"traceutil/trace.go:171","msg":"trace[1005964144] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28690; }","duration":"777.211458ms","start":"2026-04-02T17:35:41.968868Z","end":"2026-04-02T17:35:42.746079Z","steps":["trace[1005964144] 'agreement among raft nodes before linearized reading' (duration: 776.326801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.746226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:41.968851Z","time spent":"777.358564ms","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:42.745318Z","caller":"traceutil/trace.go:171","msg":"trace[1121865248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28690; }","duration":"660.728167ms","start":"2026-04-02T17:35:42.084567Z","end":"2026-04-02T17:35:42.745295Z","steps":["trace[1121865248] 'agreement among raft nodes before linearized reading' (duration: 660.622703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.746442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.084558Z","time spent":"661.873923ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:42.745339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14735841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:35:42.746583Z","caller":"traceutil/trace.go:171","msg":"trace[693196300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28690; }","duration":"2.148699122s","start":"2026-04-02T17:35:40.597869Z","end":"2026-04-02T17:35:42.746568Z","steps":["trace[693196300] 'agreement among raft nodes before linearized reading' (duration: 2.14737651s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:42.746692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:40.597808Z","time spent":"2.148867897s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:35:42.785979Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-02T17:35:42.786189Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-02T17:35:42.78855Z","caller":"traceutil/trace.go:171","msg":"trace[2045149331] transaction","detail":"{read_only:false; response_revision:28691; number_of_response:1; }","duration":"230.271159ms","start":"2026-04-02T17:35:42.558252Z","end":"2026-04-02T17:35:42.788523Z","steps":["trace[2045149331] 'process raft request' (duration: 229.719792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:43.289114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:35:44.501045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.491575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:35:44.501392Z","caller":"traceutil/trace.go:171","msg":"trace[585650452] transaction","detail":"{read_only:false; response_revision:28695; number_of_response:1; }","duration":"1.749654988s","start":"2026-04-02T17:35:42.751719Z","end":"2026-04-02T17:35:44.501374Z","steps":["trace[585650452] 'process raft request' (duration: 1.749586396s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:44.501415Z","caller":"traceutil/trace.go:171","msg":"trace[2013207756] transaction","detail":"{read_only:false; response_revision:28693; number_of_response:1; }","duration":"1.749840544s","start":"2026-04-02T17:35:42.751531Z","end":"2026-04-02T17:35:44.501371Z","steps":["trace[2013207756] 'process raft request' (duration: 1.749610727s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:44.501424Z","caller":"traceutil/trace.go:171","msg":"trace[601475122] transaction","detail":"{read_only:false; response_revision:28694; number_of_response:1; }","duration":"1.749674009s","start":"2026-04-02T17:35:42.751701Z","end":"2026-04-02T17:35:44.501375Z","steps":["trace[601475122] 'process raft request' (duration: 1.749563475s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:44.501433Z","caller":"traceutil/trace.go:171","msg":"trace[1959987423] transaction","detail":"{read_only:false; response_revision:28692; number_of_response:1; }","duration":"1.749924837s","start":"2026-04-02T17:35:42.75147Z","end":"2026-04-02T17:35:44.501395Z","steps":["trace[1959987423] 'process raft request' (duration: 960.999608ms)","trace[1959987423] 'compare' (duration: 787.764182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:44.501475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.751702Z","time spent":"1.749738391s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:44.501594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.751513Z","time spent":"1.749967408s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:44.501623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.751446Z","time spent":"1.750051801s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:44.502079Z","caller":"traceutil/trace.go:171","msg":"trace[1796705906] linearizableReadLoop","detail":"{readStateIndex:30022; appliedIndex:30016; }","duration":"1.713710832s","start":"2026-04-02T17:35:42.788354Z","end":"2026-04-02T17:35:44.502065Z","steps":["trace[1796705906] 'read index received' (duration: 924.123402ms)","trace[1796705906] 'applied index is now lower than readState.Index' (duration: 789.58518ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:44.502114Z","caller":"traceutil/trace.go:171","msg":"trace[871176356] transaction","detail":"{read_only:false; response_revision:28697; number_of_response:1; }","duration":"1.749119941s","start":"2026-04-02T17:35:42.752951Z","end":"2026-04-02T17:35:44.50207Z","steps":["trace[871176356] 'process raft request' (duration: 1.748892764s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:44.502097Z","caller":"traceutil/trace.go:171","msg":"trace[171562777] transaction","detail":"{read_only:false; response_revision:28696; number_of_response:1; }","duration":"1.7503206s","start":"2026-04-02T17:35:42.751743Z","end":"2026-04-02T17:35:44.502063Z","steps":["trace[171562777] 'process raft request' (duration: 1.749595737s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:44.502245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.75294Z","time spent":"1.749235255s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:44.502281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.751725Z","time spent":"1.750464424s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:44.502612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.751685Z","time spent":"1.749805573s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:45.568854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066839914s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-02T17:35:45.568954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8174049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:35:45.569028Z","caller":"traceutil/trace.go:171","msg":"trace[478970912] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:28697; }","duration":"2.817533474s","start":"2026-04-02T17:35:42.751474Z","end":"2026-04-02T17:35:45.569008Z","steps":["trace[478970912] 'agreement among raft nodes before linearized reading' (duration: 1.75066572s)","trace[478970912] 'range keys from in-memory index tree' (duration: 1.066668217s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:45.569086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.751454Z","time spent":"2.817622557s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"info","ts":"2026-04-02T17:35:45.569036Z","caller":"traceutil/trace.go:171","msg":"trace[512959989] linearizableReadLoop","detail":"{readStateIndex:30023; appliedIndex:30022; }","duration":"1.066906826s","start":"2026-04-02T17:35:44.502114Z","end":"2026-04-02T17:35:45.569021Z","steps":["trace[512959989] 'read index received' (duration: 45.432µs)","trace[512959989] 'applied index is now lower than readState.Index' (duration: 1.066860324s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:45.569271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817674529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-04-02T17:35:45.569386Z","caller":"traceutil/trace.go:171","msg":"trace[1965681454] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:28697; }","duration":"2.817834384s","start":"2026-04-02T17:35:42.751521Z","end":"2026-04-02T17:35:45.569356Z","steps":["trace[1965681454] 'agreement among raft nodes before linearized reading' (duration: 1.750581658s)","trace[1965681454] 'range keys from in-memory index tree' (duration: 1.066597616s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:45.569448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.751507Z","time spent":"2.817927317s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":748,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-02T17:35:45.569651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776868349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-02T17:35:45.569682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242544497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:45.569711Z","caller":"traceutil/trace.go:171","msg":"trace[2003341869] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28697; }","duration":"1.242611559s","start":"2026-04-02T17:35:44.327089Z","end":"2026-04-02T17:35:45.569701Z","steps":["trace[2003341869] 'agreement among raft nodes before linearized reading' (duration: 1.242243847s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.569717Z","caller":"traceutil/trace.go:171","msg":"trace[711494218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28697; }","duration":"2.776949291s","start":"2026-04-02T17:35:42.792748Z","end":"2026-04-02T17:35:45.569697Z","steps":["trace[711494218] 'agreement among raft nodes before linearized reading' (duration: 2.776649001s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.569736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.327065Z","time spent":"1.242664331s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:45.569752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.792741Z","time spent":"2.777003223s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:35:45.569763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625267365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:45.569797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979438131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-04-02T17:35:45.569827Z","caller":"traceutil/trace.go:171","msg":"trace[60618610] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28697; }","duration":"1.62537872s","start":"2026-04-02T17:35:43.944432Z","end":"2026-04-02T17:35:45.569811Z","steps":["trace[60618610] 'agreement among raft nodes before linearized reading' (duration: 1.624908585s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.569864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:43.944413Z","time spent":"1.625442361s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:45.569829Z","caller":"traceutil/trace.go:171","msg":"trace[725950389] transaction","detail":"{read_only:false; response_revision:28698; number_of_response:1; }","duration":"1.010998018s","start":"2026-04-02T17:35:44.558789Z","end":"2026-04-02T17:35:45.569787Z","steps":["trace[725950389] 'process raft request' (duration: 1.010156851s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.569882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00092026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:45.569913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639939859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:45.569926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779232653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:35:45.569936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47606894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:45.56995Z","caller":"traceutil/trace.go:171","msg":"trace[587229790] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28697; }","duration":"2.779254294s","start":"2026-04-02T17:35:42.790687Z","end":"2026-04-02T17:35:45.569942Z","steps":["trace[587229790] 'agreement among raft nodes before linearized reading' (duration: 2.778369246s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.569947Z","caller":"traceutil/trace.go:171","msg":"trace[1532971325] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28697; }","duration":"1.640008271s","start":"2026-04-02T17:35:43.929926Z","end":"2026-04-02T17:35:45.569934Z","steps":["trace[1532971325] 'agreement among raft nodes before linearized reading' (duration: 1.639424383s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.569946Z","caller":"traceutil/trace.go:171","msg":"trace[1973328676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28697; }","duration":"2.001009243s","start":"2026-04-02T17:35:43.568913Z","end":"2026-04-02T17:35:45.569922Z","steps":["trace[1973328676] 'agreement among raft nodes before linearized reading' (duration: 2.000451475s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:45.569968Z","caller":"traceutil/trace.go:171","msg":"trace[1634763755] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28697; }","duration":"2.476131272s","start":"2026-04-02T17:35:43.093828Z","end":"2026-04-02T17:35:45.569959Z","steps":["trace[1634763755] 'agreement among raft nodes before linearized reading' (duration: 2.475551604s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.569794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474068647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:45.569983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:43.929905Z","time spent":"1.640068174s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:45.570004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:43.09381Z","time spent":"2.476185133s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:45.570018Z","caller":"traceutil/trace.go:171","msg":"trace[1928643884] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28697; }","duration":"2.474347536s","start":"2026-04-02T17:35:43.09566Z","end":"2026-04-02T17:35:45.570008Z","steps":["trace[1928643884] 'agreement among raft nodes before linearized reading' (duration: 2.473711336s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.570012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:43.568846Z","time spent":"2.001148527s","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:45.570011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.55876Z","time spent":"1.011149843s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:45.570045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:43.095649Z","time spent":"2.474387117s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:35:45.570136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815427048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:35:45.570167Z","caller":"traceutil/trace.go:171","msg":"trace[968288737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28697; }","duration":"2.81546813s","start":"2026-04-02T17:35:42.754691Z","end":"2026-04-02T17:35:45.570159Z","steps":["trace[968288737] 'agreement among raft nodes before linearized reading' (duration: 1.747377057s)","trace[968288737] 'range keys from in-memory index tree' (duration: 1.067972809s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:45.570186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.754685Z","time spent":"2.81549703s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:35:45.569969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.790617Z","time spent":"2.779347507s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:35:45.570326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818726662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-04-02T17:35:45.570346Z","caller":"traceutil/trace.go:171","msg":"trace[1712474917] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:28697; }","duration":"2.818774023s","start":"2026-04-02T17:35:42.751565Z","end":"2026-04-02T17:35:45.570339Z","steps":["trace[1712474917] 'agreement among raft nodes before linearized reading' (duration: 1.750528956s)","trace[1712474917] 'range keys from in-memory index tree' (duration: 1.068190746s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:45.570363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.751548Z","time spent":"2.818811385s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":973,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-04-02T17:35:45.569867Z","caller":"traceutil/trace.go:171","msg":"trace[1654849953] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28697; }","duration":"1.979542925s","start":"2026-04-02T17:35:43.590306Z","end":"2026-04-02T17:35:45.569849Z","steps":["trace[1654849953] 'agreement among raft nodes before linearized reading' (duration: 1.979050759s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.570472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815318894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:45.570463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:43.590291Z","time spent":"1.980154614s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7372,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-02T17:35:45.570492Z","caller":"traceutil/trace.go:171","msg":"trace[666823732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28697; }","duration":"2.815357276s","start":"2026-04-02T17:35:42.755127Z","end":"2026-04-02T17:35:45.570484Z","steps":["trace[666823732] 'agreement among raft nodes before linearized reading' (duration: 1.746955473s)","trace[666823732] 'range keys from in-memory index tree' (duration: 1.068359461s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:45.570511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:42.755119Z","time spent":"2.815387767s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:45.570566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228453072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:45.570586Z","caller":"traceutil/trace.go:171","msg":"trace[1293836265] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28697; }","duration":"1.228502794s","start":"2026-04-02T17:35:44.342075Z","end":"2026-04-02T17:35:45.570578Z","steps":["trace[1293836265] 'agreement among raft nodes before linearized reading' (duration: 1.227245784s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:45.570604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.342058Z","time spent":"1.228540684s","remote":"127.0.0.1:58212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:46.069701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:35:46.528824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831543785s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:35:46.529937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.348358ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:46.530041Z","caller":"traceutil/trace.go:171","msg":"trace[1935750421] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28698; }","duration":"830.462902ms","start":"2026-04-02T17:35:45.699561Z","end":"2026-04-02T17:35:46.530024Z","steps":["trace[1935750421] 'range keys from in-memory index tree' (duration: 830.334438ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:46.530771Z","caller":"traceutil/trace.go:171","msg":"trace[2116756290] transaction","detail":"{read_only:false; response_revision:28699; number_of_response:1; }","duration":"1.971688716s","start":"2026-04-02T17:35:44.559051Z","end":"2026-04-02T17:35:46.53074Z","steps":["trace[2116756290] 'process raft request' (duration: 1.969939721s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:46.530937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.559021Z","time spent":"1.971834241s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:46.531029Z","caller":"traceutil/trace.go:171","msg":"trace[1844107798] transaction","detail":"{read_only:false; response_revision:28700; number_of_response:1; }","duration":"1.971779919s","start":"2026-04-02T17:35:44.55923Z","end":"2026-04-02T17:35:46.53101Z","steps":["trace[1844107798] 'process raft request' (duration: 1.971230481s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:46.530784Z","caller":"traceutil/trace.go:171","msg":"trace[444951093] transaction","detail":"{read_only:false; response_revision:28701; number_of_response:1; }","duration":"1.97148581s","start":"2026-04-02T17:35:44.559266Z","end":"2026-04-02T17:35:46.530752Z","steps":["trace[444951093] 'process raft request' (duration: 1.971297654s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:46.531165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.559238Z","time spent":"1.971889063s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:46.531176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.559205Z","time spent":"1.971874762s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:46.756488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:35:46.756581Z","caller":"traceutil/trace.go:171","msg":"trace[1102246289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060209s","start":"2026-04-02T17:35:44.755955Z","end":"2026-04-02T17:35:46.756557Z","steps":["trace[1102246289] 'agreement among raft nodes before linearized reading' (duration: 2.000483856s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:46.756639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.755934Z","time spent":"2.000689063s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:48.353017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.821581412s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:35:48.35355Z","caller":"traceutil/trace.go:171","msg":"trace[1442220506] transaction","detail":"{read_only:false; response_revision:28703; number_of_response:1; }","duration":"3.524466412s","start":"2026-04-02T17:35:44.82906Z","end":"2026-04-02T17:35:48.353527Z","steps":["trace[1442220506] 'process raft request' (duration: 3.524367289s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:48.353577Z","caller":"traceutil/trace.go:171","msg":"trace[791944893] transaction","detail":"{read_only:false; response_revision:28702; number_of_response:1; }","duration":"3.60097473s","start":"2026-04-02T17:35:44.752562Z","end":"2026-04-02T17:35:48.353536Z","steps":["trace[791944893] 'process raft request' (duration: 3.60066724s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.353704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.829041Z","time spent":"3.524568474s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:48.353736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.752537Z","time spent":"3.601109624s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:48.353854Z","caller":"traceutil/trace.go:171","msg":"trace[1993733501] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"2.780407181s","start":"2026-04-02T17:35:45.57342Z","end":"2026-04-02T17:35:48.353827Z","steps":["trace[1993733501] 'process raft request' (duration: 2.78005324s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:48.353886Z","caller":"traceutil/trace.go:171","msg":"trace[935818757] transaction","detail":"{read_only:false; response_revision:28705; number_of_response:1; }","duration":"2.778044837s","start":"2026-04-02T17:35:45.575821Z","end":"2026-04-02T17:35:48.353866Z","steps":["trace[935818757] 'process raft request' (duration: 2.777890723s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:48.353909Z","caller":"traceutil/trace.go:171","msg":"trace[1982795715] linearizableReadLoop","detail":"{readStateIndex:30033; appliedIndex:30024; }","duration":"2.784586914s","start":"2026-04-02T17:35:45.569302Z","end":"2026-04-02T17:35:48.353889Z","steps":["trace[1982795715] 'read index received' (duration: 959.701227ms)","trace[1982795715] 'applied index is now lower than readState.Index' (duration: 1.824884947s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:48.353968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.575799Z","time spent":"2.778119999s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:48.353968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.57341Z","time spent":"2.780496305s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:48.354053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838170907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:48.354078Z","caller":"traceutil/trace.go:171","msg":"trace[442636882] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28707; }","duration":"2.838212958s","start":"2026-04-02T17:35:45.515858Z","end":"2026-04-02T17:35:48.354071Z","steps":["trace[442636882] 'agreement among raft nodes before linearized reading' (duration: 2.838140256s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.354101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.515784Z","time spent":"2.838310262s","remote":"127.0.0.1:49946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:48.353987Z","caller":"traceutil/trace.go:171","msg":"trace[1609385937] transaction","detail":"{read_only:false; response_revision:28707; number_of_response:1; }","duration":"2.775853318s","start":"2026-04-02T17:35:45.578125Z","end":"2026-04-02T17:35:48.353978Z","steps":["trace[1609385937] 'process raft request' (duration: 2.775692643s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.354303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.578116Z","time spent":"2.776078705s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:48.35435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796729727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-02T17:35:48.354363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845994844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:48.354406Z","caller":"traceutil/trace.go:171","msg":"trace[2070700356] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28707; }","duration":"3.796863222s","start":"2026-04-02T17:35:44.557528Z","end":"2026-04-02T17:35:48.354391Z","steps":["trace[2070700356] 'agreement among raft nodes before linearized reading' (duration: 3.796688767s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:48.353942Z","caller":"traceutil/trace.go:171","msg":"trace[564427744] transaction","detail":"{read_only:false; response_revision:28706; number_of_response:1; }","duration":"2.777894803s","start":"2026-04-02T17:35:45.57601Z","end":"2026-04-02T17:35:48.353905Z","steps":["trace[564427744] 'process raft request' (duration: 2.777772159s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:48.354428Z","caller":"traceutil/trace.go:171","msg":"trace[1905840920] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28707; }","duration":"2.846087027s","start":"2026-04-02T17:35:45.50832Z","end":"2026-04-02T17:35:48.354407Z","steps":["trace[1905840920] 'agreement among raft nodes before linearized reading' (duration: 2.845977553s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.354465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849135864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-04-02T17:35:48.354476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.508303Z","time spent":"2.846157829s","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:48.354517Z","caller":"traceutil/trace.go:171","msg":"trace[1043797913] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28707; }","duration":"3.849187926s","start":"2026-04-02T17:35:44.505313Z","end":"2026-04-02T17:35:48.354501Z","steps":["trace[1043797913] 'agreement among raft nodes before linearized reading' (duration: 3.848923047s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.35451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.575992Z","time spent":"2.77846785s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1091,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:48.354516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.557506Z","time spent":"3.796996277s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:35:48.354561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:44.505277Z","time spent":"3.849271929s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:35:48.553291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:35:48.553368Z","caller":"traceutil/trace.go:171","msg":"trace[215515331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307382s","start":"2026-04-02T17:35:46.553042Z","end":"2026-04-02T17:35:48.55335Z","steps":["trace[215515331] 'agreement among raft nodes before linearized reading' (duration: 2.000208059s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.553416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.553019Z","time spent":"2.000387355s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:35:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:35:48.763279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:35:48.763371Z","caller":"traceutil/trace.go:171","msg":"trace[138165855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174128s","start":"2026-04-02T17:35:46.76317Z","end":"2026-04-02T17:35:48.763344Z","steps":["trace[138165855] 'agreement among raft nodes before linearized reading' (duration: 2.000046764s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:48.763416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.763145Z","time spent":"2.000261541s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:49.263889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.359241Z","time spent":"904.641886ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:35:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:35:50.402242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874210605s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:35:50.402353Z","caller":"traceutil/trace.go:171","msg":"trace[976705948] linearizableReadLoop","detail":"{readStateIndex:30034; appliedIndex:30033; }","duration":"2.048380531s","start":"2026-04-02T17:35:48.353952Z","end":"2026-04-02T17:35:50.402332Z","steps":["trace[976705948] 'read index received' (duration: 174.082783ms)","trace[976705948] 'applied index is now lower than readState.Index' (duration: 1.874296168s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:50.402365Z","caller":"traceutil/trace.go:171","msg":"trace[1437794226] transaction","detail":"{read_only:false; response_revision:28708; number_of_response:1; }","duration":"2.826301382s","start":"2026-04-02T17:35:47.57603Z","end":"2026-04-02T17:35:50.402332Z","steps":["trace[1437794226] 'process raft request' (duration: 951.914571ms)","trace[1437794226] 'compare' (duration: 1.872640706s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:50.402487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895304944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T17:35:50.402502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:47.576003Z","time spent":"2.826422826s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:50.40249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.914822472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:50.402538Z","caller":"traceutil/trace.go:171","msg":"trace[157421499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28708; }","duration":"3.895381737s","start":"2026-04-02T17:35:46.507143Z","end":"2026-04-02T17:35:50.402525Z","steps":["trace[157421499] 'agreement among raft nodes before linearized reading' (duration: 3.895211382s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.402571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.507139Z","time spent":"3.895425978s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:35:50.402571Z","caller":"traceutil/trace.go:171","msg":"trace[1479280598] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28708; }","duration":"3.914962176s","start":"2026-04-02T17:35:46.48759Z","end":"2026-04-02T17:35:50.402552Z","steps":["trace[1479280598] 'agreement among raft nodes before linearized reading' (duration: 3.914807911s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.402583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.799300181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:50.402613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.48757Z","time spent":"3.915036608s","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:50.402616Z","caller":"traceutil/trace.go:171","msg":"trace[1306523750] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28708; }","duration":"4.799361633s","start":"2026-04-02T17:35:45.603243Z","end":"2026-04-02T17:35:50.402605Z","steps":["trace[1306523750] 'agreement among raft nodes before linearized reading' (duration: 4.799315241s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.402679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.603229Z","time spent":"4.799440345s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:35:50.402714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288418119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:50.402739Z","caller":"traceutil/trace.go:171","msg":"trace[398495909] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28708; }","duration":"2.28844522s","start":"2026-04-02T17:35:48.114284Z","end":"2026-04-02T17:35:50.40273Z","steps":["trace[398495909] 'agreement among raft nodes before linearized reading' (duration: 2.288401448s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.402758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.114219Z","time spent":"2.288533712s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:50.402899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895768639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-02T17:35:50.402901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387874233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-02T17:35:50.402917Z","caller":"traceutil/trace.go:171","msg":"trace[974245082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28708; }","duration":"3.895786229s","start":"2026-04-02T17:35:46.507124Z","end":"2026-04-02T17:35:50.40291Z","steps":["trace[974245082] 'agreement among raft nodes before linearized reading' (duration: 3.895671156s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:50.402925Z","caller":"traceutil/trace.go:171","msg":"trace[1251765664] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28708; }","duration":"2.387936065s","start":"2026-04-02T17:35:48.014983Z","end":"2026-04-02T17:35:50.402919Z","steps":["trace[1251765664] 'agreement among raft nodes before linearized reading' (duration: 2.387866242s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.402935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.507116Z","time spent":"3.895815371s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:35:50.402931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.830836278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17276"} {"level":"warn","ts":"2026-04-02T17:35:50.402945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.014961Z","time spent":"2.387979806s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-04-02T17:35:50.402959Z","caller":"traceutil/trace.go:171","msg":"trace[373290599] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28708; }","duration":"4.830884989s","start":"2026-04-02T17:35:45.572066Z","end":"2026-04-02T17:35:50.402951Z","steps":["trace[373290599] 'agreement among raft nodes before linearized reading' (duration: 4.830799046s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.402984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:45.572054Z","time spent":"4.830925771s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:35:50.403079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896575075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:35:50.403097Z","caller":"traceutil/trace.go:171","msg":"trace[1411318441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28708; }","duration":"3.896612746s","start":"2026-04-02T17:35:46.506478Z","end":"2026-04-02T17:35:50.403091Z","steps":["trace[1411318441] 'agreement among raft nodes before linearized reading' (duration: 3.896555554s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.403112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.506469Z","time spent":"3.896639627s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:50.403201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897058119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:35:50.403215Z","caller":"traceutil/trace.go:171","msg":"trace[2055014079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28708; }","duration":"3.89707212s","start":"2026-04-02T17:35:46.506137Z","end":"2026-04-02T17:35:50.40321Z","steps":["trace[2055014079] 'agreement among raft nodes before linearized reading' (duration: 3.897022078s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.40323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.506074Z","time spent":"3.897151522s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:50.40254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137217651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17276"} {"level":"warn","ts":"2026-04-02T17:35:50.403425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777212571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:50.40346Z","caller":"traceutil/trace.go:171","msg":"trace[1574063594] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28708; }","duration":"3.777287843s","start":"2026-04-02T17:35:46.626161Z","end":"2026-04-02T17:35:50.403449Z","steps":["trace[1574063594] 'agreement among raft nodes before linearized reading' (duration: 3.777227201s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:50.403457Z","caller":"traceutil/trace.go:171","msg":"trace[99706893] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28708; }","duration":"4.138166771s","start":"2026-04-02T17:35:46.265277Z","end":"2026-04-02T17:35:50.403443Z","steps":["trace[99706893] 'agreement among raft nodes before linearized reading' (duration: 4.137133019s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.403467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459619051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-02T17:35:50.403484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.626137Z","time spent":"3.777340445s","remote":"127.0.0.1:49850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:50.40349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.265256Z","time spent":"4.138225523s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-02T17:35:50.403513Z","caller":"traceutil/trace.go:171","msg":"trace[1998200221] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:28708; }","duration":"2.459694473s","start":"2026-04-02T17:35:47.943805Z","end":"2026-04-02T17:35:50.403499Z","steps":["trace[1998200221] 'agreement among raft nodes before linearized reading' (duration: 2.459564279s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.403546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:47.943787Z","time spent":"2.459751995s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-04-02T17:35:50.403534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896251615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T17:35:50.403598Z","caller":"traceutil/trace.go:171","msg":"trace[308389738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28708; }","duration":"3.896325516s","start":"2026-04-02T17:35:46.507251Z","end":"2026-04-02T17:35:50.403577Z","steps":["trace[308389738] 'agreement among raft nodes before linearized reading' (duration: 3.89611476s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.40364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:46.507245Z","time spent":"3.896383988s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:50.777756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:35:50.77782Z","caller":"traceutil/trace.go:171","msg":"trace[967987583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000158947s","start":"2026-04-02T17:35:48.777646Z","end":"2026-04-02T17:35:50.777805Z","steps":["trace[967987583] 'agreement among raft nodes before linearized reading' (duration: 2.000069984s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:50.777863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.77763Z","time spent":"2.000219899s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:35:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:35:50.90277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:35:51.307674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.779636137s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:35:51.368065Z","caller":"traceutil/trace.go:171","msg":"trace[1335888349] transaction","detail":"{read_only:false; response_revision:28710; number_of_response:1; }","duration":"3.008382718s","start":"2026-04-02T17:35:48.359655Z","end":"2026-04-02T17:35:51.368038Z","steps":["trace[1335888349] 'process raft request' (duration: 3.008255224s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:51.36822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.359632Z","time spent":"3.008510672s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:52.778173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:35:52.778257Z","caller":"traceutil/trace.go:171","msg":"trace[1580494266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229338s","start":"2026-04-02T17:35:50.778008Z","end":"2026-04-02T17:35:52.778238Z","steps":["trace[1580494266] 'agreement among raft nodes before linearized reading' (duration: 2.000104034s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:52.778304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.777985Z","time spent":"2.000309741s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:53.108432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795719784s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:35:53.371734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.005754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:35:53.372129Z","caller":"traceutil/trace.go:171","msg":"trace[2085700249] transaction","detail":"{read_only:false; response_revision:28711; number_of_response:1; }","duration":"4.836354931s","start":"2026-04-02T17:35:48.535757Z","end":"2026-04-02T17:35:53.372112Z","steps":["trace[2085700249] 'process raft request' (duration: 4.572896913s)","trace[2085700249] 'compare' (duration: 262.8827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:35:53.37219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.535732Z","time spent":"4.836429614s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.372418Z","caller":"traceutil/trace.go:171","msg":"trace[643587134] transaction","detail":"{read_only:false; response_revision:28712; number_of_response:1; }","duration":"4.836649621s","start":"2026-04-02T17:35:48.535759Z","end":"2026-04-02T17:35:53.372408Z","steps":["trace[643587134] 'process raft request' (duration: 4.836118104s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.372434Z","caller":"traceutil/trace.go:171","msg":"trace[493628938] transaction","detail":"{read_only:false; response_revision:28714; number_of_response:1; }","duration":"3.307938676s","start":"2026-04-02T17:35:50.064457Z","end":"2026-04-02T17:35:53.372396Z","steps":["trace[493628938] 'process raft request' (duration: 3.307528053s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.372484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.53573Z","time spent":"4.836717253s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.372575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.064425Z","time spent":"3.308076302s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.372618Z","caller":"traceutil/trace.go:171","msg":"trace[1041675202] transaction","detail":"{read_only:false; response_revision:28717; number_of_response:1; }","duration":"2.966005638s","start":"2026-04-02T17:35:50.406604Z","end":"2026-04-02T17:35:53.37261Z","steps":["trace[1041675202] 'process raft request' (duration: 2.965528083s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.372607Z","caller":"traceutil/trace.go:171","msg":"trace[1118951798] transaction","detail":"{read_only:false; response_revision:28713; number_of_response:1; }","duration":"4.836804015s","start":"2026-04-02T17:35:48.535779Z","end":"2026-04-02T17:35:53.372583Z","steps":["trace[1118951798] 'process raft request' (duration: 4.836169885s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.372625Z","caller":"traceutil/trace.go:171","msg":"trace[1365603584] transaction","detail":"{read_only:false; response_revision:28716; number_of_response:1; }","duration":"3.012765106s","start":"2026-04-02T17:35:50.359835Z","end":"2026-04-02T17:35:53.3726Z","steps":["trace[1365603584] 'process raft request' (duration: 3.01226513s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.372636Z","caller":"traceutil/trace.go:171","msg":"trace[463056548] transaction","detail":"{read_only:false; response_revision:28715; number_of_response:1; }","duration":"3.218653175s","start":"2026-04-02T17:35:50.153947Z","end":"2026-04-02T17:35:53.3726Z","steps":["trace[463056548] 'process raft request' (duration: 3.218073836s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.372718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.535751Z","time spent":"4.836905169s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.372748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.359815Z","time spent":"3.012867939s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.372769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.153916Z","time spent":"3.218780069s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.372652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.406588Z","time spent":"2.966045649s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.373007Z","caller":"traceutil/trace.go:171","msg":"trace[415763273] linearizableReadLoop","detail":"{readStateIndex:30048; appliedIndex:30034; }","duration":"2.970616073s","start":"2026-04-02T17:35:50.402378Z","end":"2026-04-02T17:35:53.372995Z","steps":["trace[415763273] 'read index received' (duration: 905.651838ms)","trace[415763273] 'applied index is now lower than readState.Index' (duration: 2.064963245s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:53.373054Z","caller":"traceutil/trace.go:171","msg":"trace[1323308409] transaction","detail":"{read_only:false; response_revision:28721; number_of_response:1; }","duration":"2.964515521s","start":"2026-04-02T17:35:50.408525Z","end":"2026-04-02T17:35:53.373041Z","steps":["trace[1323308409] 'process raft request' (duration: 2.964216611s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.373082Z","caller":"traceutil/trace.go:171","msg":"trace[603969364] transaction","detail":"{read_only:false; response_revision:28718; number_of_response:1; }","duration":"2.966010398s","start":"2026-04-02T17:35:50.407065Z","end":"2026-04-02T17:35:53.373075Z","steps":["trace[603969364] 'process raft request' (duration: 2.9654574s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.373064Z","caller":"traceutil/trace.go:171","msg":"trace[1701102895] transaction","detail":"{read_only:false; response_revision:28720; number_of_response:1; }","duration":"2.965381568s","start":"2026-04-02T17:35:50.407666Z","end":"2026-04-02T17:35:53.373048Z","steps":["trace[1701102895] 'process raft request' (duration: 2.964997856s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71641984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:53.373097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209166586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:53.373116Z","caller":"traceutil/trace.go:171","msg":"trace[1194138311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28722; }","duration":"4.716495282s","start":"2026-04-02T17:35:48.656614Z","end":"2026-04-02T17:35:53.373109Z","steps":["trace[1194138311] 'agreement among raft nodes before linearized reading' (duration: 4.71643687s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.408509Z","time spent":"2.964586813s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.373123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.40706Z","time spent":"2.966041s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.373125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.429065616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:53.373144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.656589Z","time spent":"4.716544204s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:53.373111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788003593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:53.373136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.40764Z","time spent":"2.965464651s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:53.373162Z","caller":"traceutil/trace.go:171","msg":"trace[1544015127] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28722; }","duration":"4.429136508s","start":"2026-04-02T17:35:48.944014Z","end":"2026-04-02T17:35:53.373151Z","steps":["trace[1544015127] 'agreement among raft nodes before linearized reading' (duration: 4.429082646s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910942518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:53.373192Z","caller":"traceutil/trace.go:171","msg":"trace[1054172855] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28722; }","duration":"3.91100248s","start":"2026-04-02T17:35:49.462184Z","end":"2026-04-02T17:35:53.373187Z","steps":["trace[1054172855] 'agreement among raft nodes before linearized reading' (duration: 3.910963849s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.943994Z","time spent":"4.42919453s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:53.373194Z","caller":"traceutil/trace.go:171","msg":"trace[556396568] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28722; }","duration":"4.788139847s","start":"2026-04-02T17:35:48.585035Z","end":"2026-04-02T17:35:53.373175Z","steps":["trace[556396568] 'agreement among raft nodes before linearized reading' (duration: 4.787994482s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.462166Z","time spent":"3.911045412s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:53.373244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.585011Z","time spent":"4.78821774s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:53.373136Z","caller":"traceutil/trace.go:171","msg":"trace[481069819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28722; }","duration":"4.209246848s","start":"2026-04-02T17:35:49.16388Z","end":"2026-04-02T17:35:53.373127Z","steps":["trace[481069819] 'agreement among raft nodes before linearized reading' (duration: 4.209177686s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.37331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013454878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-02T17:35:53.37332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87398624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-02T17:35:53.373057Z","caller":"traceutil/trace.go:171","msg":"trace[2009394673] transaction","detail":"{read_only:false; response_revision:28719; number_of_response:1; }","duration":"2.965591515s","start":"2026-04-02T17:35:50.407456Z","end":"2026-04-02T17:35:53.373047Z","steps":["trace[2009394673] 'process raft request' (duration: 2.9651168s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.163859Z","time spent":"4.209468336s","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:53.373347Z","caller":"traceutil/trace.go:171","msg":"trace[531785] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28722; }","duration":"3.01351471s","start":"2026-04-02T17:35:50.359811Z","end":"2026-04-02T17:35:53.373326Z","steps":["trace[531785] 'agreement among raft nodes before linearized reading' (duration: 3.013430227s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.373345Z","caller":"traceutil/trace.go:171","msg":"trace[624884192] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:28722; }","duration":"4.874047332s","start":"2026-04-02T17:35:48.49929Z","end":"2026-04-02T17:35:53.373338Z","steps":["trace[624884192] 'agreement among raft nodes before linearized reading' (duration: 4.87398544s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.37337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.359791Z","time spent":"3.013575162s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:35:53.373372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.499269Z","time spent":"4.874098034s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"warn","ts":"2026-04-02T17:35:53.373375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.407451Z","time spent":"2.965897934s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.373072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654363768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:53.373261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.014461311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-58f885d687-nfz8n.18a29a039470ed7e\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-04-02T17:35:53.373459Z","caller":"traceutil/trace.go:171","msg":"trace[1587622937] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:28722; }","duration":"4.654782941s","start":"2026-04-02T17:35:48.718664Z","end":"2026-04-02T17:35:53.373447Z","steps":["trace[1587622937] 'agreement among raft nodes before linearized reading' (duration: 4.654364168s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:53.373484Z","caller":"traceutil/trace.go:171","msg":"trace[1115468965] transaction","detail":"{read_only:false; response_revision:28722; number_of_response:1; }","duration":"2.928775151s","start":"2026-04-02T17:35:50.444701Z","end":"2026-04-02T17:35:53.373476Z","steps":["trace[1115468965] 'process raft request' (duration: 2.928217624s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.710949187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:35:53.373502Z","caller":"traceutil/trace.go:171","msg":"trace[1749851908] range","detail":"{range_begin:/registry/events/openstack/senlin-api-58f885d687-nfz8n.18a29a039470ed7e; range_end:; response_count:1; response_revision:28722; }","duration":"5.01473913s","start":"2026-04-02T17:35:48.35875Z","end":"2026-04-02T17:35:53.373489Z","steps":["trace[1749851908] 'agreement among raft nodes before linearized reading' (duration: 5.0144258s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.71863Z","time spent":"4.654865074s","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:53.373514Z","caller":"traceutil/trace.go:171","msg":"trace[1736579110] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28722; }","duration":"3.711347989s","start":"2026-04-02T17:35:49.662157Z","end":"2026-04-02T17:35:53.373505Z","steps":["trace[1736579110] 'agreement among raft nodes before linearized reading' (duration: 3.710849884s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.358728Z","time spent":"5.014803192s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1191,"request content":"key:\"/registry/events/openstack/senlin-api-58f885d687-nfz8n.18a29a039470ed7e\" "} {"level":"warn","ts":"2026-04-02T17:35:53.37356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300233584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282505"} {"level":"warn","ts":"2026-04-02T17:35:53.373549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:49.662138Z","time spent":"3.711401131s","remote":"127.0.0.1:59144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:53.373589Z","caller":"traceutil/trace.go:171","msg":"trace[1501778191] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28722; }","duration":"3.300287625s","start":"2026-04-02T17:35:50.073291Z","end":"2026-04-02T17:35:53.373579Z","steps":["trace[1501778191] 'agreement among raft nodes before linearized reading' (duration: 3.299964564s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.073275Z","time spent":"3.300328456s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282527,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:35:53.37352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.444632Z","time spent":"2.928868604s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:53.373517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598907176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-04-02T17:35:53.373615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.014783372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a29ab802d2fd8b\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-02T17:35:53.373792Z","caller":"traceutil/trace.go:171","msg":"trace[1660302098] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28722; }","duration":"4.599207065s","start":"2026-04-02T17:35:48.774574Z","end":"2026-04-02T17:35:53.373781Z","steps":["trace[1660302098] 'agreement among raft nodes before linearized reading' (duration: 4.598859504s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.37384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.774557Z","time spent":"4.599274087s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-02T17:35:53.373907Z","caller":"traceutil/trace.go:171","msg":"trace[2098485905] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a29ab802d2fd8b; range_end:; response_count:1; response_revision:28722; }","duration":"5.01506514s","start":"2026-04-02T17:35:48.358718Z","end":"2026-04-02T17:35:53.373783Z","steps":["trace[2098485905] 'agreement among raft nodes before linearized reading' (duration: 5.014540824s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:53.373976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:48.358632Z","time spent":"5.015331789s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a29ab802d2fd8b\" "} {"level":"warn","ts":"2026-04-02T17:35:53.873296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:35:54.373825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:35:54.785569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:35:54.785643Z","caller":"traceutil/trace.go:171","msg":"trace[979145994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000020643s","start":"2026-04-02T17:35:52.785605Z","end":"2026-04-02T17:35:54.785626Z","steps":["trace[979145994] 'agreement among raft nodes before linearized reading' (duration: 1.99993423s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:54.785683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.785594Z","time spent":"2.000080114s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:54.829714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.720694654s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:35:54.831647Z","caller":"traceutil/trace.go:171","msg":"trace[2142852686] transaction","detail":"{read_only:false; response_revision:28724; number_of_response:1; }","duration":"1.933839091s","start":"2026-04-02T17:35:52.897793Z","end":"2026-04-02T17:35:54.831632Z","steps":["trace[2142852686] 'process raft request' (duration: 1.933771459s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:54.831775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.897767Z","time spent":"1.933934133s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:54.831655Z","caller":"traceutil/trace.go:171","msg":"trace[756062318] transaction","detail":"{read_only:false; response_revision:28723; number_of_response:1; }","duration":"2.424682626s","start":"2026-04-02T17:35:52.406947Z","end":"2026-04-02T17:35:54.83163Z","steps":["trace[756062318] 'process raft request' (duration: 2.424453519s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:54.831823Z","caller":"traceutil/trace.go:171","msg":"trace[466252710] transaction","detail":"{read_only:false; response_revision:28725; number_of_response:1; }","duration":"1.924455044s","start":"2026-04-02T17:35:52.90728Z","end":"2026-04-02T17:35:54.831735Z","steps":["trace[466252710] 'process raft request' (duration: 1.924320399s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:54.832033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.406926Z","time spent":"2.424950204s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:54.832094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.907258Z","time spent":"1.924693081s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:55.975357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144062575s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:35:55.97582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.375127Z","time spent":"2.60069008s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:35:55.975869Z","caller":"traceutil/trace.go:171","msg":"trace[1366157634] transaction","detail":"{read_only:false; response_revision:28726; number_of_response:1; }","duration":"2.615430567s","start":"2026-04-02T17:35:53.360407Z","end":"2026-04-02T17:35:55.975838Z","steps":["trace[1366157634] 'process raft request' (duration: 2.615128997s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.975991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.360378Z","time spent":"2.61554062s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:55.976091Z","caller":"traceutil/trace.go:171","msg":"trace[2041397629] linearizableReadLoop","detail":"{readStateIndex:30056; appliedIndex:30048; }","duration":"2.602995293s","start":"2026-04-02T17:35:53.373081Z","end":"2026-04-02T17:35:55.976076Z","steps":["trace[2041397629] 'read index received' (duration: 1.457856384s)","trace[2041397629] 'applied index is now lower than readState.Index' (duration: 1.145137989s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:55.976109Z","caller":"traceutil/trace.go:171","msg":"trace[1414783754] transaction","detail":"{read_only:false; response_revision:28728; number_of_response:1; }","duration":"2.595496476s","start":"2026-04-02T17:35:53.380586Z","end":"2026-04-02T17:35:55.976082Z","steps":["trace[1414783754] 'process raft request' (duration: 2.595358752s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.976223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222112285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:35:55.976218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.380583Z","time spent":"2.595578109s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:55.976262Z","caller":"traceutil/trace.go:171","msg":"trace[142104711] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28729; }","duration":"5.222180508s","start":"2026-04-02T17:35:50.75407Z","end":"2026-04-02T17:35:55.97625Z","steps":["trace[142104711] 'agreement among raft nodes before linearized reading' (duration: 5.222110595s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.976276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.562278438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:55.976292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.754053Z","time spent":"5.22223011s","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:55.976315Z","caller":"traceutil/trace.go:171","msg":"trace[598558098] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28729; }","duration":"5.56234511s","start":"2026-04-02T17:35:50.413958Z","end":"2026-04-02T17:35:55.976303Z","steps":["trace[598558098] 'agreement among raft nodes before linearized reading' (duration: 5.562279098s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.976352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.413916Z","time spent":"5.562428154s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:35:55.976376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.566273205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-02T17:35:55.976408Z","caller":"traceutil/trace.go:171","msg":"trace[328395206] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:28729; }","duration":"5.566321016s","start":"2026-04-02T17:35:50.410077Z","end":"2026-04-02T17:35:55.976398Z","steps":["trace[328395206] 'agreement among raft nodes before linearized reading' (duration: 5.566196112s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.976436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.410065Z","time spent":"5.566361378s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-04-02T17:35:55.97644Z","caller":"traceutil/trace.go:171","msg":"trace[182439432] transaction","detail":"{read_only:false; response_revision:28729; number_of_response:1; }","duration":"2.593382719s","start":"2026-04-02T17:35:53.383043Z","end":"2026-04-02T17:35:55.976426Z","steps":["trace[182439432] 'process raft request' (duration: 2.592951876s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:55.976466Z","caller":"traceutil/trace.go:171","msg":"trace[1070445732] transaction","detail":"{read_only:false; response_revision:28727; number_of_response:1; }","duration":"2.5959312s","start":"2026-04-02T17:35:53.380518Z","end":"2026-04-02T17:35:55.976449Z","steps":["trace[1070445732] 'process raft request' (duration: 2.595269189s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.976493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.383032Z","time spent":"2.593429961s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:55.976507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.536686019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:55.976559Z","caller":"traceutil/trace.go:171","msg":"trace[498112485] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28729; }","duration":"5.536786953s","start":"2026-04-02T17:35:50.439763Z","end":"2026-04-02T17:35:55.97655Z","steps":["trace[498112485] 'agreement among raft nodes before linearized reading' (duration: 5.536717781s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.97656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.380509Z","time spent":"2.595996662s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:55.976594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.439737Z","time spent":"5.536849274s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:55.976638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.566546844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-02T17:35:55.976668Z","caller":"traceutil/trace.go:171","msg":"trace[1021055658] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28729; }","duration":"5.566618556s","start":"2026-04-02T17:35:50.410041Z","end":"2026-04-02T17:35:55.97666Z","steps":["trace[1021055658] 'agreement among raft nodes before linearized reading' (duration: 5.566521423s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.976693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:50.410025Z","time spent":"5.566661577s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-02T17:35:55.97671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202896097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:55.97676Z","caller":"traceutil/trace.go:171","msg":"trace[1585758869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28729; }","duration":"3.202982579s","start":"2026-04-02T17:35:52.773768Z","end":"2026-04-02T17:35:55.97675Z","steps":["trace[1585758869] 'agreement among raft nodes before linearized reading' (duration: 3.202906207s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.97679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:52.773742Z","time spent":"3.203038621s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:55.976955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032445299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:55.976998Z","caller":"traceutil/trace.go:171","msg":"trace[276751021] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28729; }","duration":"4.032532962s","start":"2026-04-02T17:35:51.944454Z","end":"2026-04-02T17:35:55.976987Z","steps":["trace[276751021] 'agreement among raft nodes before linearized reading' (duration: 4.03246391s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:55.977028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:51.944431Z","time spent":"4.032587243s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:56.786118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:35:56.78619Z","caller":"traceutil/trace.go:171","msg":"trace[848607404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090004s","start":"2026-04-02T17:35:54.786079Z","end":"2026-04-02T17:35:56.786169Z","steps":["trace[848607404] 'agreement among raft nodes before linearized reading' (duration: 1.999997301s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:56.786224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.786072Z","time spent":"2.000145096s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:35:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:35:57.875378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604549042s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:35:58.551223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:35:58.55128Z","caller":"traceutil/trace.go:171","msg":"trace[180156883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366464s","start":"2026-04-02T17:35:56.550901Z","end":"2026-04-02T17:35:58.551267Z","steps":["trace[180156883] 'agreement among raft nodes before linearized reading' (duration: 2.000288171s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.551309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:56.550885Z","time spent":"2.000418265s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:35:58.749348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478526879s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:35:58.750079Z","caller":"traceutil/trace.go:171","msg":"trace[1698825561] transaction","detail":"{read_only:false; response_revision:28731; number_of_response:1; }","duration":"3.369871134s","start":"2026-04-02T17:35:55.380189Z","end":"2026-04-02T17:35:58.75006Z","steps":["trace[1698825561] 'process raft request' (duration: 3.369268435s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.750178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.380174Z","time spent":"3.369950607s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:58.750617Z","caller":"traceutil/trace.go:171","msg":"trace[383889380] transaction","detail":"{read_only:false; response_revision:28735; number_of_response:1; }","duration":"1.912766385s","start":"2026-04-02T17:35:56.837825Z","end":"2026-04-02T17:35:58.750591Z","steps":["trace[383889380] 'process raft request' (duration: 1.912668332s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.750792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:56.837799Z","time spent":"1.91291287s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:58.751041Z","caller":"traceutil/trace.go:171","msg":"trace[1536195221] linearizableReadLoop","detail":"{readStateIndex:30061; appliedIndex:30056; }","duration":"2.774906056s","start":"2026-04-02T17:35:55.976118Z","end":"2026-04-02T17:35:58.751024Z","steps":["trace[1536195221] 'read index received' (duration: 294.706324ms)","trace[1536195221] 'applied index is now lower than readState.Index' (duration: 2.480197782s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:35:58.751041Z","caller":"traceutil/trace.go:171","msg":"trace[1787340009] transaction","detail":"{read_only:false; response_revision:28734; number_of_response:1; }","duration":"3.368113649s","start":"2026-04-02T17:35:55.382889Z","end":"2026-04-02T17:35:58.751003Z","steps":["trace[1787340009] 'process raft request' (duration: 3.367495219s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.382877Z","time spent":"3.368218842s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:58.751225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624408982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:58.751259Z","caller":"traceutil/trace.go:171","msg":"trace[63402065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28735; }","duration":"4.624476124s","start":"2026-04-02T17:35:54.126773Z","end":"2026-04-02T17:35:58.75125Z","steps":["trace[63402065] 'agreement among raft nodes before linearized reading' (duration: 4.624426742s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.751277Z","caller":"traceutil/trace.go:171","msg":"trace[1569446571] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28734; }","duration":"2.774134263s","start":"2026-04-02T17:35:55.977118Z","end":"2026-04-02T17:35:58.751252Z","steps":["trace[1569446571] 'process raft request' (duration: 2.773331727s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.75128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839491298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.751305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.126743Z","time spent":"4.624549346s","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:58.75133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.977104Z","time spent":"2.774199224s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:58.751305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.821569992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:58.751338Z","caller":"traceutil/trace.go:171","msg":"trace[1378669440] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28735; }","duration":"2.839574832s","start":"2026-04-02T17:35:55.911741Z","end":"2026-04-02T17:35:58.751315Z","steps":["trace[1378669440] 'agreement among raft nodes before linearized reading' (duration: 2.83950997s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.751379Z","caller":"traceutil/trace.go:171","msg":"trace[1953137455] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28735; }","duration":"2.821652035s","start":"2026-04-02T17:35:55.929705Z","end":"2026-04-02T17:35:58.751357Z","steps":["trace[1953137455] 'agreement among raft nodes before linearized reading' (duration: 2.821520991s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37165071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:35:58.751395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.911723Z","time spent":"2.839657594s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:58.751426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.929656Z","time spent":"2.821759278s","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:58.751434Z","caller":"traceutil/trace.go:171","msg":"trace[1947703216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28735; }","duration":"3.371722393s","start":"2026-04-02T17:35:55.379695Z","end":"2026-04-02T17:35:58.751417Z","steps":["trace[1947703216] 'agreement among raft nodes before linearized reading' (duration: 3.371516296s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.75148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.379682Z","time spent":"3.371786014s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:35:58.751496Z","caller":"traceutil/trace.go:171","msg":"trace[246551558] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"3.370922697s","start":"2026-04-02T17:35:55.380562Z","end":"2026-04-02T17:35:58.751485Z","steps":["trace[246551558] 'process raft request' (duration: 3.3694394s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967210917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.751514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704011198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:58.751541Z","caller":"traceutil/trace.go:171","msg":"trace[1519690621] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28735; }","duration":"3.96763176s","start":"2026-04-02T17:35:54.783899Z","end":"2026-04-02T17:35:58.751531Z","steps":["trace[1519690621] 'agreement among raft nodes before linearized reading' (duration: 3.967173796s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.380537Z","time spent":"3.370982489s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:35:58.751565Z","caller":"traceutil/trace.go:171","msg":"trace[282049081] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28735; }","duration":"4.704099381s","start":"2026-04-02T17:35:54.04745Z","end":"2026-04-02T17:35:58.751549Z","steps":["trace[282049081] 'agreement among raft nodes before linearized reading' (duration: 4.703992078s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.783879Z","time spent":"3.967683431s","remote":"127.0.0.1:37224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:58.751613Z","caller":"traceutil/trace.go:171","msg":"trace[96867072] transaction","detail":"{read_only:false; response_revision:28733; number_of_response:1; }","duration":"3.371016851s","start":"2026-04-02T17:35:55.380588Z","end":"2026-04-02T17:35:58.751605Z","steps":["trace[96867072] 'process raft request' (duration: 3.369682749s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.047423Z","time spent":"4.704176604s","remote":"127.0.0.1:37566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:58.751646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.380565Z","time spent":"3.371062571s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:35:58.751179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119575193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:58.75171Z","caller":"traceutil/trace.go:171","msg":"trace[1115125084] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28735; }","duration":"4.120209473s","start":"2026-04-02T17:35:54.631491Z","end":"2026-04-02T17:35:58.751701Z","steps":["trace[1115125084] 'agreement among raft nodes before linearized reading' (duration: 4.119636835s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:54.631471Z","time spent":"4.120256735s","remote":"127.0.0.1:59256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:58.751812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373091096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:35:58.751861Z","caller":"traceutil/trace.go:171","msg":"trace[912742702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28735; }","duration":"3.373171248s","start":"2026-04-02T17:35:55.378676Z","end":"2026-04-02T17:35:58.751847Z","steps":["trace[912742702] 'agreement among raft nodes before linearized reading' (duration: 3.373029334s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.371444206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-02T17:35:58.751858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.368816693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17276"} {"level":"warn","ts":"2026-04-02T17:35:58.751895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.378658Z","time spent":"3.373229921s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:35:58.751898Z","caller":"traceutil/trace.go:171","msg":"trace[1407069443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28735; }","duration":"5.371508489s","start":"2026-04-02T17:35:53.380379Z","end":"2026-04-02T17:35:58.751887Z","steps":["trace[1407069443] 'agreement among raft nodes before linearized reading' (duration: 5.371382655s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373228221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:35:58.751916Z","caller":"traceutil/trace.go:171","msg":"trace[1949083239] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28735; }","duration":"5.368899056s","start":"2026-04-02T17:35:53.383001Z","end":"2026-04-02T17:35:58.7519Z","steps":["trace[1949083239] 'agreement among raft nodes before linearized reading' (duration: 5.36869635s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.751928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.380366Z","time spent":"5.37155466s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:35:58.751956Z","caller":"traceutil/trace.go:171","msg":"trace[1111083674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28735; }","duration":"3.373311893s","start":"2026-04-02T17:35:55.378626Z","end":"2026-04-02T17:35:58.751938Z","steps":["trace[1111083674] 'agreement among raft nodes before linearized reading' (duration: 3.373176139s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.378613Z","time spent":"3.373379905s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:35:58.752025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98150659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:35:58.752051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376689332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:35:58.752068Z","caller":"traceutil/trace.go:171","msg":"trace[747710981] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28735; }","duration":"4.981630754s","start":"2026-04-02T17:35:53.770424Z","end":"2026-04-02T17:35:58.752055Z","steps":["trace[747710981] 'agreement among raft nodes before linearized reading' (duration: 4.981561132s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.752081Z","caller":"traceutil/trace.go:171","msg":"trace[1237528733] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28735; }","duration":"5.376736244s","start":"2026-04-02T17:35:53.375337Z","end":"2026-04-02T17:35:58.752073Z","steps":["trace[1237528733] 'agreement among raft nodes before linearized reading' (duration: 5.376658841s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.75211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.375323Z","time spent":"5.376778824s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:35:58.752109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.770405Z","time spent":"4.981691235s","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:58.752238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77151137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:35:58.752273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372951201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:35:58.751215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154865788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:58.752322Z","caller":"traceutil/trace.go:171","msg":"trace[1187207372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28735; }","duration":"3.373047014s","start":"2026-04-02T17:35:55.379265Z","end":"2026-04-02T17:35:58.752312Z","steps":["trace[1187207372] 'agreement among raft nodes before linearized reading' (duration: 3.37290259s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.752338Z","caller":"traceutil/trace.go:171","msg":"trace[1364516449] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28735; }","duration":"3.156024014s","start":"2026-04-02T17:35:55.596301Z","end":"2026-04-02T17:35:58.752325Z","steps":["trace[1364516449] 'agreement among raft nodes before linearized reading' (duration: 3.154860318s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.379259Z","time spent":"3.373085226s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:35:58.752355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.078500276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.752383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.596284Z","time spent":"3.156084796s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:58.752408Z","caller":"traceutil/trace.go:171","msg":"trace[897585419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28735; }","duration":"5.078589549s","start":"2026-04-02T17:35:53.673799Z","end":"2026-04-02T17:35:58.752389Z","steps":["trace[897585419] 'agreement among raft nodes before linearized reading' (duration: 5.078507976s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80030737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.751961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.382983Z","time spent":"5.368966888s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-02T17:35:58.752452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.673765Z","time spent":"5.078673511s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:58.752452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373427106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:35:58.752507Z","caller":"traceutil/trace.go:171","msg":"trace[148881972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28735; }","duration":"3.373493549s","start":"2026-04-02T17:35:55.378999Z","end":"2026-04-02T17:35:58.752492Z","steps":["trace[148881972] 'agreement among raft nodes before linearized reading' (duration: 3.373360505s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.75255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.378992Z","time spent":"3.37354704s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:35:58.752586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194697976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:35:58.752606Z","caller":"traceutil/trace.go:171","msg":"trace[438486498] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28735; }","duration":"1.194764568s","start":"2026-04-02T17:35:57.557836Z","end":"2026-04-02T17:35:58.752601Z","steps":["trace[438486498] 'agreement among raft nodes before linearized reading' (duration: 1.194685406s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951378225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.752626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.557799Z","time spent":"1.19482251s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:35:58.752618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1942026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:35:58.752677Z","caller":"traceutil/trace.go:171","msg":"trace[1820720249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28735; }","duration":"1.194305883s","start":"2026-04-02T17:35:57.558355Z","end":"2026-04-02T17:35:58.752661Z","steps":["trace[1820720249] 'agreement among raft nodes before linearized reading' (duration: 1.194149978s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698797351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.752692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.130781318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:35:58.752716Z","caller":"traceutil/trace.go:171","msg":"trace[869978061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28735; }","duration":"1.698855983s","start":"2026-04-02T17:35:57.053854Z","end":"2026-04-02T17:35:58.75271Z","steps":["trace[869978061] 'agreement among raft nodes before linearized reading' (duration: 1.698812131s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.558333Z","time spent":"1.194376306s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:35:58.752735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:57.053832Z","time spent":"1.698898064s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:58.75274Z","caller":"traceutil/trace.go:171","msg":"trace[1601362220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28735; }","duration":"5.130875891s","start":"2026-04-02T17:35:53.621849Z","end":"2026-04-02T17:35:58.752725Z","steps":["trace[1601362220] 'agreement among raft nodes before linearized reading' (duration: 5.130795089s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466431306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-02T17:35:58.752786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.621825Z","time spent":"5.130947514s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:58.752635Z","caller":"traceutil/trace.go:171","msg":"trace[959264133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28735; }","duration":"1.951450428s","start":"2026-04-02T17:35:56.801176Z","end":"2026-04-02T17:35:58.752627Z","steps":["trace[959264133] 'agreement among raft nodes before linearized reading' (duration: 1.951388776s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.039757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.752837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:56.801155Z","time spent":"1.951668044s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:35:58.752864Z","caller":"traceutil/trace.go:171","msg":"trace[777470334] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28735; }","duration":"177.114939ms","start":"2026-04-02T17:35:58.575738Z","end":"2026-04-02T17:35:58.752853Z","steps":["trace[777470334] 'agreement among raft nodes before linearized reading' (duration: 177.045637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764081355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-02T17:35:58.752895Z","caller":"traceutil/trace.go:171","msg":"trace[1113727840] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28735; }","duration":"2.764122446s","start":"2026-04-02T17:35:55.988766Z","end":"2026-04-02T17:35:58.752888Z","steps":["trace[1113727840] 'agreement among raft nodes before linearized reading' (duration: 2.764048384s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.752919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.248784499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:35:58.752922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.988758Z","time spent":"2.764157127s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-02T17:35:58.752941Z","caller":"traceutil/trace.go:171","msg":"trace[54187931] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28735; }","duration":"5.248849411s","start":"2026-04-02T17:35:53.504085Z","end":"2026-04-02T17:35:58.752935Z","steps":["trace[54187931] 'agreement among raft nodes before linearized reading' (duration: 5.248779609s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.752465Z","caller":"traceutil/trace.go:171","msg":"trace[842514636] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28735; }","duration":"1.800383203s","start":"2026-04-02T17:35:56.952073Z","end":"2026-04-02T17:35:58.752457Z","steps":["trace[842514636] 'agreement among raft nodes before linearized reading' (duration: 1.800325411s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.75296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.504067Z","time spent":"5.248888581s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:58.752681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232733329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:35:58.752992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:56.95205Z","time spent":"1.800920859s","remote":"127.0.0.1:33830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:35:58.753016Z","caller":"traceutil/trace.go:171","msg":"trace[879821861] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28735; }","duration":"2.233156613s","start":"2026-04-02T17:35:56.519843Z","end":"2026-04-02T17:35:58.753Z","steps":["trace[879821861] 'agreement among raft nodes before linearized reading' (duration: 2.232811532s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.753026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769351621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:35:58.753057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.369410141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:35:58.752273Z","caller":"traceutil/trace.go:171","msg":"trace[1654874539] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:28735; }","duration":"2.771562952s","start":"2026-04-02T17:35:55.980699Z","end":"2026-04-02T17:35:58.752262Z","steps":["trace[1654874539] 'agreement among raft nodes before linearized reading' (duration: 2.771476589s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.753067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:56.519822Z","time spent":"2.233227465s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:35:58.753172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.980689Z","time spent":"2.77246654s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"warn","ts":"2026-04-02T17:35:58.752972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771991885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a29ab7550abcad\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-02T17:35:58.753293Z","caller":"traceutil/trace.go:171","msg":"trace[1719237443] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a29ab7550abcad; range_end:; response_count:1; response_revision:28735; }","duration":"2.772328616s","start":"2026-04-02T17:35:55.980957Z","end":"2026-04-02T17:35:58.753286Z","steps":["trace[1719237443] 'agreement among raft nodes before linearized reading' (duration: 2.771936903s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.753318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.980952Z","time spent":"2.772358317s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18a29ab7550abcad\" "} {"level":"info","ts":"2026-04-02T17:35:58.753067Z","caller":"traceutil/trace.go:171","msg":"trace[38970598] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28735; }","duration":"2.769400833s","start":"2026-04-02T17:35:55.983653Z","end":"2026-04-02T17:35:58.753054Z","steps":["trace[38970598] 'agreement among raft nodes before linearized reading' (duration: 2.769341981s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:35:58.753077Z","caller":"traceutil/trace.go:171","msg":"trace[2038687063] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28735; }","duration":"5.369437873s","start":"2026-04-02T17:35:53.383633Z","end":"2026-04-02T17:35:58.753071Z","steps":["trace[2038687063] 'agreement among raft nodes before linearized reading' (duration: 5.369405032s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.75337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:55.983646Z","time spent":"2.769713223s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:35:58.753392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:53.383628Z","time spent":"5.369747093s","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-02T17:35:58.752798Z","caller":"traceutil/trace.go:171","msg":"trace[353255896] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28735; }","duration":"2.466489958s","start":"2026-04-02T17:35:56.2863Z","end":"2026-04-02T17:35:58.75279Z","steps":["trace[353255896] 'agreement among raft nodes before linearized reading' (duration: 2.466402035s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:35:58.753457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:35:56.286281Z","time spent":"2.46716327s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-02T17:36:06.14187Z","caller":"traceutil/trace.go:171","msg":"trace[2118398599] transaction","detail":"{read_only:false; response_revision:28813; number_of_response:1; }","duration":"152.247503ms","start":"2026-04-02T17:36:05.989577Z","end":"2026-04-02T17:36:06.141825Z","steps":["trace[2118398599] 'process raft request' (duration: 152.087818ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:11.758443Z","caller":"traceutil/trace.go:171","msg":"trace[768904459] transaction","detail":"{read_only:false; response_revision:28845; number_of_response:1; }","duration":"953.370157ms","start":"2026-04-02T17:36:10.805032Z","end":"2026-04-02T17:36:11.758402Z","steps":["trace[768904459] 'process raft request' (duration: 952.914302ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:11.758563Z","caller":"traceutil/trace.go:171","msg":"trace[1957553997] transaction","detail":"{read_only:false; response_revision:28846; number_of_response:1; }","duration":"953.174991ms","start":"2026-04-02T17:36:10.80536Z","end":"2026-04-02T17:36:11.758535Z","steps":["trace[1957553997] 'process raft request' (duration: 952.81653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:11.758608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.805015Z","time spent":"953.511552ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:11.758743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.80533Z","time spent":"953.301765ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:11.758828Z","caller":"traceutil/trace.go:171","msg":"trace[2062980485] transaction","detail":"{read_only:false; response_revision:28847; number_of_response:1; }","duration":"952.675765ms","start":"2026-04-02T17:36:10.80614Z","end":"2026-04-02T17:36:11.758815Z","steps":["trace[2062980485] 'process raft request' (duration: 952.345414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:11.758886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.806127Z","time spent":"952.728837ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:11.75897Z","caller":"traceutil/trace.go:171","msg":"trace[248476025] linearizableReadLoop","detail":"{readStateIndex:30182; appliedIndex:30177; }","duration":"933.183239ms","start":"2026-04-02T17:36:10.825776Z","end":"2026-04-02T17:36:11.75896Z","steps":["trace[248476025] 'read index received' (duration: 72.759311ms)","trace[248476025] 'applied index is now lower than readState.Index' (duration: 860.423028ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:11.759019Z","caller":"traceutil/trace.go:171","msg":"trace[551034101] transaction","detail":"{read_only:false; response_revision:28848; number_of_response:1; }","duration":"950.546348ms","start":"2026-04-02T17:36:10.808465Z","end":"2026-04-02T17:36:11.759011Z","steps":["trace[551034101] 'process raft request' (duration: 950.28507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:11.75905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.808454Z","time spent":"950.577069ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:11.759199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.417807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:36:11.759273Z","caller":"traceutil/trace.go:171","msg":"trace[2022520472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28848; }","duration":"933.52498ms","start":"2026-04-02T17:36:10.825736Z","end":"2026-04-02T17:36:11.759261Z","steps":["trace[2022520472] 'agreement among raft nodes before linearized reading' (duration: 933.299093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:11.759467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.825729Z","time spent":"933.727726ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:13.110086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29574741s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:36:13.31353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000602881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:36:13.313615Z","caller":"traceutil/trace.go:171","msg":"trace[391681653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000747396s","start":"2026-04-02T17:36:11.312849Z","end":"2026-04-02T17:36:13.313596Z","steps":["trace[391681653] 'agreement among raft nodes before linearized reading' (duration: 2.000636352s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:13.313664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:11.31283Z","time spent":"2.000823238s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:36:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:36:14.670416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855914078s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:36:14.67063Z","caller":"traceutil/trace.go:171","msg":"trace[626474049] transaction","detail":"{read_only:false; response_revision:28849; number_of_response:1; }","duration":"3.49498464s","start":"2026-04-02T17:36:11.175621Z","end":"2026-04-02T17:36:14.670606Z","steps":["trace[626474049] 'process raft request' (duration: 638.771173ms)","trace[626474049] 'compare' (duration: 2.854559325s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:14.6708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:11.1756Z","time spent":"3.495124234s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:15.097348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.808892ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:36:15.097583Z","caller":"traceutil/trace.go:171","msg":"trace[1310165488] linearizableReadLoop","detail":"{readStateIndex:30184; appliedIndex:30182; }","duration":"3.338578725s","start":"2026-04-02T17:36:11.758986Z","end":"2026-04-02T17:36:15.097565Z","steps":["trace[1310165488] 'read index received' (duration: 55.341319ms)","trace[1310165488] 'applied index is now lower than readState.Index' (duration: 3.283236156s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:15.097861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271713783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:36:15.097879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261930794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:36:15.097874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214980519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-02T17:36:15.097882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64748641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:15.09792Z","caller":"traceutil/trace.go:171","msg":"trace[1433151233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28849; }","duration":"4.271778235s","start":"2026-04-02T17:36:10.826128Z","end":"2026-04-02T17:36:15.097906Z","steps":["trace[1433151233] 'agreement among raft nodes before linearized reading' (duration: 4.271574289s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:15.097925Z","caller":"traceutil/trace.go:171","msg":"trace[1932582373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28849; }","duration":"4.261991765s","start":"2026-04-02T17:36:10.835921Z","end":"2026-04-02T17:36:15.097913Z","steps":["trace[1932582373] 'agreement among raft nodes before linearized reading' (duration: 4.261744498s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.097924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262595654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:36:15.097951Z","caller":"traceutil/trace.go:171","msg":"trace[2043059993] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28849; }","duration":"4.215101103s","start":"2026-04-02T17:36:10.88283Z","end":"2026-04-02T17:36:15.097931Z","steps":["trace[2043059993] 'agreement among raft nodes before linearized reading' (duration: 4.214817434s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.097924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266449026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:36:15.097973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.835918Z","time spent":"4.262046357s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:15.098005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.882812Z","time spent":"4.215183896s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:36:15.098006Z","caller":"traceutil/trace.go:171","msg":"trace[768472447] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28849; }","duration":"4.262694348s","start":"2026-04-02T17:36:10.835292Z","end":"2026-04-02T17:36:15.097986Z","steps":["trace[768472447] 'agreement among raft nodes before linearized reading' (duration: 4.262432909s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.09793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267634303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:36:15.098032Z","caller":"traceutil/trace.go:171","msg":"trace[271606464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28849; }","duration":"4.266566159s","start":"2026-04-02T17:36:10.831441Z","end":"2026-04-02T17:36:15.098008Z","steps":["trace[271606464] 'agreement among raft nodes before linearized reading' (duration: 4.266288311s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.098058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.835287Z","time spent":"4.26275839s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:36:15.098083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.831436Z","time spent":"4.266634812s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:36:15.098086Z","caller":"traceutil/trace.go:171","msg":"trace[480352017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28849; }","duration":"4.267815369s","start":"2026-04-02T17:36:10.83024Z","end":"2026-04-02T17:36:15.098056Z","steps":["trace[480352017] 'agreement among raft nodes before linearized reading' (duration: 4.267466278s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.09796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.826105Z","time spent":"4.271848507s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:36:15.09797Z","caller":"traceutil/trace.go:171","msg":"trace[127465517] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28849; }","duration":"3.647612794s","start":"2026-04-02T17:36:11.450335Z","end":"2026-04-02T17:36:15.097948Z","steps":["trace[127465517] 'agreement among raft nodes before linearized reading' (duration: 3.64746466s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.098161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:10.830221Z","time spent":"4.267917673s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:15.098219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:11.450321Z","time spent":"3.647880012s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:15.098708Z","caller":"traceutil/trace.go:171","msg":"trace[1566886760] transaction","detail":"{read_only:false; response_revision:28850; number_of_response:1; }","duration":"3.335147307s","start":"2026-04-02T17:36:11.763537Z","end":"2026-04-02T17:36:15.098685Z","steps":["trace[1566886760] 'process raft request' (duration: 3.333919528s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.098824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:11.763511Z","time spent":"3.33525779s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:15.100563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8230633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-02T17:36:15.100653Z","caller":"traceutil/trace.go:171","msg":"trace[1365286781] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:28850; }","duration":"3.823184494s","start":"2026-04-02T17:36:11.277448Z","end":"2026-04-02T17:36:15.100633Z","steps":["trace[1365286781] 'agreement among raft nodes before linearized reading' (duration: 3.820398346s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.100706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:11.277432Z","time spent":"3.823259546s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-02T17:36:15.10092Z","caller":"traceutil/trace.go:171","msg":"trace[798864052] transaction","detail":"{read_only:false; response_revision:28851; number_of_response:1; }","duration":"2.197190024s","start":"2026-04-02T17:36:12.903701Z","end":"2026-04-02T17:36:15.100891Z","steps":["trace[798864052] 'process raft request' (duration: 2.194296043s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.101097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:12.903681Z","time spent":"2.197318579s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:15.101712Z","caller":"traceutil/trace.go:171","msg":"trace[1371954893] transaction","detail":"{read_only:false; response_revision:28852; number_of_response:1; }","duration":"1.338015885s","start":"2026-04-02T17:36:13.763675Z","end":"2026-04-02T17:36:15.101691Z","steps":["trace[1371954893] 'process raft request' (duration: 1.337139427s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.101964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.763655Z","time spent":"1.338110068s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:15.102443Z","caller":"traceutil/trace.go:171","msg":"trace[1293546332] transaction","detail":"{read_only:false; response_revision:28853; number_of_response:1; }","duration":"1.338435538s","start":"2026-04-02T17:36:13.763959Z","end":"2026-04-02T17:36:15.102394Z","steps":["trace[1293546332] 'process raft request' (duration: 1.337134927s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.102563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.763952Z","time spent":"1.338550862s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:15.103522Z","caller":"traceutil/trace.go:171","msg":"trace[272635118] transaction","detail":"{read_only:false; response_revision:28854; number_of_response:1; }","duration":"1.33943654s","start":"2026-04-02T17:36:13.764066Z","end":"2026-04-02T17:36:15.103503Z","steps":["trace[272635118] 'process raft request' (duration: 1.339067828s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.103634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.764037Z","time spent":"1.339543294s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:15.10373Z","caller":"traceutil/trace.go:171","msg":"trace[469532000] transaction","detail":"{read_only:false; response_revision:28855; number_of_response:1; }","duration":"1.339501393s","start":"2026-04-02T17:36:13.764207Z","end":"2026-04-02T17:36:15.103709Z","steps":["trace[469532000] 'process raft request' (duration: 1.339028188s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.103938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.764197Z","time spent":"1.339711709s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:15.11093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333995349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:36:15.110969Z","caller":"traceutil/trace.go:171","msg":"trace[263335101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28857; }","duration":"1.33405723s","start":"2026-04-02T17:36:13.776902Z","end":"2026-04-02T17:36:15.110959Z","steps":["trace[263335101] 'agreement among raft nodes before linearized reading' (duration: 1.333927926s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.110971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818321299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:15.110988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.776891Z","time spent":"1.334093022s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-02T17:36:15.110998Z","caller":"traceutil/trace.go:171","msg":"trace[1542236432] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28857; }","duration":"1.8183784s","start":"2026-04-02T17:36:13.29261Z","end":"2026-04-02T17:36:15.110989Z","steps":["trace[1542236432] 'agreement among raft nodes before linearized reading' (duration: 1.818186814s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.110978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337432517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-02T17:36:15.111049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652455086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:36:15.111036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03188461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:15.111028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.292591Z","time spent":"1.818430132s","remote":"127.0.0.1:58228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:15.111074Z","caller":"traceutil/trace.go:171","msg":"trace[1219448667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28857; }","duration":"1.337618663s","start":"2026-04-02T17:36:13.773438Z","end":"2026-04-02T17:36:15.111057Z","steps":["trace[1219448667] 'agreement among raft nodes before linearized reading' (duration: 1.337393356s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:15.111119Z","caller":"traceutil/trace.go:171","msg":"trace[225449992] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28857; }","duration":"3.032001404s","start":"2026-04-02T17:36:12.079087Z","end":"2026-04-02T17:36:15.111089Z","steps":["trace[225449992] 'agreement among raft nodes before linearized reading' (duration: 3.031714795s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.111139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.773414Z","time spent":"1.337716636s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:36:15.110931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188116269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:36:15.111155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:12.079068Z","time spent":"3.032078057s","remote":"127.0.0.1:37420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:15.11123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002658874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:36:15.111226Z","caller":"traceutil/trace.go:171","msg":"trace[171772908] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28857; }","duration":"3.18843687s","start":"2026-04-02T17:36:11.922761Z","end":"2026-04-02T17:36:15.111198Z","steps":["trace[171772908] 'agreement among raft nodes before linearized reading' (duration: 3.188051317s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:15.111272Z","caller":"traceutil/trace.go:171","msg":"trace[1751624858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28858; }","duration":"1.002832571s","start":"2026-04-02T17:36:14.108431Z","end":"2026-04-02T17:36:15.111263Z","steps":["trace[1751624858] 'agreement among raft nodes before linearized reading' (duration: 1.002391157s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.111298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:14.10841Z","time spent":"1.002882422s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:36:15.111302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:11.922738Z","time spent":"3.188536853s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:36:15.111008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797194671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:15.111361Z","caller":"traceutil/trace.go:171","msg":"trace[1891159587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28857; }","duration":"1.797585853s","start":"2026-04-02T17:36:13.313769Z","end":"2026-04-02T17:36:15.111355Z","steps":["trace[1891159587] 'agreement among raft nodes before linearized reading' (duration: 1.797048237s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.111387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.313754Z","time spent":"1.797626904s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:36:15.111066Z","caller":"traceutil/trace.go:171","msg":"trace[566152298] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28857; }","duration":"1.652499786s","start":"2026-04-02T17:36:13.45856Z","end":"2026-04-02T17:36:15.11106Z","steps":["trace[566152298] 'agreement among raft nodes before linearized reading' (duration: 1.652239618s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:15.111477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:13.458545Z","time spent":"1.65292555s","remote":"127.0.0.1:59238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:21.073333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:36:21.574066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:36:22.074657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:36:22.575427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:36:22.594252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.307283044s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:36:22.595098Z","caller":"traceutil/trace.go:171","msg":"trace[776920219] transaction","detail":"{read_only:false; response_revision:28909; number_of_response:1; }","duration":"2.308265026s","start":"2026-04-02T17:36:20.286805Z","end":"2026-04-02T17:36:22.59507Z","steps":["trace[776920219] 'process raft request' (duration: 2.307745339s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:22.595235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:20.286778Z","time spent":"2.3083789s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:23.315478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00056329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:36:23.315558Z","caller":"traceutil/trace.go:171","msg":"trace[1155975311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713654s","start":"2026-04-02T17:36:21.314827Z","end":"2026-04-02T17:36:23.31554Z","steps":["trace[1155975311] 'agreement among raft nodes before linearized reading' (duration: 2.00059913s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:23.315606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.314803Z","time spent":"2.000792437s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:36:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:36:23.470605Z","caller":"traceutil/trace.go:171","msg":"trace[2048316030] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"2.347275319s","start":"2026-04-02T17:36:21.123286Z","end":"2026-04-02T17:36:23.470561Z","steps":["trace[2048316030] 'process raft request' (duration: 2.34698678s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:23.470827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.123271Z","time spent":"2.347460875s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:23.470894Z","caller":"traceutil/trace.go:171","msg":"trace[1651110498] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"2.34540192s","start":"2026-04-02T17:36:21.125469Z","end":"2026-04-02T17:36:23.470871Z","steps":["trace[1651110498] 'process raft request' (duration: 2.344988957s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:23.470962Z","caller":"traceutil/trace.go:171","msg":"trace[906644131] linearizableReadLoop","detail":"{readStateIndex:30254; appliedIndex:30248; }","duration":"2.898085431s","start":"2026-04-02T17:36:20.572856Z","end":"2026-04-02T17:36:23.470941Z","steps":["trace[906644131] 'read index received' (duration: 2.021736139s)","trace[906644131] 'applied index is now lower than readState.Index' (duration: 876.347912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:23.470999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.125452Z","time spent":"2.345489892s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:23.471071Z","caller":"traceutil/trace.go:171","msg":"trace[1601255710] transaction","detail":"{read_only:false; response_revision:28913; number_of_response:1; }","duration":"2.344996757s","start":"2026-04-02T17:36:21.126061Z","end":"2026-04-02T17:36:23.471058Z","steps":["trace[1601255710] 'process raft request' (duration: 2.34477607s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:23.471162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.12605Z","time spent":"2.345057528s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:23.471179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898322619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:36:23.471272Z","caller":"traceutil/trace.go:171","msg":"trace[310268973] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28914; }","duration":"2.898407881s","start":"2026-04-02T17:36:20.57285Z","end":"2026-04-02T17:36:23.471258Z","steps":["trace[310268973] 'agreement among raft nodes before linearized reading' (duration: 2.898235076s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:23.471314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:20.572799Z","time spent":"2.898504734s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:36:23.4712Z","caller":"traceutil/trace.go:171","msg":"trace[291730334] transaction","detail":"{read_only:false; response_revision:28914; number_of_response:1; }","duration":"2.344329135s","start":"2026-04-02T17:36:21.126808Z","end":"2026-04-02T17:36:23.471137Z","steps":["trace[291730334] 'process raft request' (duration: 2.344080388s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:23.471229Z","caller":"traceutil/trace.go:171","msg":"trace[677431954] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"2.345570236s","start":"2026-04-02T17:36:21.125635Z","end":"2026-04-02T17:36:23.471205Z","steps":["trace[677431954] 'process raft request' (duration: 2.345109371s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:23.471496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.125611Z","time spent":"2.345801292s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:23.47155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.126783Z","time spent":"2.344693927s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:23.971918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:36:24.472102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:36:24.972505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007613710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:36:25.256741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.786464001s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:36:25.25707Z","caller":"traceutil/trace.go:171","msg":"trace[658945866] transaction","detail":"{read_only:false; response_revision:28915; number_of_response:1; }","duration":"1.857158696s","start":"2026-04-02T17:36:23.399892Z","end":"2026-04-02T17:36:25.257051Z","steps":["trace[658945866] 'process raft request' (duration: 1.857079353s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:25.257129Z","caller":"traceutil/trace.go:171","msg":"trace[124019725] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28914; }","duration":"2.653112546s","start":"2026-04-02T17:36:22.603984Z","end":"2026-04-02T17:36:25.257097Z","steps":["trace[124019725] 'process raft request' (duration: 2.65292449s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:25.257316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:22.603961Z","time spent":"2.653266882s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:36:25.25718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.39987Z","time spent":"1.857250488s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:25.315889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:36:25.315945Z","caller":"traceutil/trace.go:171","msg":"trace[1850896028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999055s","start":"2026-04-02T17:36:23.315942Z","end":"2026-04-02T17:36:25.315932Z","steps":["trace[1850896028] 'agreement among raft nodes before linearized reading' (duration: 1.999930129s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:25.315981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.315919Z","time spent":"2.000054593s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:36:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:36:25.515241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000469726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:36:25.515338Z","caller":"traceutil/trace.go:171","msg":"trace[6582562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058476s","start":"2026-04-02T17:36:23.514718Z","end":"2026-04-02T17:36:25.515303Z","steps":["trace[6582562] 'agreement among raft nodes before linearized reading' (duration: 2.000491467s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:25.515385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.514703Z","time spent":"2.000672122s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:36:26.135442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999958092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:36:26.135554Z","caller":"traceutil/trace.go:171","msg":"trace[616217797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000128378s","start":"2026-04-02T17:36:21.135399Z","end":"2026-04-02T17:36:26.135528Z","steps":["trace[616217797] 'agreement among raft nodes before linearized reading' (duration: 4.999981863s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:26.135611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.135385Z","time spent":"5.00021112s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/02 17:36:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:36:26.13679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999270841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:36:26.136823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999453146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:36:26.136843Z","caller":"traceutil/trace.go:171","msg":"trace[890491206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999352853s","start":"2026-04-02T17:36:21.137477Z","end":"2026-04-02T17:36:26.13683Z","steps":["trace[890491206] 'agreement among raft nodes before linearized reading' (duration: 4.999293051s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:26.136887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.137461Z","time spent":"4.999417045s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/02 17:36:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:36:26.13689Z","caller":"traceutil/trace.go:171","msg":"trace[1430904083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99956628s","start":"2026-04-02T17:36:21.137302Z","end":"2026-04-02T17:36:26.136868Z","steps":["trace[1430904083] 'agreement among raft nodes before linearized reading' (duration: 4.999493998s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:26.136963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.137287Z","time spent":"4.999658933s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/02 17:36:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:36:26.454127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195429549s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:36:27.323223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999759505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:36:27.323315Z","caller":"traceutil/trace.go:171","msg":"trace[1060564378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999895379s","start":"2026-04-02T17:36:25.323401Z","end":"2026-04-02T17:36:27.323296Z","steps":["trace[1060564378] 'agreement among raft nodes before linearized reading' (duration: 1.999782716s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:27.323363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.323392Z","time spent":"1.999961021s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:36:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:36:27.827089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372810836s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:36:27.828126Z","caller":"traceutil/trace.go:171","msg":"trace[1942079653] linearizableReadLoop","detail":"{readStateIndex:30258; appliedIndex:30255; }","duration":"4.357081151s","start":"2026-04-02T17:36:23.471021Z","end":"2026-04-02T17:36:27.828102Z","steps":["trace[1942079653] 'read index received' (duration: 1.785962905s)","trace[1942079653] 'applied index is now lower than readState.Index' (duration: 2.571117026s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:27.828156Z","caller":"traceutil/trace.go:171","msg":"trace[1612624538] transaction","detail":"{read_only:false; response_revision:28916; number_of_response:1; }","duration":"3.143119277s","start":"2026-04-02T17:36:24.685017Z","end":"2026-04-02T17:36:27.828136Z","steps":["trace[1612624538] 'process raft request' (duration: 3.142230719s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:27.829081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:24.684991Z","time spent":"3.144017895s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:28.369802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.231253166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:36:28.369933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96127587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.369943Z","caller":"traceutil/trace.go:171","msg":"trace[1627184699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28916; }","duration":"7.231421381s","start":"2026-04-02T17:36:21.138504Z","end":"2026-04-02T17:36:28.369925Z","steps":["trace[1627184699] 'agreement among raft nodes before linearized reading' (duration: 6.68978015s)","trace[1627184699] 'range keys from in-memory index tree' (duration: 541.387954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.37Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930007442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.37002Z","caller":"traceutil/trace.go:171","msg":"trace[522947620] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28916; }","duration":"4.930069763s","start":"2026-04-02T17:36:23.439945Z","end":"2026-04-02T17:36:28.370015Z","steps":["trace[522947620] 'agreement among raft nodes before linearized reading' (duration: 4.38963292s)","trace[522947620] 'count revisions from in-memory index tree' (duration: 540.384331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.370053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.439922Z","time spent":"4.930120085s","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.370054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.138498Z","time spent":"7.231509874s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:28.370047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.96440687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:36:28.370159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.015264349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:28.370213Z","caller":"traceutil/trace.go:171","msg":"trace[1877319409] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28916; }","duration":"7.015369853s","start":"2026-04-02T17:36:21.354827Z","end":"2026-04-02T17:36:28.370197Z","steps":["trace[1877319409] 'agreement among raft nodes before linearized reading' (duration: 6.473319688s)","trace[1877319409] 'count revisions from in-memory index tree' (duration: 541.975612ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:28.370225Z","caller":"traceutil/trace.go:171","msg":"trace[1945635867] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28916; }","duration":"5.964672499s","start":"2026-04-02T17:36:22.405513Z","end":"2026-04-02T17:36:28.370185Z","steps":["trace[1945635867] 'agreement among raft nodes before linearized reading' (duration: 5.422797369s)","trace[1945635867] 'count revisions from in-memory index tree' (duration: 541.60867ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.370256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.354803Z","time spent":"7.015443184s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.370259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.980704746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:28.370327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:22.405493Z","time spent":"5.964805313s","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:28.370359Z","caller":"traceutil/trace.go:171","msg":"trace[1464397988] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28916; }","duration":"5.98085643s","start":"2026-04-02T17:36:22.389476Z","end":"2026-04-02T17:36:28.370332Z","steps":["trace[1464397988] 'agreement among raft nodes before linearized reading' (duration: 5.438823526s)","trace[1464397988] 'count revisions from in-memory index tree' (duration: 541.89718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.370411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:22.389451Z","time spent":"5.980948223s","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.370464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.143381798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.370514Z","caller":"traceutil/trace.go:171","msg":"trace[319209729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28916; }","duration":"7.143476641s","start":"2026-04-02T17:36:21.227022Z","end":"2026-04-02T17:36:28.370499Z","steps":["trace[319209729] 'agreement among raft nodes before linearized reading' (duration: 6.601134218s)","trace[319209729] 'count revisions from in-memory index tree' (duration: 542.265131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.370526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.071474205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-02T17:36:28.370554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.903707023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.370578Z","caller":"traceutil/trace.go:171","msg":"trace[1147746101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28916; }","duration":"6.071564248s","start":"2026-04-02T17:36:22.299001Z","end":"2026-04-02T17:36:28.370566Z","steps":["trace[1147746101] 'agreement among raft nodes before linearized reading' (duration: 5.529317127s)","trace[1147746101] 'range keys from in-memory index tree' (duration: 542.090456ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:28.370596Z","caller":"traceutil/trace.go:171","msg":"trace[1597230942] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28916; }","duration":"6.903788755s","start":"2026-04-02T17:36:21.466795Z","end":"2026-04-02T17:36:28.370584Z","steps":["trace[1597230942] 'agreement among raft nodes before linearized reading' (duration: 6.361340048s)","trace[1597230942] 'count revisions from in-memory index tree' (duration: 542.399446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.370609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:22.298982Z","time spent":"6.07162034s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-02T17:36:28.370633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.466772Z","time spent":"6.903852637s","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.370662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.227004Z","time spent":"7.143548283s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.370718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.854578389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:36:28.370819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.193246054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:28.36983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.24437146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:36:28.370868Z","caller":"traceutil/trace.go:171","msg":"trace[138835449] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28916; }","duration":"7.193326187s","start":"2026-04-02T17:36:21.177529Z","end":"2026-04-02T17:36:28.370855Z","steps":["trace[138835449] 'agreement among raft nodes before linearized reading' (duration: 6.650635642s)","trace[138835449] 'count revisions from in-memory index tree' (duration: 542.626553ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:28.369973Z","caller":"traceutil/trace.go:171","msg":"trace[760618210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28916; }","duration":"4.961349222s","start":"2026-04-02T17:36:23.408608Z","end":"2026-04-02T17:36:28.369957Z","steps":["trace[760618210] 'agreement among raft nodes before linearized reading' (duration: 4.420859887s)","trace[760618210] 'count revisions from in-memory index tree' (duration: 540.442844ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:28.370894Z","caller":"traceutil/trace.go:171","msg":"trace[1759943742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28916; }","duration":"7.245484176s","start":"2026-04-02T17:36:21.125399Z","end":"2026-04-02T17:36:28.370883Z","steps":["trace[1759943742] 'agreement among raft nodes before linearized reading' (duration: 6.704315489s)","trace[1759943742] 'range keys from in-memory index tree' (duration: 539.99977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.370908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.177506Z","time spent":"7.193392429s","remote":"127.0.0.1:49874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.370923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.125381Z","time spent":"7.245532638s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:28.370928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.408588Z","time spent":"4.962327284s","remote":"127.0.0.1:33944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.369897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.496701487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-97b58d855-rt4xw.18a29948bfb94b42\" ","response":"range_response_count:1 size:1175"} {"level":"info","ts":"2026-04-02T17:36:28.371177Z","caller":"traceutil/trace.go:171","msg":"trace[1327793605] range","detail":"{range_begin:/registry/events/openstack/cinder-api-97b58d855-rt4xw.18a29948bfb94b42; range_end:; response_count:1; response_revision:28916; }","duration":"7.497809162s","start":"2026-04-02T17:36:20.873164Z","end":"2026-04-02T17:36:28.370973Z","steps":["trace[1327793605] 'agreement among raft nodes before linearized reading' (duration: 6.955173649s)","trace[1327793605] 'range keys from in-memory index tree' (duration: 541.526268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.371257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:20.87315Z","time spent":"7.498090881s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1197,"request content":"key:\"/registry/events/openstack/cinder-api-97b58d855-rt4xw.18a29948bfb94b42\" "} {"level":"warn","ts":"2026-04-02T17:36:28.371293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.234010863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-02T17:36:28.370513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.205359838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:36:28.371315Z","caller":"traceutil/trace.go:171","msg":"trace[2144962297] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28916; }","duration":"7.234062615s","start":"2026-04-02T17:36:21.137245Z","end":"2026-04-02T17:36:28.371308Z","steps":["trace[2144962297] 'agreement among raft nodes before linearized reading' (duration: 6.690910916s)","trace[2144962297] 'range keys from in-memory index tree' (duration: 543.011805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.371337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.137231Z","time spent":"7.234099596s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:36:28.371342Z","caller":"traceutil/trace.go:171","msg":"trace[1169595493] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28916; }","duration":"7.206238486s","start":"2026-04-02T17:36:21.165091Z","end":"2026-04-02T17:36:28.371329Z","steps":["trace[1169595493] 'agreement among raft nodes before linearized reading' (duration: 6.663022674s)","trace[1169595493] 'range keys from in-memory index tree' (duration: 542.311223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.371335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.612880059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:28.371379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.165074Z","time spent":"7.206294777s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:36:28.371402Z","caller":"traceutil/trace.go:171","msg":"trace[1886079718] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:28916; }","duration":"7.612979542s","start":"2026-04-02T17:36:20.758406Z","end":"2026-04-02T17:36:28.371385Z","steps":["trace[1886079718] 'agreement among raft nodes before linearized reading' (duration: 7.069922246s)","trace[1886079718] 'count revisions from in-memory index tree' (duration: 541.57308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.371447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:20.758394Z","time spent":"7.613042694s","remote":"127.0.0.1:59122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.371505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.379667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:36:28.370804Z","caller":"traceutil/trace.go:171","msg":"trace[1358184356] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28916; }","duration":"6.854707913s","start":"2026-04-02T17:36:21.516075Z","end":"2026-04-02T17:36:28.370783Z","steps":["trace[1358184356] 'agreement among raft nodes before linearized reading' (duration: 6.312035569s)","trace[1358184356] 'count revisions from in-memory index tree' (duration: 542.54568ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:28.371668Z","caller":"traceutil/trace.go:171","msg":"trace[1849483582] transaction","detail":"{read_only:false; response_revision:28917; number_of_response:1; }","duration":"3.049504568s","start":"2026-04-02T17:36:25.322155Z","end":"2026-04-02T17:36:28.37166Z","steps":["trace[1849483582] 'process raft request' (duration: 2.505932965s)","trace[1849483582] 'compare' (duration: 542.332684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.371703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.32213Z","time spent":"3.04955647s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:28.37192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:21.516056Z","time spent":"6.85554658s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.372282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.17762863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:36:28.372883Z","caller":"traceutil/trace.go:171","msg":"trace[1503006325] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"2.896418499s","start":"2026-04-02T17:36:25.476448Z","end":"2026-04-02T17:36:28.372867Z","steps":["trace[1503006325] 'process raft request' (duration: 2.89516151s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:28.372895Z","caller":"traceutil/trace.go:171","msg":"trace[1136930461] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28916; }","duration":"5.17828687s","start":"2026-04-02T17:36:23.194584Z","end":"2026-04-02T17:36:28.372871Z","steps":["trace[1136930461] 'agreement among raft nodes before linearized reading' (duration: 4.633588462s)","trace[1136930461] 'count revisions from in-memory index tree' (duration: 544.051958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.372958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.194518Z","time spent":"5.178420144s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2747,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.372993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.476414Z","time spent":"2.896514642s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:28.373122Z","caller":"traceutil/trace.go:171","msg":"trace[1534198289] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"2.896523432s","start":"2026-04-02T17:36:25.476565Z","end":"2026-04-02T17:36:28.373088Z","steps":["trace[1534198289] 'process raft request' (duration: 2.896189902s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:28.373223Z","caller":"traceutil/trace.go:171","msg":"trace[698479995] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"2.896679047s","start":"2026-04-02T17:36:25.476532Z","end":"2026-04-02T17:36:28.373211Z","steps":["trace[698479995] 'process raft request' (duration: 2.8964666s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:28.373253Z","caller":"traceutil/trace.go:171","msg":"trace[713917373] linearizableReadLoop","detail":"{readStateIndex:30265; appliedIndex:30258; }","duration":"545.047099ms","start":"2026-04-02T17:36:27.828189Z","end":"2026-04-02T17:36:28.373236Z","steps":["trace[713917373] 'read index received' (duration: 162.835µs)","trace[713917373] 'applied index is now lower than readState.Index' (duration: 544.883214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:28.373299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.476505Z","time spent":"2.896746319s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:28.373297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.476537Z","time spent":"2.896668467s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:28.373339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333637909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.373382Z","caller":"traceutil/trace.go:171","msg":"trace[1716823802] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28923; }","duration":"2.333698071s","start":"2026-04-02T17:36:26.03967Z","end":"2026-04-02T17:36:28.373368Z","steps":["trace[1716823802] 'agreement among raft nodes before linearized reading' (duration: 2.333594038s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:26.039658Z","time spent":"2.333750092s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.373483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822253914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:28.373483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049936779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:28.373487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51182502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.373508Z","caller":"traceutil/trace.go:171","msg":"trace[88968978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28923; }","duration":"1.822313065s","start":"2026-04-02T17:36:26.551186Z","end":"2026-04-02T17:36:28.373499Z","steps":["trace[88968978] 'agreement among raft nodes before linearized reading' (duration: 1.822268134s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:26.551164Z","time spent":"1.822367536s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:36:28.373526Z","caller":"traceutil/trace.go:171","msg":"trace[1284276513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28923; }","duration":"1.050019242s","start":"2026-04-02T17:36:27.323495Z","end":"2026-04-02T17:36:28.373515Z","steps":["trace[1284276513] 'agreement among raft nodes before linearized reading' (duration: 1.049945189s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.37354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403212558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.373543Z","caller":"traceutil/trace.go:171","msg":"trace[1572658706] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28923; }","duration":"1.511882902s","start":"2026-04-02T17:36:26.861645Z","end":"2026-04-02T17:36:28.373528Z","steps":["trace[1572658706] 'agreement among raft nodes before linearized reading' (duration: 1.51180097s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:27.323471Z","time spent":"1.050096164s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:36:28.373582Z","caller":"traceutil/trace.go:171","msg":"trace[723451324] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28923; }","duration":"2.4032852s","start":"2026-04-02T17:36:25.970283Z","end":"2026-04-02T17:36:28.373568Z","steps":["trace[723451324] 'agreement among raft nodes before linearized reading' (duration: 2.403229949s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:26.861576Z","time spent":"1.512003236s","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.373617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.970265Z","time spent":"2.403344613s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.373642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684140219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:28.373579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937928169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.373706Z","caller":"traceutil/trace.go:171","msg":"trace[1484627446] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28923; }","duration":"4.684210241s","start":"2026-04-02T17:36:23.689482Z","end":"2026-04-02T17:36:28.373692Z","steps":["trace[1484627446] 'agreement among raft nodes before linearized reading' (duration: 4.684077277s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:28.373714Z","caller":"traceutil/trace.go:171","msg":"trace[1256670448] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:28923; }","duration":"1.938101126s","start":"2026-04-02T17:36:26.435603Z","end":"2026-04-02T17:36:28.373704Z","steps":["trace[1256670448] 'agreement among raft nodes before linearized reading' (duration: 1.937947591s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.689426Z","time spent":"4.684307145s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.373749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:26.435582Z","time spent":"1.938156837s","remote":"127.0.0.1:58934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:28.373746Z","caller":"traceutil/trace.go:171","msg":"trace[237832278] transaction","detail":"{read_only:false; response_revision:28921; number_of_response:1; }","duration":"2.896633085s","start":"2026-04-02T17:36:25.477096Z","end":"2026-04-02T17:36:28.373729Z","steps":["trace[237832278] 'process raft request' (duration: 2.896007636s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115433432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-04-02T17:36:28.3738Z","caller":"traceutil/trace.go:171","msg":"trace[407543231] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28923; }","duration":"3.115488443s","start":"2026-04-02T17:36:25.258305Z","end":"2026-04-02T17:36:28.373793Z","steps":["trace[407543231] 'agreement among raft nodes before linearized reading' (duration: 3.115406011s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.258287Z","time spent":"3.115527425s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-02T17:36:28.373845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853768972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:36:28.373857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.47708Z","time spent":"2.896707738s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:28.373876Z","caller":"traceutil/trace.go:171","msg":"trace[2141169588] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28923; }","duration":"4.853809673s","start":"2026-04-02T17:36:23.520057Z","end":"2026-04-02T17:36:28.373867Z","steps":["trace[2141169588] 'agreement among raft nodes before linearized reading' (duration: 4.853750881s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.520053Z","time spent":"4.853847934s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.373933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670225339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:28.37396Z","caller":"traceutil/trace.go:171","msg":"trace[1568996676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28923; }","duration":"2.67028741s","start":"2026-04-02T17:36:25.703662Z","end":"2026-04-02T17:36:28.373949Z","steps":["trace[1568996676] 'agreement among raft nodes before linearized reading' (duration: 2.670250809s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.373954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.664239929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:28.373978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.703639Z","time spent":"2.670334062s","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:28.374018Z","caller":"traceutil/trace.go:171","msg":"trace[1433506701] transaction","detail":"{read_only:false; response_revision:28923; number_of_response:1; }","duration":"2.843281429s","start":"2026-04-02T17:36:25.530687Z","end":"2026-04-02T17:36:28.373968Z","steps":["trace[1433506701] 'process raft request' (duration: 2.842494474s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:28.374028Z","caller":"traceutil/trace.go:171","msg":"trace[748630037] transaction","detail":"{read_only:false; response_revision:28922; number_of_response:1; }","duration":"2.895765928s","start":"2026-04-02T17:36:25.478244Z","end":"2026-04-02T17:36:28.37401Z","steps":["trace[748630037] 'process raft request' (duration: 2.894897561s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.374107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.530633Z","time spent":"2.843412763s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:28.374123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:25.478227Z","time spent":"2.8958483s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:28.373492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339121083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:28.374196Z","caller":"traceutil/trace.go:171","msg":"trace[2130910214] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28923; }","duration":"2.339871266s","start":"2026-04-02T17:36:26.034313Z","end":"2026-04-02T17:36:28.374184Z","steps":["trace[2130910214] 'agreement among raft nodes before linearized reading' (duration: 2.33904113s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.374196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898677311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-02T17:36:28.37423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:26.034294Z","time spent":"2.339925428s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:28.37424Z","caller":"traceutil/trace.go:171","msg":"trace[1610902936] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28923; }","duration":"4.898764094s","start":"2026-04-02T17:36:23.475462Z","end":"2026-04-02T17:36:28.374226Z","steps":["trace[1610902936] 'agreement among raft nodes before linearized reading' (duration: 4.898597149s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.374276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:23.475446Z","time spent":"4.898822005s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:36:28.374365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.845803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T17:36:28.374391Z","caller":"traceutil/trace.go:171","msg":"trace[793263878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28923; }","duration":"234.931456ms","start":"2026-04-02T17:36:28.139451Z","end":"2026-04-02T17:36:28.374382Z","steps":["trace[793263878] 'agreement among raft nodes before linearized reading' (duration: 234.860084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.37443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.968333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:36:28.374471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.374628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:28.374488Z","caller":"traceutil/trace.go:171","msg":"trace[425841710] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28923; }","duration":"196.416508ms","start":"2026-04-02T17:36:28.178066Z","end":"2026-04-02T17:36:28.374483Z","steps":["trace[425841710] 'agreement among raft nodes before linearized reading' (duration: 196.372997ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:28.374491Z","caller":"traceutil/trace.go:171","msg":"trace[1047991978] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28923; }","duration":"375.061866ms","start":"2026-04-02T17:36:27.999408Z","end":"2026-04-02T17:36:28.37447Z","steps":["trace[1047991978] 'agreement among raft nodes before linearized reading' (duration: 374.88333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.374534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:27.999384Z","time spent":"375.140399ms","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:28.374712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.239586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:36:28.374762Z","caller":"traceutil/trace.go:171","msg":"trace[2089744109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28923; }","duration":"235.315669ms","start":"2026-04-02T17:36:28.139434Z","end":"2026-04-02T17:36:28.37475Z","steps":["trace[2089744109] 'agreement among raft nodes before linearized reading' (duration: 235.147673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.374846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.596708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:36:28.374896Z","caller":"traceutil/trace.go:171","msg":"trace[1609687446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28923; }","duration":"236.683902ms","start":"2026-04-02T17:36:28.138199Z","end":"2026-04-02T17:36:28.374883Z","steps":["trace[1609687446] 'agreement among raft nodes before linearized reading' (duration: 236.416423ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:28.375377Z","caller":"traceutil/trace.go:171","msg":"trace[1826652243] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28923; }","duration":"3.664311372s","start":"2026-04-02T17:36:24.709666Z","end":"2026-04-02T17:36:28.373977Z","steps":["trace[1826652243] 'agreement among raft nodes before linearized reading' (duration: 3.664257711s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:28.375442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:24.709645Z","time spent":"3.665778808s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:30.274542Z","caller":"traceutil/trace.go:171","msg":"trace[659562277] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"148.091412ms","start":"2026-04-02T17:36:30.126425Z","end":"2026-04-02T17:36:30.274516Z","steps":["trace[659562277] 'process raft request' (duration: 147.937167ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:30.275834Z","caller":"traceutil/trace.go:171","msg":"trace[326859336] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"147.344448ms","start":"2026-04-02T17:36:30.128443Z","end":"2026-04-02T17:36:30.275788Z","steps":["trace[326859336] 'process raft request' (duration: 146.660786ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:30.275493Z","caller":"traceutil/trace.go:171","msg":"trace[1974230051] linearizableReadLoop","detail":"{readStateIndex:30290; appliedIndex:30288; }","duration":"137.887299ms","start":"2026-04-02T17:36:30.137579Z","end":"2026-04-02T17:36:30.275467Z","steps":["trace[1974230051] 'read index received' (duration: 136.884747ms)","trace[1974230051] 'applied index is now lower than readState.Index' (duration: 1.000572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:30.276331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.721666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:30.276378Z","caller":"traceutil/trace.go:171","msg":"trace[1207601001] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28947; }","duration":"138.807538ms","start":"2026-04-02T17:36:30.137552Z","end":"2026-04-02T17:36:30.276359Z","steps":["trace[1207601001] 'agreement among raft nodes before linearized reading' (duration: 138.705255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:40.928314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.597502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:36:40.928454Z","caller":"traceutil/trace.go:171","msg":"trace[373554723] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29044; }","duration":"213.804489ms","start":"2026-04-02T17:36:40.71463Z","end":"2026-04-02T17:36:40.928434Z","steps":["trace[373554723] 'range keys from in-memory index tree' (duration: 213.453678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:40.928829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.293786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-02T17:36:40.928899Z","caller":"traceutil/trace.go:171","msg":"trace[1778513099] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29044; }","duration":"116.391109ms","start":"2026-04-02T17:36:40.812499Z","end":"2026-04-02T17:36:40.92889Z","steps":["trace[1778513099] 'range keys from in-memory index tree' (duration: 116.169762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:40.929099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.32071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:36:40.929221Z","caller":"traceutil/trace.go:171","msg":"trace[1506649741] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29044; }","duration":"211.507086ms","start":"2026-04-02T17:36:40.717683Z","end":"2026-04-02T17:36:40.92919Z","steps":["trace[1506649741] 'range keys from in-memory index tree' (duration: 211.01254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.317715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.520471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:36:49.317806Z","caller":"traceutil/trace.go:171","msg":"trace[1348959824] transaction","detail":"{read_only:false; response_revision:29166; number_of_response:1; }","duration":"585.441437ms","start":"2026-04-02T17:36:48.732338Z","end":"2026-04-02T17:36:49.31778Z","steps":["trace[1348959824] 'process raft request' (duration: 376.777261ms)","trace[1348959824] 'compare' (duration: 208.104378ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:49.317893Z","caller":"traceutil/trace.go:171","msg":"trace[866423355] transaction","detail":"{read_only:false; response_revision:29167; number_of_response:1; }","duration":"550.11472ms","start":"2026-04-02T17:36:48.767766Z","end":"2026-04-02T17:36:49.31788Z","steps":["trace[866423355] 'process raft request' (duration: 550.025117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.317927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:48.732311Z","time spent":"585.561151ms","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:36:49.317951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:48.767746Z","time spent":"550.172342ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:49.318154Z","caller":"traceutil/trace.go:171","msg":"trace[616847926] linearizableReadLoop","detail":"{readStateIndex:30515; appliedIndex:30514; }","duration":"573.505499ms","start":"2026-04-02T17:36:48.744642Z","end":"2026-04-02T17:36:49.318147Z","steps":["trace[616847926] 'read index received' (duration: 364.442171ms)","trace[616847926] 'applied index is now lower than readState.Index' (duration: 209.062628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:49.318303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.644144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:49.318368Z","caller":"traceutil/trace.go:171","msg":"trace[1489179485] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:29167; }","duration":"573.718876ms","start":"2026-04-02T17:36:48.744635Z","end":"2026-04-02T17:36:49.318353Z","steps":["trace[1489179485] 'agreement among raft nodes before linearized reading' (duration: 573.597132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.318408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:48.744588Z","time spent":"573.808809ms","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:49.318571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.898602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:36:49.318603Z","caller":"traceutil/trace.go:171","msg":"trace[817361331] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29167; }","duration":"275.977944ms","start":"2026-04-02T17:36:49.042619Z","end":"2026-04-02T17:36:49.318597Z","steps":["trace[817361331] 'agreement among raft nodes before linearized reading' (duration: 275.826359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.318604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.318155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-02T17:36:49.318741Z","caller":"traceutil/trace.go:171","msg":"trace[741018775] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:29167; }","duration":"537.570183ms","start":"2026-04-02T17:36:48.781145Z","end":"2026-04-02T17:36:49.318715Z","steps":["trace[741018775] 'agreement among raft nodes before linearized reading' (duration: 537.193881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.319417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:48.781126Z","time spent":"538.266326ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"warn","ts":"2026-04-02T17:36:49.319008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.740877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:49.319512Z","caller":"traceutil/trace.go:171","msg":"trace[943533014] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29167; }","duration":"425.248643ms","start":"2026-04-02T17:36:48.894239Z","end":"2026-04-02T17:36:49.319488Z","steps":["trace[943533014] 'agreement among raft nodes before linearized reading' (duration: 424.692085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.319589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:48.894171Z","time spent":"425.390767ms","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:36:49.319614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.568057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:36:49.321243Z","caller":"traceutil/trace.go:171","msg":"trace[1860967361] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29167; }","duration":"262.372774ms","start":"2026-04-02T17:36:49.058834Z","end":"2026-04-02T17:36:49.321207Z","steps":["trace[1860967361] 'agreement among raft nodes before linearized reading' (duration: 260.33197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.31924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.926558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-04-02T17:36:49.320399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.126322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2575983"} {"level":"info","ts":"2026-04-02T17:36:49.321452Z","caller":"traceutil/trace.go:171","msg":"trace[1450567884] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:29167; }","duration":"515.204636ms","start":"2026-04-02T17:36:48.806226Z","end":"2026-04-02T17:36:49.321431Z","steps":["trace[1450567884] 'agreement among raft nodes before linearized reading' (duration: 512.748529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.321563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:48.806217Z","time spent":"515.318479ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2576005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-02T17:36:49.32145Z","caller":"traceutil/trace.go:171","msg":"trace[1702640790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29167; }","duration":"306.177449ms","start":"2026-04-02T17:36:49.015243Z","end":"2026-04-02T17:36:49.32142Z","steps":["trace[1702640790] 'agreement among raft nodes before linearized reading' (duration: 303.805594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:49.321922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:49.015224Z","time spent":"306.603682ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:36:51.04365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285591248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:51.04379Z","caller":"traceutil/trace.go:171","msg":"trace[1700385253] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:29178; }","duration":"1.285771464s","start":"2026-04-02T17:36:49.757993Z","end":"2026-04-02T17:36:51.043765Z","steps":["trace[1700385253] 'count revisions from in-memory index tree' (duration: 1.285497395s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.043836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:49.757972Z","time spent":"1.285851016s","remote":"127.0.0.1:49888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:51.043875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.938236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-04-02T17:36:51.043932Z","caller":"traceutil/trace.go:171","msg":"trace[927271833] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29178; }","duration":"787.040679ms","start":"2026-04-02T17:36:50.256877Z","end":"2026-04-02T17:36:51.043917Z","steps":["trace[927271833] 'range keys from in-memory index tree' (duration: 786.77488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.043968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.256852Z","time spent":"787.109311ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3213,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:36:51.044207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.820244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:51.044246Z","caller":"traceutil/trace.go:171","msg":"trace[265144228] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29178; }","duration":"737.869345ms","start":"2026-04-02T17:36:50.306366Z","end":"2026-04-02T17:36:51.044235Z","steps":["trace[265144228] 'count revisions from in-memory index tree' (duration: 737.783223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.044276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.306361Z","time spent":"737.907266ms","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:51.044335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.177095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17276"} {"level":"info","ts":"2026-04-02T17:36:51.044389Z","caller":"traceutil/trace.go:171","msg":"trace[503161851] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29178; }","duration":"583.391811ms","start":"2026-04-02T17:36:50.460983Z","end":"2026-04-02T17:36:51.044374Z","steps":["trace[503161851] 'range keys from in-memory index tree' (duration: 583.039951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.044445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.909068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:51.044468Z","caller":"traceutil/trace.go:171","msg":"trace[452918623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29178; }","duration":"732.940009ms","start":"2026-04-02T17:36:50.311521Z","end":"2026-04-02T17:36:51.044461Z","steps":["trace[452918623] 'range keys from in-memory index tree' (duration: 732.867387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.044455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050558809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:51.044485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.311517Z","time spent":"732.96289ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:36:51.044465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.843256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-02T17:36:51.0445Z","caller":"traceutil/trace.go:171","msg":"trace[1484964579] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29178; }","duration":"1.050643922s","start":"2026-04-02T17:36:49.993843Z","end":"2026-04-02T17:36:51.044487Z","steps":["trace[1484964579] 'count revisions from in-memory index tree' (duration: 1.050486027s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:51.044526Z","caller":"traceutil/trace.go:171","msg":"trace[1408846913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07; range_end:; response_count:1; response_revision:29178; }","duration":"720.94621ms","start":"2026-04-02T17:36:50.323565Z","end":"2026-04-02T17:36:51.044511Z","steps":["trace[1408846913] 'range keys from in-memory index tree' (duration: 720.686162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.04454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:49.993818Z","time spent":"1.050712464s","remote":"127.0.0.1:37478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:51.044559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.323547Z","time spent":"721.003342ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" "} {"level":"warn","ts":"2026-04-02T17:36:51.04446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.90646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-02T17:36:51.044726Z","caller":"traceutil/trace.go:171","msg":"trace[228664714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07; range_end:; response_count:1; response_revision:29178; }","duration":"635.21778ms","start":"2026-04-02T17:36:50.409488Z","end":"2026-04-02T17:36:51.044706Z","steps":["trace[228664714] 'range keys from in-memory index tree' (duration: 634.734665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.044764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.409465Z","time spent":"635.289272ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" "} {"level":"warn","ts":"2026-04-02T17:36:51.044934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.538557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:51.044978Z","caller":"traceutil/trace.go:171","msg":"trace[1558076581] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29178; }","duration":"434.626759ms","start":"2026-04-02T17:36:50.610338Z","end":"2026-04-02T17:36:51.044965Z","steps":["trace[1558076581] 'count revisions from in-memory index tree' (duration: 434.443913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.045238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.460951Z","time spent":"584.28103ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:36:51.045323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.174237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-02T17:36:51.04538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.610314Z","time spent":"434.693311ms","remote":"127.0.0.1:57384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:51.045402Z","caller":"traceutil/trace.go:171","msg":"trace[1098949105] transaction","detail":"{read_only:false; response_revision:29179; number_of_response:1; }","duration":"423.712484ms","start":"2026-04-02T17:36:50.621672Z","end":"2026-04-02T17:36:51.045384Z","steps":["trace[1098949105] 'process raft request' (duration: 205.402583ms)","trace[1098949105] 'compare' (duration: 217.758274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:51.045467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.621653Z","time spent":"423.780276ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:51.64298Z","caller":"traceutil/trace.go:171","msg":"trace[1827600968] transaction","detail":"{read_only:false; response_revision:29180; number_of_response:1; }","duration":"1.014165809s","start":"2026-04-02T17:36:50.628793Z","end":"2026-04-02T17:36:51.642959Z","steps":["trace[1827600968] 'process raft request' (duration: 1.013534599s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.643107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.628773Z","time spent":"1.014265812s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:51.643098Z","caller":"traceutil/trace.go:171","msg":"trace[2080664131] linearizableReadLoop","detail":"{readStateIndex:30534; appliedIndex:30529; }","duration":"981.866338ms","start":"2026-04-02T17:36:50.661205Z","end":"2026-04-02T17:36:51.643071Z","steps":["trace[2080664131] 'read index received' (duration: 165.929335ms)","trace[2080664131] 'applied index is now lower than readState.Index' (duration: 815.935783ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:51.643227Z","caller":"traceutil/trace.go:171","msg":"trace[214712521] transaction","detail":"{read_only:false; response_revision:29181; number_of_response:1; }","duration":"1.014135468s","start":"2026-04-02T17:36:50.629076Z","end":"2026-04-02T17:36:51.643211Z","steps":["trace[214712521] 'process raft request' (duration: 1.013762946s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:51.643312Z","caller":"traceutil/trace.go:171","msg":"trace[777793152] transaction","detail":"{read_only:false; response_revision:29183; number_of_response:1; }","duration":"1.013405916s","start":"2026-04-02T17:36:50.629892Z","end":"2026-04-02T17:36:51.643298Z","steps":["trace[777793152] 'process raft request' (duration: 1.013113086s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.643358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.629021Z","time spent":"1.014244202s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:51.643407Z","caller":"traceutil/trace.go:171","msg":"trace[1379244371] transaction","detail":"{read_only:false; response_revision:29182; number_of_response:1; }","duration":"1.013887401s","start":"2026-04-02T17:36:50.629513Z","end":"2026-04-02T17:36:51.6434Z","steps":["trace[1379244371] 'process raft request' (duration: 1.013443277s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.643454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.629498Z","time spent":"1.013934892s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:51.643522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.280512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-02T17:36:51.643379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.629861Z","time spent":"1.013488908s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:51.643589Z","caller":"traceutil/trace.go:171","msg":"trace[936076567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29183; }","duration":"982.432116ms","start":"2026-04-02T17:36:50.661133Z","end":"2026-04-02T17:36:51.643566Z","steps":["trace[936076567] 'agreement among raft nodes before linearized reading' (duration: 982.189588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:51.643636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.661109Z","time spent":"982.515499ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:52.143766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007614355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:36:52.340376Z","caller":"traceutil/trace.go:171","msg":"trace[1107386372] transaction","detail":"{read_only:false; response_revision:29184; number_of_response:1; }","duration":"1.283787833s","start":"2026-04-02T17:36:51.056554Z","end":"2026-04-02T17:36:52.340342Z","steps":["trace[1107386372] 'process raft request' (duration: 1.283588657s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.340564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.056534Z","time spent":"1.283935157s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:52.873377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.476397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:36:52.873458Z","caller":"traceutil/trace.go:171","msg":"trace[1974160049] linearizableReadLoop","detail":"{readStateIndex:30536; appliedIndex:30534; }","duration":"1.230274871s","start":"2026-04-02T17:36:51.64317Z","end":"2026-04-02T17:36:52.873445Z","steps":["trace[1974160049] 'read index received' (duration: 697.045864ms)","trace[1974160049] 'applied index is now lower than readState.Index' (duration: 533.227977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:52.873534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824285499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:52.873555Z","caller":"traceutil/trace.go:171","msg":"trace[1261638138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29185; }","duration":"1.82432902s","start":"2026-04-02T17:36:51.04922Z","end":"2026-04-02T17:36:52.873549Z","steps":["trace[1261638138] 'agreement among raft nodes before linearized reading' (duration: 1.824276668s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.873579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.049205Z","time spent":"1.824367032s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:36:52.873639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817189595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-02T17:36:52.87372Z","caller":"traceutil/trace.go:171","msg":"trace[662052681] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:29185; }","duration":"1.817280578s","start":"2026-04-02T17:36:51.056421Z","end":"2026-04-02T17:36:52.873701Z","steps":["trace[662052681] 'agreement among raft nodes before linearized reading' (duration: 1.817054841s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.873757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.056406Z","time spent":"1.817343019s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-04-02T17:36:52.873779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194098039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:36:52.873802Z","caller":"traceutil/trace.go:171","msg":"trace[276194646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29185; }","duration":"2.194145891s","start":"2026-04-02T17:36:50.679648Z","end":"2026-04-02T17:36:52.873794Z","steps":["trace[276194646] 'agreement among raft nodes before linearized reading' (duration: 2.194062538s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.873819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.679639Z","time spent":"2.194177131s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:36:52.873822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622760809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:36:52.873858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449499731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:36:52.873838Z","caller":"traceutil/trace.go:171","msg":"trace[203075243] transaction","detail":"{read_only:false; response_revision:29185; number_of_response:1; }","duration":"1.225394097s","start":"2026-04-02T17:36:51.648409Z","end":"2026-04-02T17:36:52.873803Z","steps":["trace[203075243] 'process raft request' (duration: 782.432274ms)","trace[203075243] 'compare' (duration: 442.391165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:52.873864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44948989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:36:52.873882Z","caller":"traceutil/trace.go:171","msg":"trace[1744537562] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:29185; }","duration":"1.622867622s","start":"2026-04-02T17:36:51.251001Z","end":"2026-04-02T17:36:52.873869Z","steps":["trace[1744537562] 'agreement among raft nodes before linearized reading' (duration: 1.622754649s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.873934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.250979Z","time spent":"1.622945215s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:36:52.873937Z","caller":"traceutil/trace.go:171","msg":"trace[135896431] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29185; }","duration":"1.449569294s","start":"2026-04-02T17:36:51.424347Z","end":"2026-04-02T17:36:52.873916Z","steps":["trace[135896431] 'agreement among raft nodes before linearized reading' (duration: 1.449387158s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.873954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19601718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-02T17:36:52.873954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205853011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:36:52.873963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203222078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:36:52.87399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.424344Z","time spent":"1.449632256s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:36:52.874017Z","caller":"traceutil/trace.go:171","msg":"trace[980501276] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29185; }","duration":"2.196080012s","start":"2026-04-02T17:36:50.677917Z","end":"2026-04-02T17:36:52.873997Z","steps":["trace[980501276] 'agreement among raft nodes before linearized reading' (duration: 2.195903287s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:52.874025Z","caller":"traceutil/trace.go:171","msg":"trace[686072521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29185; }","duration":"2.205962855s","start":"2026-04-02T17:36:50.668046Z","end":"2026-04-02T17:36:52.874008Z","steps":["trace[686072521] 'agreement among raft nodes before linearized reading' (duration: 2.205745148s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.873952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207032719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:36:52.87408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.668033Z","time spent":"2.206039047s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:36:52.87408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.677871Z","time spent":"2.196195975s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:36:52.874103Z","caller":"traceutil/trace.go:171","msg":"trace[213420623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29185; }","duration":"2.207194383s","start":"2026-04-02T17:36:50.66689Z","end":"2026-04-02T17:36:52.874084Z","steps":["trace[213420623] 'agreement among raft nodes before linearized reading' (duration: 2.207014827s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:52.874027Z","caller":"traceutil/trace.go:171","msg":"trace[1696959492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29185; }","duration":"2.20330245s","start":"2026-04-02T17:36:50.670711Z","end":"2026-04-02T17:36:52.874014Z","steps":["trace[1696959492] 'agreement among raft nodes before linearized reading' (duration: 2.203130124s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.874171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.670703Z","time spent":"2.203457615s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:52.874173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:50.666874Z","time spent":"2.207281266s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:36:52.874258Z","caller":"traceutil/trace.go:171","msg":"trace[285445079] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29185; }","duration":"1.449931015s","start":"2026-04-02T17:36:51.424311Z","end":"2026-04-02T17:36:52.874242Z","steps":["trace[285445079] 'agreement among raft nodes before linearized reading' (duration: 1.449429369s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.873992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.648387Z","time spent":"1.225528352s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:52.874318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.424296Z","time spent":"1.450010827s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:36:52.917024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.214544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:36:52.917057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244450189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:52.917081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.490441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-02T17:36:52.917135Z","caller":"traceutil/trace.go:171","msg":"trace[1803150729] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:29186; }","duration":"991.367889ms","start":"2026-04-02T17:36:51.925741Z","end":"2026-04-02T17:36:52.917109Z","steps":["trace[1803150729] 'agreement among raft nodes before linearized reading' (duration: 991.183033ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:52.917152Z","caller":"traceutil/trace.go:171","msg":"trace[1607543714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07; range_end:; response_count:1; response_revision:29186; }","duration":"866.596945ms","start":"2026-04-02T17:36:52.050537Z","end":"2026-04-02T17:36:52.917134Z","steps":["trace[1607543714] 'agreement among raft nodes before linearized reading' (duration: 866.43241ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:52.917146Z","caller":"traceutil/trace.go:171","msg":"trace[679500132] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:29186; }","duration":"1.244546592s","start":"2026-04-02T17:36:51.672574Z","end":"2026-04-02T17:36:52.91712Z","steps":["trace[679500132] 'agreement among raft nodes before linearized reading' (duration: 1.244421888s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.917198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.050518Z","time spent":"866.670827ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" "} {"level":"warn","ts":"2026-04-02T17:36:52.917221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.672517Z","time spent":"1.244683087s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:52.91727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:51.925724Z","time spent":"991.465221ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:52.917027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.985587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-02T17:36:52.917477Z","caller":"traceutil/trace.go:171","msg":"trace[1472330536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29186; }","duration":"569.502073ms","start":"2026-04-02T17:36:52.347954Z","end":"2026-04-02T17:36:52.917456Z","steps":["trace[1472330536] 'agreement among raft nodes before linearized reading' (duration: 568.897044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:52.91754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.347934Z","time spent":"569.589586ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-02T17:36:54.398704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311773326s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:36:54.399255Z","caller":"traceutil/trace.go:171","msg":"trace[490329915] transaction","detail":"{read_only:false; response_revision:29192; number_of_response:1; }","duration":"1.344094506s","start":"2026-04-02T17:36:53.055136Z","end":"2026-04-02T17:36:54.399231Z","steps":["trace[490329915] 'process raft request' (duration: 1.344033825s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.399361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.055117Z","time spent":"1.34419273s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:54.399595Z","caller":"traceutil/trace.go:171","msg":"trace[759663027] transaction","detail":"{read_only:false; response_revision:29189; number_of_response:1; }","duration":"1.520858025s","start":"2026-04-02T17:36:52.878707Z","end":"2026-04-02T17:36:54.399565Z","steps":["trace[759663027] 'process raft request' (duration: 1.520264096s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:54.399679Z","caller":"traceutil/trace.go:171","msg":"trace[1148926110] linearizableReadLoop","detail":"{readStateIndex:30542; appliedIndex:30537; }","duration":"1.482856194s","start":"2026-04-02T17:36:52.916805Z","end":"2026-04-02T17:36:54.399661Z","steps":["trace[1148926110] 'read index received' (duration: 169.981173ms)","trace[1148926110] 'applied index is now lower than readState.Index' (duration: 1.312872881s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:36:54.400668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.878617Z","time spent":"1.521928549s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:54.399664Z","caller":"traceutil/trace.go:171","msg":"trace[2081567110] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"1.520510664s","start":"2026-04-02T17:36:52.879094Z","end":"2026-04-02T17:36:54.399604Z","steps":["trace[2081567110] 'process raft request' (duration: 1.520021209s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.400848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.879085Z","time spent":"1.521706112s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:54.399744Z","caller":"traceutil/trace.go:171","msg":"trace[728928776] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"1.5207158s","start":"2026-04-02T17:36:52.879014Z","end":"2026-04-02T17:36:54.39973Z","steps":["trace[728928776] 'process raft request' (duration: 1.520046359s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.399814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52197425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-02T17:36:54.401055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.879005Z","time spent":"1.52196394s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:54.401115Z","caller":"traceutil/trace.go:171","msg":"trace[1779779271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29192; }","duration":"1.523292712s","start":"2026-04-02T17:36:52.877796Z","end":"2026-04-02T17:36:54.401088Z","steps":["trace[1779779271] 'agreement among raft nodes before linearized reading' (duration: 1.521914979s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.401187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.877777Z","time spent":"1.523387995s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:36:54.399875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518390267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:54.401298Z","caller":"traceutil/trace.go:171","msg":"trace[1777296384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29192; }","duration":"1.519801822s","start":"2026-04-02T17:36:52.881468Z","end":"2026-04-02T17:36:54.40127Z","steps":["trace[1777296384] 'agreement among raft nodes before linearized reading' (duration: 1.518381037s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.401378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.881459Z","time spent":"1.519900215s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:36:54.399944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521428403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-02T17:36:54.399954Z","caller":"traceutil/trace.go:171","msg":"trace[1158518108] transaction","detail":"{read_only:false; response_revision:29187; number_of_response:1; }","duration":"1.522043782s","start":"2026-04-02T17:36:52.877881Z","end":"2026-04-02T17:36:54.399924Z","steps":["trace[1158518108] 'process raft request' (duration: 208.894113ms)","trace[1158518108] 'compare' (duration: 1.311133656s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:54.40159Z","caller":"traceutil/trace.go:171","msg":"trace[759332192] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29192; }","duration":"1.523071725s","start":"2026-04-02T17:36:52.878498Z","end":"2026-04-02T17:36:54.401569Z","steps":["trace[759332192] 'agreement among raft nodes before linearized reading' (duration: 1.521394182s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.400031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521573887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a29accf8d01d4e\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-02T17:36:54.401904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.877858Z","time spent":"1.523891701s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:54.401969Z","caller":"traceutil/trace.go:171","msg":"trace[809847718] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a29accf8d01d4e; range_end:; response_count:1; response_revision:29192; }","duration":"1.523511939s","start":"2026-04-02T17:36:52.878434Z","end":"2026-04-02T17:36:54.401946Z","steps":["trace[809847718] 'agreement among raft nodes before linearized reading' (duration: 1.521531537s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.402029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.878427Z","time spent":"1.523584661s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":712,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a29accf8d01d4e\" "} {"level":"info","ts":"2026-04-02T17:36:54.400044Z","caller":"traceutil/trace.go:171","msg":"trace[414979672] transaction","detail":"{read_only:false; response_revision:29188; number_of_response:1; }","duration":"1.521486435s","start":"2026-04-02T17:36:52.878538Z","end":"2026-04-02T17:36:54.400024Z","steps":["trace[414979672] 'process raft request' (duration: 1.520303627s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.401958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.878493Z","time spent":"1.523373565s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:36:54.402427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.878528Z","time spent":"1.5238524s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:54.400132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52166044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9726"} {"level":"info","ts":"2026-04-02T17:36:54.402547Z","caller":"traceutil/trace.go:171","msg":"trace[1102004128] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:29192; }","duration":"1.524097268s","start":"2026-04-02T17:36:52.878431Z","end":"2026-04-02T17:36:54.402528Z","steps":["trace[1102004128] 'agreement among raft nodes before linearized reading' (duration: 1.521562008s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.402605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.878423Z","time spent":"1.52416671s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9748,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-02T17:36:54.505483Z","caller":"traceutil/trace.go:171","msg":"trace[760125926] transaction","detail":"{read_only:false; response_revision:29193; number_of_response:1; }","duration":"857.392684ms","start":"2026-04-02T17:36:53.648069Z","end":"2026-04-02T17:36:54.505462Z","steps":["trace[760125926] 'process raft request' (duration: 857.261069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.505602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.648042Z","time spent":"857.499386ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:54.50586Z","caller":"traceutil/trace.go:171","msg":"trace[1713889459] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"857.686142ms","start":"2026-04-02T17:36:53.648151Z","end":"2026-04-02T17:36:54.505838Z","steps":["trace[1713889459] 'process raft request' (duration: 857.276699ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:54.505968Z","caller":"traceutil/trace.go:171","msg":"trace[452682527] transaction","detail":"{read_only:false; response_revision:29195; number_of_response:1; }","duration":"856.823645ms","start":"2026-04-02T17:36:53.649103Z","end":"2026-04-02T17:36:54.505926Z","steps":["trace[452682527] 'process raft request' (duration: 856.618129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.5069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.648126Z","time spent":"857.792806ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:54.505968Z","caller":"traceutil/trace.go:171","msg":"trace[1241946782] transaction","detail":"{read_only:false; response_revision:29196; number_of_response:1; }","duration":"856.064411ms","start":"2026-04-02T17:36:53.64988Z","end":"2026-04-02T17:36:54.505944Z","steps":["trace[1241946782] 'process raft request' (duration: 855.985418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.507417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.649863Z","time spent":"857.485716ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:54.507416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.649077Z","time spent":"856.97186ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:36:54.511084Z","caller":"traceutil/trace.go:171","msg":"trace[605846515] transaction","detail":"{read_only:false; response_revision:29199; number_of_response:1; }","duration":"103.634136ms","start":"2026-04-02T17:36:54.407425Z","end":"2026-04-02T17:36:54.511059Z","steps":["trace[605846515] 'process raft request' (duration: 103.594795ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:54.511292Z","caller":"traceutil/trace.go:171","msg":"trace[1315880596] linearizableReadLoop","detail":"{readStateIndex:30548; appliedIndex:30544; }","duration":"110.528184ms","start":"2026-04-02T17:36:54.400728Z","end":"2026-04-02T17:36:54.511256Z","steps":["trace[1315880596] 'read index received' (duration: 104.70443ms)","trace[1315880596] 'applied index is now lower than readState.Index' (duration: 5.822574ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:54.511384Z","caller":"traceutil/trace.go:171","msg":"trace[1454978065] transaction","detail":"{read_only:false; response_revision:29197; number_of_response:1; }","duration":"107.485898ms","start":"2026-04-02T17:36:54.403882Z","end":"2026-04-02T17:36:54.511368Z","steps":["trace[1454978065] 'process raft request' (duration: 106.833908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.511583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.757816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:36:54.511621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092440363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:54.511644Z","caller":"traceutil/trace.go:171","msg":"trace[565974484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29199; }","duration":"765.815698ms","start":"2026-04-02T17:36:53.745805Z","end":"2026-04-02T17:36:54.511621Z","steps":["trace[565974484] 'agreement among raft nodes before linearized reading' (duration: 765.655833ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:54.511668Z","caller":"traceutil/trace.go:171","msg":"trace[573846469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29199; }","duration":"1.092533615s","start":"2026-04-02T17:36:53.419124Z","end":"2026-04-02T17:36:54.511657Z","steps":["trace[573846469] 'agreement among raft nodes before linearized reading' (duration: 1.092451323s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.511678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.745741Z","time spent":"765.929062ms","remote":"127.0.0.1:37424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:54.511708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.419103Z","time spent":"1.092588887s","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:54.511921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434373421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-04-02T17:36:54.511954Z","caller":"traceutil/trace.go:171","msg":"trace[1937392203] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29199; }","duration":"1.434443463s","start":"2026-04-02T17:36:53.077498Z","end":"2026-04-02T17:36:54.511941Z","steps":["trace[1937392203] 'agreement among raft nodes before linearized reading' (duration: 1.43433561s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:36:54.511971Z","caller":"traceutil/trace.go:171","msg":"trace[714673212] transaction","detail":"{read_only:false; response_revision:29198; number_of_response:1; }","duration":"106.411974ms","start":"2026-04-02T17:36:54.405547Z","end":"2026-04-02T17:36:54.511959Z","steps":["trace[714673212] 'process raft request' (duration: 105.410382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.512027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434569767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:54.512056Z","caller":"traceutil/trace.go:171","msg":"trace[1083633260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29199; }","duration":"1.434626589s","start":"2026-04-02T17:36:53.077421Z","end":"2026-04-02T17:36:54.512047Z","steps":["trace[1083633260] 'agreement among raft nodes before linearized reading' (duration: 1.434577557s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.512089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.077408Z","time spent":"1.434671781s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:54.512168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.20494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:54.512209Z","caller":"traceutil/trace.go:171","msg":"trace[957397795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29199; }","duration":"455.280952ms","start":"2026-04-02T17:36:54.056911Z","end":"2026-04-02T17:36:54.512192Z","steps":["trace[957397795] 'agreement among raft nodes before linearized reading' (duration: 455.21974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.512237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:54.05689Z","time spent":"455.339764ms","remote":"127.0.0.1:34010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:54.512268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591456596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-02T17:36:54.512304Z","caller":"traceutil/trace.go:171","msg":"trace[50649843] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997; range_end:; response_count:1; response_revision:29199; }","duration":"1.591520368s","start":"2026-04-02T17:36:52.920769Z","end":"2026-04-02T17:36:54.512289Z","steps":["trace[50649843] 'agreement among raft nodes before linearized reading' (duration: 1.591441996s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.512332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:52.920749Z","time spent":"1.59157427s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997\" "} {"level":"warn","ts":"2026-04-02T17:36:54.511986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.077477Z","time spent":"1.434502126s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3213,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:36:54.512451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.635381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-02T17:36:54.512498Z","caller":"traceutil/trace.go:171","msg":"trace[1152097529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07; range_end:; response_count:1; response_revision:29199; }","duration":"590.682042ms","start":"2026-04-02T17:36:53.921802Z","end":"2026-04-02T17:36:54.512484Z","steps":["trace[1152097529] 'agreement among raft nodes before linearized reading' (duration: 590.552268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.512543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.921744Z","time spent":"590.789506ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" "} {"level":"warn","ts":"2026-04-02T17:36:54.512755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.35651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:36:54.5128Z","caller":"traceutil/trace.go:171","msg":"trace[259131637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29199; }","duration":"694.454193ms","start":"2026-04-02T17:36:53.818326Z","end":"2026-04-02T17:36:54.512781Z","steps":["trace[259131637] 'agreement among raft nodes before linearized reading' (duration: 694.37948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.512827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:53.818305Z","time spent":"694.512875ms","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:54.513317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.287046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:54.513364Z","caller":"traceutil/trace.go:171","msg":"trace[252949303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29199; }","duration":"110.357779ms","start":"2026-04-02T17:36:54.402995Z","end":"2026-04-02T17:36:54.513353Z","steps":["trace[252949303] 'agreement among raft nodes before linearized reading' (duration: 109.486361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:54.514064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.106986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-02T17:36:54.514124Z","caller":"traceutil/trace.go:171","msg":"trace[360122556] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29199; }","duration":"107.160517ms","start":"2026-04-02T17:36:54.406927Z","end":"2026-04-02T17:36:54.514088Z","steps":["trace[360122556] 'agreement among raft nodes before linearized reading' (duration: 107.090605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:58.383446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129280827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:58.383526Z","caller":"traceutil/trace.go:171","msg":"trace[1959513847] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:29221; }","duration":"1.129421883s","start":"2026-04-02T17:36:57.254085Z","end":"2026-04-02T17:36:58.383507Z","steps":["trace[1959513847] 'count revisions from in-memory index tree' (duration: 1.129178135s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:58.38356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:57.25406Z","time spent":"1.129491445s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:58.383638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.570736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:58.383707Z","caller":"traceutil/trace.go:171","msg":"trace[408352828] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29221; }","duration":"489.673759ms","start":"2026-04-02T17:36:57.894014Z","end":"2026-04-02T17:36:58.383688Z","steps":["trace[408352828] 'count revisions from in-memory index tree' (duration: 489.492264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:58.383758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:57.893995Z","time spent":"489.749141ms","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:36:58.38387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106709384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-02T17:36:58.383958Z","caller":"traceutil/trace.go:171","msg":"trace[2023426656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29221; }","duration":"1.106828958s","start":"2026-04-02T17:36:57.277107Z","end":"2026-04-02T17:36:58.383936Z","steps":["trace[2023426656] 'range keys from in-memory index tree' (duration: 1.106510118s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:58.384007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:57.277092Z","time spent":"1.10690505s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-02T17:36:58.383537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495845724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:36:58.384068Z","caller":"traceutil/trace.go:171","msg":"trace[2047422130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29221; }","duration":"1.496445343s","start":"2026-04-02T17:36:56.887614Z","end":"2026-04-02T17:36:58.384059Z","steps":["trace[2047422130] 'range keys from in-memory index tree' (duration: 1.495642747s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:58.384099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:56.887587Z","time spent":"1.496504245s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:36:58.384417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.687034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-02T17:36:58.38445Z","caller":"traceutil/trace.go:171","msg":"trace[1441582512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07; range_end:; response_count:1; response_revision:29221; }","duration":"858.742505ms","start":"2026-04-02T17:36:57.525699Z","end":"2026-04-02T17:36:58.384441Z","steps":["trace[1441582512] 'range keys from in-memory index tree' (duration: 858.589231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:58.38447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:57.525685Z","time spent":"858.780517ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" "} {"level":"info","ts":"2026-04-02T17:36:58.386008Z","caller":"traceutil/trace.go:171","msg":"trace[1136199128] linearizableReadLoop","detail":"{readStateIndex:30575; appliedIndex:30574; }","duration":"315.446792ms","start":"2026-04-02T17:36:58.070535Z","end":"2026-04-02T17:36:58.385982Z","steps":["trace[1136199128] 'read index received' (duration: 315.233095ms)","trace[1136199128] 'applied index is now lower than readState.Index' (duration: 212.187µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:36:58.386132Z","caller":"traceutil/trace.go:171","msg":"trace[526654590] transaction","detail":"{read_only:false; response_revision:29222; number_of_response:1; }","duration":"464.376549ms","start":"2026-04-02T17:36:57.921743Z","end":"2026-04-02T17:36:58.386119Z","steps":["trace[526654590] 'process raft request' (duration: 464.08869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:58.38624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:57.921723Z","time spent":"464.445232ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:36:58.386306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.764342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:36:58.386346Z","caller":"traceutil/trace.go:171","msg":"trace[882865340] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29222; }","duration":"315.832764ms","start":"2026-04-02T17:36:58.070501Z","end":"2026-04-02T17:36:58.386334Z","steps":["trace[882865340] 'agreement among raft nodes before linearized reading' (duration: 315.774992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:36:58.386368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:36:58.070481Z","time spent":"315.881846ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:02.868154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007614573,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:37:03.213831Z","caller":"traceutil/trace.go:171","msg":"trace[270569598] transaction","detail":"{read_only:false; response_revision:29279; number_of_response:1; }","duration":"857.509387ms","start":"2026-04-02T17:37:02.35629Z","end":"2026-04-02T17:37:03.2138Z","steps":["trace[270569598] 'process raft request' (duration: 857.320441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:03.214011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.356264Z","time spent":"857.658612ms","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:04.619949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.406138188s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:37:04.620449Z","caller":"traceutil/trace.go:171","msg":"trace[1622769806] transaction","detail":"{read_only:false; response_revision:29282; number_of_response:1; }","duration":"2.053956228s","start":"2026-04-02T17:37:02.566466Z","end":"2026-04-02T17:37:04.620422Z","steps":["trace[1622769806] 'process raft request' (duration: 2.053882795s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:04.620581Z","caller":"traceutil/trace.go:171","msg":"trace[662431995] transaction","detail":"{read_only:false; response_revision:29281; number_of_response:1; }","duration":"2.054299178s","start":"2026-04-02T17:37:02.566251Z","end":"2026-04-02T17:37:04.62055Z","steps":["trace[662431995] 'process raft request' (duration: 2.05404892s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:04.620591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.566458Z","time spent":"2.05405061s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:04.620683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.566216Z","time spent":"2.054418421s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:04.620832Z","caller":"traceutil/trace.go:171","msg":"trace[60465054] transaction","detail":"{read_only:false; response_revision:29283; number_of_response:1; }","duration":"2.054157103s","start":"2026-04-02T17:37:02.566627Z","end":"2026-04-02T17:37:04.620785Z","steps":["trace[60465054] 'process raft request' (duration: 2.05375313s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:04.620848Z","caller":"traceutil/trace.go:171","msg":"trace[2051707633] linearizableReadLoop","detail":"{readStateIndex:30641; appliedIndex:30635; }","duration":"2.252857424s","start":"2026-04-02T17:37:02.367961Z","end":"2026-04-02T17:37:04.620819Z","steps":["trace[2051707633] 'read index received' (duration: 846.189249ms)","trace[2051707633] 'applied index is now lower than readState.Index' (duration: 1.406667145s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:04.620886Z","caller":"traceutil/trace.go:171","msg":"trace[849009744] transaction","detail":"{read_only:false; response_revision:29284; number_of_response:1; }","duration":"2.049826517s","start":"2026-04-02T17:37:02.571047Z","end":"2026-04-02T17:37:04.620874Z","steps":["trace[849009744] 'process raft request' (duration: 2.04961739s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:04.620944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.571023Z","time spent":"2.049890359s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:04.620933Z","caller":"traceutil/trace.go:171","msg":"trace[231950811] transaction","detail":"{read_only:false; response_revision:29285; number_of_response:1; }","duration":"1.811047189s","start":"2026-04-02T17:37:02.809861Z","end":"2026-04-02T17:37:04.620908Z","steps":["trace[231950811] 'process raft request' (duration: 1.810914955s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:04.620992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25301052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:04.621004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.566616Z","time spent":"2.054293348s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:04.620838Z","caller":"traceutil/trace.go:171","msg":"trace[293784945] transaction","detail":"{read_only:false; response_revision:29280; number_of_response:1; }","duration":"2.189224813s","start":"2026-04-02T17:37:02.431595Z","end":"2026-04-02T17:37:04.62082Z","steps":["trace[293784945] 'process raft request' (duration: 2.188548432s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:04.621026Z","caller":"traceutil/trace.go:171","msg":"trace[762643262] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29285; }","duration":"2.253097352s","start":"2026-04-02T17:37:02.367919Z","end":"2026-04-02T17:37:04.621016Z","steps":["trace[762643262] 'agreement among raft nodes before linearized reading' (duration: 2.25301526s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:04.621064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.367905Z","time spent":"2.253151524s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:04.621059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.809839Z","time spent":"1.811153892s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:04.621074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.431569Z","time spent":"2.189476911s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:04.663526Z","caller":"traceutil/trace.go:171","msg":"trace[1489250434] transaction","detail":"{read_only:false; response_revision:29286; number_of_response:1; }","duration":"1.272311778s","start":"2026-04-02T17:37:03.39119Z","end":"2026-04-02T17:37:04.663502Z","steps":["trace[1489250434] 'process raft request' (duration: 1.272141143s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:04.66367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:03.391159Z","time spent":"1.272438972s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:05.315557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001785728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:37:05.315637Z","caller":"traceutil/trace.go:171","msg":"trace[299610966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001881341s","start":"2026-04-02T17:37:03.313737Z","end":"2026-04-02T17:37:05.315619Z","steps":["trace[299610966] 'agreement among raft nodes before linearized reading' (duration: 2.001783298s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.315685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:03.313669Z","time spent":"2.002006506s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:37:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:37:05.346619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.126315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:37:05.34676Z","caller":"traceutil/trace.go:171","msg":"trace[312435429] linearizableReadLoop","detail":"{readStateIndex:30643; appliedIndex:30641; }","duration":"725.836464ms","start":"2026-04-02T17:37:04.620905Z","end":"2026-04-02T17:37:05.346742Z","steps":["trace[312435429] 'read index received' (duration: 42.343448ms)","trace[312435429] 'applied index is now lower than readState.Index' (duration: 683.491666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:05.347042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622936061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:05.347111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899386242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-02T17:37:05.347111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739999533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:37:05.347159Z","caller":"traceutil/trace.go:171","msg":"trace[1752061666] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:29286; }","duration":"1.623095407s","start":"2026-04-02T17:37:03.724032Z","end":"2026-04-02T17:37:05.347128Z","steps":["trace[1752061666] 'agreement among raft nodes before linearized reading' (duration: 1.62288918s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:05.347194Z","caller":"traceutil/trace.go:171","msg":"trace[552534493] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29286; }","duration":"2.740123978s","start":"2026-04-02T17:37:02.607049Z","end":"2026-04-02T17:37:05.347173Z","steps":["trace[552534493] 'agreement among raft nodes before linearized reading' (duration: 2.739898811s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.347233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903859064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:37:05.347752Z","caller":"traceutil/trace.go:171","msg":"trace[156340249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29286; }","duration":"2.90438635s","start":"2026-04-02T17:37:02.443354Z","end":"2026-04-02T17:37:05.347741Z","steps":["trace[156340249] 'agreement among raft nodes before linearized reading' (duration: 2.903813002s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.347205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:03.724017Z","time spent":"1.62317876s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:05.347797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.443347Z","time spent":"2.904441201s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.607025Z","time spent":"2.74021134s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106396615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:37:05.347886Z","caller":"traceutil/trace.go:171","msg":"trace[1306960514] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29286; }","duration":"2.106918201s","start":"2026-04-02T17:37:03.240958Z","end":"2026-04-02T17:37:05.347877Z","steps":["trace[1306960514] 'agreement among raft nodes before linearized reading' (duration: 2.106314422s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.347912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:03.240885Z","time spent":"2.107021224s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125351663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17276"} {"level":"info","ts":"2026-04-02T17:37:05.347963Z","caller":"traceutil/trace.go:171","msg":"trace[933506015] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:29286; }","duration":"2.125917212s","start":"2026-04-02T17:37:03.22204Z","end":"2026-04-02T17:37:05.347958Z","steps":["trace[933506015] 'agreement among raft nodes before linearized reading' (duration: 2.125343534s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.347979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:03.222016Z","time spent":"2.125959943s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933647865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:37:05.348097Z","caller":"traceutil/trace.go:171","msg":"trace[1895662236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29286; }","duration":"2.934244694s","start":"2026-04-02T17:37:02.413805Z","end":"2026-04-02T17:37:05.34805Z","steps":["trace[1895662236] 'agreement among raft nodes before linearized reading' (duration: 2.933594003s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.347497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262303353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:05.348154Z","caller":"traceutil/trace.go:171","msg":"trace[288542812] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29286; }","duration":"2.263018256s","start":"2026-04-02T17:37:03.085127Z","end":"2026-04-02T17:37:05.348145Z","steps":["trace[288542812] 'agreement among raft nodes before linearized reading' (duration: 2.262302453s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.348187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:03.085104Z","time spent":"2.263073478s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:05.348184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.413791Z","time spent":"2.934355078s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722545892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10482"} {"level":"info","ts":"2026-04-02T17:37:05.348252Z","caller":"traceutil/trace.go:171","msg":"trace[1322063456] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29286; }","duration":"2.723340497s","start":"2026-04-02T17:37:02.624906Z","end":"2026-04-02T17:37:05.348246Z","steps":["trace[1322063456] 'agreement among raft nodes before linearized reading' (duration: 2.722561272s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.348275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.62488Z","time spent":"2.723389119s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10504,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.823134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-04-02T17:37:05.348378Z","caller":"traceutil/trace.go:171","msg":"trace[1981579989] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29286; }","duration":"819.66119ms","start":"2026-04-02T17:37:04.52871Z","end":"2026-04-02T17:37:05.348372Z","steps":["trace[1981579989] 'agreement among raft nodes before linearized reading' (duration: 818.812913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.348403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:04.528692Z","time spent":"819.703722ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3213,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905491165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:37:05.348455Z","caller":"traceutil/trace.go:171","msg":"trace[1666884201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29286; }","duration":"2.906414194s","start":"2026-04-02T17:37:02.442035Z","end":"2026-04-02T17:37:05.348449Z","steps":["trace[1666884201] 'agreement among raft nodes before linearized reading' (duration: 2.905479475s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.348479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.442017Z","time spent":"2.906455785s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:37:05.347149Z","caller":"traceutil/trace.go:171","msg":"trace[776258661] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29286; }","duration":"2.899443164s","start":"2026-04-02T17:37:02.447695Z","end":"2026-04-02T17:37:05.347138Z","steps":["trace[776258661] 'agreement among raft nodes before linearized reading' (duration: 2.899294729s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.348555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.447687Z","time spent":"2.900863219s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740457758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:37:05.348679Z","caller":"traceutil/trace.go:171","msg":"trace[1794656842] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29286; }","duration":"2.741531952s","start":"2026-04-02T17:37:02.607107Z","end":"2026-04-02T17:37:05.348639Z","steps":["trace[1794656842] 'agreement among raft nodes before linearized reading' (duration: 2.740435348s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.347571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622457959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-02T17:37:05.348772Z","caller":"traceutil/trace.go:171","msg":"trace[479605934] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29286; }","duration":"2.623723538s","start":"2026-04-02T17:37:02.725041Z","end":"2026-04-02T17:37:05.348764Z","steps":["trace[479605934] 'agreement among raft nodes before linearized reading' (duration: 2.622351655s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.348753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.607104Z","time spent":"2.741613555s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:37:05.348797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.725021Z","time spent":"2.623769029s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150477228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:05.348882Z","caller":"traceutil/trace.go:171","msg":"trace[168967563] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:29286; }","duration":"2.151847532s","start":"2026-04-02T17:37:03.197029Z","end":"2026-04-02T17:37:05.348877Z","steps":["trace[168967563] 'agreement among raft nodes before linearized reading' (duration: 2.150477089s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.348904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:03.197006Z","time spent":"2.151892493s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:05.347575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904740061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:37:05.349005Z","caller":"traceutil/trace.go:171","msg":"trace[1948360797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29286; }","duration":"2.906244828s","start":"2026-04-02T17:37:02.442746Z","end":"2026-04-02T17:37:05.348991Z","steps":["trace[1948360797] 'agreement among raft nodes before linearized reading' (duration: 2.904667859s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.349027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.442713Z","time spent":"2.90630838s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.940596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:05.349113Z","caller":"traceutil/trace.go:171","msg":"trace[1272882081] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:29286; }","duration":"869.494285ms","start":"2026-04-02T17:37:04.479611Z","end":"2026-04-02T17:37:05.349105Z","steps":["trace[1272882081] 'agreement among raft nodes before linearized reading' (duration: 867.954696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.349137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:04.479592Z","time spent":"869.538447ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:05.347565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409578769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:05.34925Z","caller":"traceutil/trace.go:171","msg":"trace[1079963936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29286; }","duration":"2.411345754s","start":"2026-04-02T17:37:02.937899Z","end":"2026-04-02T17:37:05.349245Z","steps":["trace[1079963936] 'agreement among raft nodes before linearized reading' (duration: 2.409556238s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.349268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.937879Z","time spent":"2.411383076s","remote":"127.0.0.1:57368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:05.347635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904525244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:37:05.349399Z","caller":"traceutil/trace.go:171","msg":"trace[1473626310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29286; }","duration":"2.906315861s","start":"2026-04-02T17:37:02.443075Z","end":"2026-04-02T17:37:05.349391Z","steps":["trace[1473626310] 'agreement among raft nodes before linearized reading' (duration: 2.904399351s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.349422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:02.44306Z","time spent":"2.906355572s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:05.347656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.522394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:05.349492Z","caller":"traceutil/trace.go:171","msg":"trace[824383669] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:29286; }","duration":"981.401363ms","start":"2026-04-02T17:37:04.368085Z","end":"2026-04-02T17:37:05.349486Z","steps":["trace[824383669] 'agreement among raft nodes before linearized reading' (duration: 979.542434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.349513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:04.368065Z","time spent":"981.441524ms","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:05.347652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51530416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:05.349636Z","caller":"traceutil/trace.go:171","msg":"trace[942622522] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29286; }","duration":"1.517292483s","start":"2026-04-02T17:37:03.832337Z","end":"2026-04-02T17:37:05.34963Z","steps":["trace[942622522] 'agreement among raft nodes before linearized reading' (duration: 1.515284989s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.349659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:03.832278Z","time spent":"1.517374495s","remote":"127.0.0.1:43138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:05.347676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.686475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:37:05.349767Z","caller":"traceutil/trace.go:171","msg":"trace[420095212] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29286; }","duration":"575.813312ms","start":"2026-04-02T17:37:04.773948Z","end":"2026-04-02T17:37:05.349761Z","steps":["trace[420095212] 'agreement among raft nodes before linearized reading' (duration: 573.671504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:05.349788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:04.773927Z","time spent":"575.853933ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:37:05.854523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007614586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:06.354676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007614586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:06.596803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245035837s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:37:06.597196Z","caller":"traceutil/trace.go:171","msg":"trace[434633799] transaction","detail":"{read_only:false; response_revision:29287; number_of_response:1; }","duration":"1.245501512s","start":"2026-04-02T17:37:05.351671Z","end":"2026-04-02T17:37:06.597172Z","steps":["trace[434633799] 'process raft request' (duration: 1.245311836s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.597366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.351659Z","time spent":"1.245621655s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:06.900854Z","caller":"traceutil/trace.go:171","msg":"trace[1636949989] transaction","detail":"{read_only:false; response_revision:29288; number_of_response:1; }","duration":"1.546134535s","start":"2026-04-02T17:37:05.354674Z","end":"2026-04-02T17:37:06.900809Z","steps":["trace[1636949989] 'process raft request' (duration: 1.545726462s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:06.901113Z","caller":"traceutil/trace.go:171","msg":"trace[2037729753] transaction","detail":"{read_only:false; response_revision:29290; number_of_response:1; }","duration":"1.546326761s","start":"2026-04-02T17:37:05.354767Z","end":"2026-04-02T17:37:06.901094Z","steps":["trace[2037729753] 'process raft request' (duration: 1.546138825s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:06.901104Z","caller":"traceutil/trace.go:171","msg":"trace[746133527] transaction","detail":"{read_only:false; response_revision:29289; number_of_response:1; }","duration":"1.546349232s","start":"2026-04-02T17:37:05.354728Z","end":"2026-04-02T17:37:06.901078Z","steps":["trace[746133527] 'process raft request' (duration: 1.545855346s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.90163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.354724Z","time spent":"1.546825257s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:06.901178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.354763Z","time spent":"1.546382163s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:06.90122Z","caller":"traceutil/trace.go:171","msg":"trace[1708789494] transaction","detail":"{read_only:false; response_revision:29291; number_of_response:1; }","duration":"1.546432244s","start":"2026-04-02T17:37:05.354756Z","end":"2026-04-02T17:37:06.901188Z","steps":["trace[1708789494] 'process raft request' (duration: 1.546185236s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.901902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.354733Z","time spent":"1.547139797s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:06.901038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.354665Z","time spent":"1.54629019s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:06.902465Z","caller":"traceutil/trace.go:171","msg":"trace[1247866924] transaction","detail":"{read_only:false; response_revision:29292; number_of_response:1; }","duration":"1.54596816s","start":"2026-04-02T17:37:05.356474Z","end":"2026-04-02T17:37:06.902442Z","steps":["trace[1247866924] 'process raft request' (duration: 1.545572687s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:06.902534Z","caller":"traceutil/trace.go:171","msg":"trace[984076957] transaction","detail":"{read_only:false; response_revision:29293; number_of_response:1; }","duration":"1.544996949s","start":"2026-04-02T17:37:05.357522Z","end":"2026-04-02T17:37:06.902519Z","steps":["trace[984076957] 'process raft request' (duration: 1.544851995s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.902566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.356468Z","time spent":"1.546056813s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:06.902616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.357516Z","time spent":"1.545061951s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:06.902708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548230971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-02T17:37:06.902753Z","caller":"traceutil/trace.go:171","msg":"trace[10293218] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07; range_end:; response_count:1; response_revision:29294; }","duration":"1.548295423s","start":"2026-04-02T17:37:05.354448Z","end":"2026-04-02T17:37:06.902743Z","steps":["trace[10293218] 'agreement among raft nodes before linearized reading' (duration: 1.548121538s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.902792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.354436Z","time spent":"1.548346215s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-9b8d2a4e-e52a-4c2f-87ff-00409e3dde07\" "} {"level":"info","ts":"2026-04-02T17:37:06.90254Z","caller":"traceutil/trace.go:171","msg":"trace[1433726310] linearizableReadLoop","detail":"{readStateIndex:30651; appliedIndex:30643; }","duration":"1.548055596s","start":"2026-04-02T17:37:05.354469Z","end":"2026-04-02T17:37:06.902525Z","steps":["trace[1433726310] 'read index received' (duration: 1.242553478s)","trace[1433726310] 'applied index is now lower than readState.Index' (duration: 305.501378ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:06.902834Z","caller":"traceutil/trace.go:171","msg":"trace[1412861304] transaction","detail":"{read_only:false; response_revision:29294; number_of_response:1; }","duration":"1.542626884s","start":"2026-04-02T17:37:05.360181Z","end":"2026-04-02T17:37:06.902808Z","steps":["trace[1412861304] 'process raft request' (duration: 1.542280904s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.903132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.360172Z","time spent":"1.542785949s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10757,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:06.904965Z","caller":"traceutil/trace.go:171","msg":"trace[105100690] transaction","detail":"{read_only:false; response_revision:29295; number_of_response:1; }","duration":"277.852124ms","start":"2026-04-02T17:37:06.627086Z","end":"2026-04-02T17:37:06.904938Z","steps":["trace[105100690] 'process raft request' (duration: 277.439281ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:06.904988Z","caller":"traceutil/trace.go:171","msg":"trace[459198439] transaction","detail":"{read_only:false; response_revision:29296; number_of_response:1; }","duration":"277.870584ms","start":"2026-04-02T17:37:06.627086Z","end":"2026-04-02T17:37:06.904957Z","steps":["trace[459198439] 'process raft request' (duration: 277.574825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.9052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.768722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:06.905203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550616046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:37:06.90527Z","caller":"traceutil/trace.go:171","msg":"trace[974465535] transaction","detail":"{read_only:false; response_revision:29297; number_of_response:1; }","duration":"278.06858ms","start":"2026-04-02T17:37:06.62719Z","end":"2026-04-02T17:37:06.905259Z","steps":["trace[974465535] 'process raft request' (duration: 277.513982ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:06.905276Z","caller":"traceutil/trace.go:171","msg":"trace[832282011] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29299; }","duration":"1.550699199s","start":"2026-04-02T17:37:05.354556Z","end":"2026-04-02T17:37:06.905255Z","steps":["trace[832282011] 'agreement among raft nodes before linearized reading' (duration: 1.550497392s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.905319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.354553Z","time spent":"1.55075678s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"info","ts":"2026-04-02T17:37:06.905348Z","caller":"traceutil/trace.go:171","msg":"trace[104442232] transaction","detail":"{read_only:false; response_revision:29298; number_of_response:1; }","duration":"278.001318ms","start":"2026-04-02T17:37:06.627339Z","end":"2026-04-02T17:37:06.90534Z","steps":["trace[104442232] 'process raft request' (duration: 277.40318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.90542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547228149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:37:06.905459Z","caller":"traceutil/trace.go:171","msg":"trace[541767619] transaction","detail":"{read_only:false; response_revision:29299; number_of_response:1; }","duration":"278.077701ms","start":"2026-04-02T17:37:06.627369Z","end":"2026-04-02T17:37:06.905447Z","steps":["trace[541767619] 'process raft request' (duration: 277.615446ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:06.905484Z","caller":"traceutil/trace.go:171","msg":"trace[527770079] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29299; }","duration":"1.547298911s","start":"2026-04-02T17:37:05.358165Z","end":"2026-04-02T17:37:06.905464Z","steps":["trace[527770079] 'agreement among raft nodes before linearized reading' (duration: 1.547066694s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.905521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549002376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:06.905546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.358161Z","time spent":"1.547360353s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:37:06.905634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550908786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-04-02T17:37:06.905665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.275713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:06.905691Z","caller":"traceutil/trace.go:171","msg":"trace[1620558700] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29299; }","duration":"270.347896ms","start":"2026-04-02T17:37:06.635334Z","end":"2026-04-02T17:37:06.905682Z","steps":["trace[1620558700] 'agreement among raft nodes before linearized reading' (duration: 270.304065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.905708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.655264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:06.905551Z","caller":"traceutil/trace.go:171","msg":"trace[390152979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29299; }","duration":"1.549057927s","start":"2026-04-02T17:37:05.356484Z","end":"2026-04-02T17:37:06.905542Z","steps":["trace[390152979] 'agreement among raft nodes before linearized reading' (duration: 1.549008705s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:06.905762Z","caller":"traceutil/trace.go:171","msg":"trace[972279259] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:29299; }","duration":"567.756397ms","start":"2026-04-02T17:37:06.337994Z","end":"2026-04-02T17:37:06.90575Z","steps":["trace[972279259] 'agreement among raft nodes before linearized reading' (duration: 567.657234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.905799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:06.337973Z","time spent":"567.81581ms","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:06.905233Z","caller":"traceutil/trace.go:171","msg":"trace[62183257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29299; }","duration":"352.835304ms","start":"2026-04-02T17:37:06.552386Z","end":"2026-04-02T17:37:06.905222Z","steps":["trace[62183257] 'agreement among raft nodes before linearized reading' (duration: 352.782532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.905973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:06.552369Z","time spent":"353.596837ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:37:06.905997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.820621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:06.906031Z","caller":"traceutil/trace.go:171","msg":"trace[666986716] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:29299; }","duration":"369.893263ms","start":"2026-04-02T17:37:06.536125Z","end":"2026-04-02T17:37:06.906018Z","steps":["trace[666986716] 'agreement among raft nodes before linearized reading' (duration: 369.843421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.906086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:06.536104Z","time spent":"369.972306ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:06.905796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.356475Z","time spent":"1.549306045s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:37:06.90566Z","caller":"traceutil/trace.go:171","msg":"trace[425099199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29299; }","duration":"1.550988138s","start":"2026-04-02T17:37:05.354665Z","end":"2026-04-02T17:37:06.905654Z","steps":["trace[425099199] 'agreement among raft nodes before linearized reading' (duration: 1.550904486s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:06.909556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:05.354605Z","time spent":"1.554916333s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:37:35.035108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26531} {"level":"info","ts":"2026-04-02T17:37:35.175512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26531,"took":"137.664462ms","hash":3334304429,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":41914368,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-02T17:37:35.175562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3334304429,"revision":26531,"compact-revision":23224} {"level":"warn","ts":"2026-04-02T17:37:37.534033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:37:37.930718Z","caller":"traceutil/trace.go:171","msg":"trace[1662564428] transaction","detail":"{read_only:false; response_revision:29578; number_of_response:1; }","duration":"911.278097ms","start":"2026-04-02T17:37:37.019412Z","end":"2026-04-02T17:37:37.93069Z","steps":["trace[1662564428] 'process raft request' (duration: 911.06233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:37.93087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.019382Z","time spent":"911.408551ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:38.455806Z","caller":"traceutil/trace.go:171","msg":"trace[1112627846] transaction","detail":"{read_only:false; response_revision:29579; number_of_response:1; }","duration":"1.434486496s","start":"2026-04-02T17:37:37.021279Z","end":"2026-04-02T17:37:38.455765Z","steps":["trace[1112627846] 'process raft request' (duration: 1.433743432s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.456016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.021255Z","time spent":"1.434652211s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:38.456833Z","caller":"traceutil/trace.go:171","msg":"trace[205872697] transaction","detail":"{read_only:false; response_revision:29580; number_of_response:1; }","duration":"1.434255248s","start":"2026-04-02T17:37:37.022536Z","end":"2026-04-02T17:37:38.456791Z","steps":["trace[205872697] 'process raft request' (duration: 1.432751491s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:38.457261Z","caller":"traceutil/trace.go:171","msg":"trace[817798097] transaction","detail":"{read_only:false; response_revision:29581; number_of_response:1; }","duration":"1.42734857s","start":"2026-04-02T17:37:37.029886Z","end":"2026-04-02T17:37:38.457235Z","steps":["trace[817798097] 'process raft request' (duration: 1.42669869s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.457311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.022524Z","time spent":"1.434670671s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:38.457373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.029872Z","time spent":"1.427439673s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:38.458044Z","caller":"traceutil/trace.go:171","msg":"trace[1579910603] transaction","detail":"{read_only:false; response_revision:29582; number_of_response:1; }","duration":"1.427566817s","start":"2026-04-02T17:37:37.03046Z","end":"2026-04-02T17:37:38.458027Z","steps":["trace[1579910603] 'process raft request' (duration: 1.42636956s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.458153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.030448Z","time spent":"1.4276563s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:38.458498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424971775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:37:38.458539Z","caller":"traceutil/trace.go:171","msg":"trace[1223610098] linearizableReadLoop","detail":"{readStateIndex:30953; appliedIndex:30948; }","duration":"1.424325904s","start":"2026-04-02T17:37:37.033513Z","end":"2026-04-02T17:37:38.457839Z","steps":["trace[1223610098] 'read index received' (duration: 897.026206ms)","trace[1223610098] 'applied index is now lower than readState.Index' (duration: 527.298178ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:38.458565Z","caller":"traceutil/trace.go:171","msg":"trace[28321059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29582; }","duration":"1.425069008s","start":"2026-04-02T17:37:37.033481Z","end":"2026-04-02T17:37:38.45855Z","steps":["trace[28321059] 'agreement among raft nodes before linearized reading' (duration: 1.424901233s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.4586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.033469Z","time spent":"1.425123319s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:37:38.458903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216743713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:37:38.458935Z","caller":"traceutil/trace.go:171","msg":"trace[1685608726] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29582; }","duration":"1.216798265s","start":"2026-04-02T17:37:37.242127Z","end":"2026-04-02T17:37:38.458925Z","steps":["trace[1685608726] 'agreement among raft nodes before linearized reading' (duration: 1.216715322s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.45893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404196488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:37:38.458956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.242115Z","time spent":"1.216836536s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:37:38.45898Z","caller":"traceutil/trace.go:171","msg":"trace[239920434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29582; }","duration":"1.40426811s","start":"2026-04-02T17:37:37.054698Z","end":"2026-04-02T17:37:38.458966Z","steps":["trace[239920434] 'agreement among raft nodes before linearized reading' (duration: 1.404069774s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.459024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.054691Z","time spent":"1.404325892s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:38.459165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.650207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:38.459194Z","caller":"traceutil/trace.go:171","msg":"trace[1977029502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29582; }","duration":"147.704789ms","start":"2026-04-02T17:37:38.311483Z","end":"2026-04-02T17:37:38.459188Z","steps":["trace[1977029502] 'agreement among raft nodes before linearized reading' (duration: 147.664528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.459274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233532133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:37:38.45932Z","caller":"traceutil/trace.go:171","msg":"trace[1466408896] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29582; }","duration":"1.233590605s","start":"2026-04-02T17:37:37.225713Z","end":"2026-04-02T17:37:38.459304Z","steps":["trace[1466408896] 'agreement among raft nodes before linearized reading' (duration: 1.233470191s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.459337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.363733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:37:38.459365Z","caller":"traceutil/trace.go:171","msg":"trace[1772771876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29582; }","duration":"814.398914ms","start":"2026-04-02T17:37:37.644956Z","end":"2026-04-02T17:37:38.459355Z","steps":["trace[1772771876] 'agreement among raft nodes before linearized reading' (duration: 814.324992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.459392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.644949Z","time spent":"814.439095ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:37:38.459415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23657851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:38.459453Z","caller":"traceutil/trace.go:171","msg":"trace[1675516273] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29582; }","duration":"1.236652442s","start":"2026-04-02T17:37:37.22279Z","end":"2026-04-02T17:37:38.459442Z","steps":["trace[1675516273] 'agreement among raft nodes before linearized reading' (duration: 1.23659135s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.459487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.222769Z","time spent":"1.236710223s","remote":"127.0.0.1:37210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:38.459553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.774549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:38.459599Z","caller":"traceutil/trace.go:171","msg":"trace[2006570602] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29582; }","duration":"816.858002ms","start":"2026-04-02T17:37:37.64273Z","end":"2026-04-02T17:37:38.459588Z","steps":["trace[2006570602] 'agreement among raft nodes before linearized reading' (duration: 816.788669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.459634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.642709Z","time spent":"816.917064ms","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:38.459356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.225706Z","time spent":"1.233642537s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:37:38.45986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170971206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:38.45991Z","caller":"traceutil/trace.go:171","msg":"trace[129141796] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29582; }","duration":"1.171058008s","start":"2026-04-02T17:37:37.288838Z","end":"2026-04-02T17:37:38.459896Z","steps":["trace[129141796] 'agreement among raft nodes before linearized reading' (duration: 1.170975296s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.459951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.288818Z","time spent":"1.171121251s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:38.460389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405494109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:37:38.460428Z","caller":"traceutil/trace.go:171","msg":"trace[1924607336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29582; }","duration":"1.405543361s","start":"2026-04-02T17:37:37.054872Z","end":"2026-04-02T17:37:38.460415Z","steps":["trace[1924607336] 'agreement among raft nodes before linearized reading' (duration: 1.405459178s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.460448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.054865Z","time spent":"1.405579362s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:38.460575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400400388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-02T17:37:38.460603Z","caller":"traceutil/trace.go:171","msg":"trace[927672556] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29582; }","duration":"1.40044835s","start":"2026-04-02T17:37:37.060148Z","end":"2026-04-02T17:37:38.460597Z","steps":["trace[927672556] 'agreement among raft nodes before linearized reading' (duration: 1.400388228s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.460621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.060138Z","time spent":"1.40047903s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:37:38.461437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401000167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:37:38.461488Z","caller":"traceutil/trace.go:171","msg":"trace[1038828546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29582; }","duration":"1.401072509s","start":"2026-04-02T17:37:37.060403Z","end":"2026-04-02T17:37:38.461476Z","steps":["trace[1038828546] 'agreement among raft nodes before linearized reading' (duration: 1.399243751s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:38.461517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:37.060393Z","time spent":"1.40111779s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:37:39.260075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:37:39.481719Z","caller":"traceutil/trace.go:171","msg":"trace[511331319] transaction","detail":"{read_only:false; response_revision:29589; number_of_response:1; }","duration":"1.009047477s","start":"2026-04-02T17:37:38.472645Z","end":"2026-04-02T17:37:39.481693Z","steps":["trace[511331319] 'process raft request' (duration: 1.008980335s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:39.481793Z","caller":"traceutil/trace.go:171","msg":"trace[484219566] transaction","detail":"{read_only:false; response_revision:29584; number_of_response:1; }","duration":"1.012436394s","start":"2026-04-02T17:37:38.469335Z","end":"2026-04-02T17:37:39.481772Z","steps":["trace[484219566] 'process raft request' (duration: 974.002219ms)","trace[484219566] 'compare' (duration: 37.9456ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:39.481796Z","caller":"traceutil/trace.go:171","msg":"trace[1242905996] transaction","detail":"{read_only:false; response_revision:29586; number_of_response:1; }","duration":"1.012406943s","start":"2026-04-02T17:37:38.469358Z","end":"2026-04-02T17:37:39.481765Z","steps":["trace[1242905996] 'process raft request' (duration: 1.012103223s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:39.481849Z","caller":"traceutil/trace.go:171","msg":"trace[614793360] transaction","detail":"{read_only:false; response_revision:29585; number_of_response:1; }","duration":"1.012470306s","start":"2026-04-02T17:37:38.469343Z","end":"2026-04-02T17:37:39.481814Z","steps":["trace[614793360] 'process raft request' (duration: 1.012070903s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:39.481892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.469311Z","time spent":"1.012520877s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:39.481922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.469344Z","time spent":"1.012509767s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:39.48187Z","caller":"traceutil/trace.go:171","msg":"trace[1830665153] transaction","detail":"{read_only:false; response_revision:29588; number_of_response:1; }","duration":"1.009266634s","start":"2026-04-02T17:37:38.472573Z","end":"2026-04-02T17:37:39.481839Z","steps":["trace[1830665153] 'process raft request' (duration: 1.009000716s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:39.481906Z","caller":"traceutil/trace.go:171","msg":"trace[431150174] transaction","detail":"{read_only:false; response_revision:29587; number_of_response:1; }","duration":"1.012426484s","start":"2026-04-02T17:37:38.469413Z","end":"2026-04-02T17:37:39.481839Z","steps":["trace[431150174] 'process raft request' (duration: 1.012093724s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:39.481951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.47263Z","time spent":"1.009161701s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:39.481997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.469318Z","time spent":"1.01260005s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:39.482253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.47256Z","time spent":"1.009417069s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:39.482375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.469407Z","time spent":"1.012626591s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:40.588337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.909325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:37:40.588449Z","caller":"traceutil/trace.go:171","msg":"trace[1239030299] linearizableReadLoop","detail":"{readStateIndex:30961; appliedIndex:30954; }","duration":"1.829373128s","start":"2026-04-02T17:37:38.759057Z","end":"2026-04-02T17:37:40.58843Z","steps":["trace[1239030299] 'read index received' (duration: 684.334883ms)","trace[1239030299] 'applied index is now lower than readState.Index' (duration: 1.145036865s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:40.588718Z","caller":"traceutil/trace.go:171","msg":"trace[1987013540] transaction","detail":"{read_only:false; response_revision:29590; number_of_response:1; }","duration":"2.054575446s","start":"2026-04-02T17:37:38.534108Z","end":"2026-04-02T17:37:40.588683Z","steps":["trace[1987013540] 'process raft request' (duration: 1.490225827s)","trace[1987013540] 'compare' (duration: 563.679878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:40.588871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.534089Z","time spent":"2.0547047s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:40.588961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829872503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:37:40.589237Z","caller":"traceutil/trace.go:171","msg":"trace[86600171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29590; }","duration":"1.830192384s","start":"2026-04-02T17:37:38.759021Z","end":"2026-04-02T17:37:40.589214Z","steps":["trace[86600171] 'agreement among raft nodes before linearized reading' (duration: 1.829685238s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:40.589291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.759005Z","time spent":"1.830273946s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:37:40.591694Z","caller":"traceutil/trace.go:171","msg":"trace[1580518333] transaction","detail":"{read_only:false; response_revision:29593; number_of_response:1; }","duration":"655.446528ms","start":"2026-04-02T17:37:39.936222Z","end":"2026-04-02T17:37:40.591669Z","steps":["trace[1580518333] 'process raft request' (duration: 655.401407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:40.591847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.936196Z","time spent":"655.576672ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:40.592239Z","caller":"traceutil/trace.go:171","msg":"trace[1153718429] transaction","detail":"{read_only:false; response_revision:29591; number_of_response:1; }","duration":"885.537452ms","start":"2026-04-02T17:37:39.706685Z","end":"2026-04-02T17:37:40.592223Z","steps":["trace[1153718429] 'process raft request' (duration: 884.761247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:40.592306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.706634Z","time spent":"885.633355ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:40.592468Z","caller":"traceutil/trace.go:171","msg":"trace[1689634640] transaction","detail":"{read_only:false; response_revision:29592; number_of_response:1; }","duration":"719.675369ms","start":"2026-04-02T17:37:39.872779Z","end":"2026-04-02T17:37:40.592454Z","steps":["trace[1689634640] 'process raft request' (duration: 718.800411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:40.592527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.872754Z","time spent":"719.742701ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:41.314172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000829677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:37:41.314235Z","caller":"traceutil/trace.go:171","msg":"trace[1967270557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000943021s","start":"2026-04-02T17:37:39.313277Z","end":"2026-04-02T17:37:41.31422Z","steps":["trace[1967270557] 'agreement among raft nodes before linearized reading' (duration: 2.000862118s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.314268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.313254Z","time spent":"2.001005183s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:37:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:37:41.811957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215448952s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:37:41.883333Z","caller":"traceutil/trace.go:171","msg":"trace[1544031482] linearizableReadLoop","detail":"{readStateIndex:30969; appliedIndex:30961; }","duration":"1.294842632s","start":"2026-04-02T17:37:40.588476Z","end":"2026-04-02T17:37:41.883319Z","steps":["trace[1544031482] 'read index received' (duration: 2.877711ms)","trace[1544031482] 'applied index is now lower than readState.Index' (duration: 1.291964101s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:41.883454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522052174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:41.883473Z","caller":"traceutil/trace.go:171","msg":"trace[313870606] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:29598; }","duration":"2.522085325s","start":"2026-04-02T17:37:39.361381Z","end":"2026-04-02T17:37:41.883467Z","steps":["trace[313870606] 'agreement among raft nodes before linearized reading' (duration: 2.522010083s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.883497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.361338Z","time spent":"2.522154147s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:41.883498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836235254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:41.883575Z","caller":"traceutil/trace.go:171","msg":"trace[1373475025] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29598; }","duration":"1.836331788s","start":"2026-04-02T17:37:40.047224Z","end":"2026-04-02T17:37:41.883556Z","steps":["trace[1373475025] 'agreement among raft nodes before linearized reading' (duration: 1.836140112s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.883614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044072056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:41.883634Z","caller":"traceutil/trace.go:171","msg":"trace[581596827] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:29598; }","duration":"3.044120528s","start":"2026-04-02T17:37:38.839507Z","end":"2026-04-02T17:37:41.883628Z","steps":["trace[581596827] 'agreement among raft nodes before linearized reading' (duration: 3.044085876s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.883632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38463472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-04-02T17:37:41.883652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.839483Z","time spent":"3.044164448s","remote":"127.0.0.1:33894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:41.883647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.047204Z","time spent":"1.83640837s","remote":"127.0.0.1:37618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:41.883669Z","caller":"traceutil/trace.go:171","msg":"trace[1215441007] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29598; }","duration":"2.384689371s","start":"2026-04-02T17:37:39.498968Z","end":"2026-04-02T17:37:41.883657Z","steps":["trace[1215441007] 'agreement among raft nodes before linearized reading' (duration: 2.384554877s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.883661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332293855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:41.883697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.498961Z","time spent":"2.384729414s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-02T17:37:41.88369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031414365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:41.883699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720634922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:41.883733Z","caller":"traceutil/trace.go:171","msg":"trace[1383343610] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29598; }","duration":"2.332412259s","start":"2026-04-02T17:37:39.551302Z","end":"2026-04-02T17:37:41.883714Z","steps":["trace[1383343610] 'agreement among raft nodes before linearized reading' (duration: 2.332242174s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:41.883746Z","caller":"traceutil/trace.go:171","msg":"trace[290978892] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:29598; }","duration":"3.031490588s","start":"2026-04-02T17:37:38.852236Z","end":"2026-04-02T17:37:41.883727Z","steps":["trace[290978892] 'agreement among raft nodes before linearized reading' (duration: 3.031317992s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.88376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100115028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-02T17:37:41.883776Z","caller":"traceutil/trace.go:171","msg":"trace[1890260932] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:29598; }","duration":"3.100171649s","start":"2026-04-02T17:37:38.7836Z","end":"2026-04-02T17:37:41.883772Z","steps":["trace[1890260932] 'agreement among raft nodes before linearized reading' (duration: 3.100122078s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.88377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.551283Z","time spent":"2.332478781s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-02T17:37:41.883768Z","caller":"traceutil/trace.go:171","msg":"trace[36654353] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29598; }","duration":"2.720766845s","start":"2026-04-02T17:37:39.162984Z","end":"2026-04-02T17:37:41.883751Z","steps":["trace[36654353] 'agreement among raft nodes before linearized reading' (duration: 2.720623831s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.883792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.783574Z","time spent":"3.100215091s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"warn","ts":"2026-04-02T17:37:41.883793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:38.85223Z","time spent":"3.031548799s","remote":"127.0.0.1:49946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:41.883801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397341832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-04-02T17:37:41.883785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397159486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-02T17:37:41.883815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.16296Z","time spent":"2.720844038s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:41.883839Z","caller":"traceutil/trace.go:171","msg":"trace[550599950] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29598; }","duration":"2.397418834s","start":"2026-04-02T17:37:39.486409Z","end":"2026-04-02T17:37:41.883828Z","steps":["trace[550599950] 'agreement among raft nodes before linearized reading' (duration: 2.397269519s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:41.883874Z","caller":"traceutil/trace.go:171","msg":"trace[804887735] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29598; }","duration":"2.397346262s","start":"2026-04-02T17:37:39.486503Z","end":"2026-04-02T17:37:41.883849Z","steps":["trace[804887735] 'agreement among raft nodes before linearized reading' (duration: 2.397028932s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.883917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.486391Z","time spent":"2.397515797s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:37:41.883935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.486495Z","time spent":"2.397429925s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:37:41.884025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854325228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:41.884059Z","caller":"traceutil/trace.go:171","msg":"trace[1050945280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29598; }","duration":"2.85439648s","start":"2026-04-02T17:37:39.02965Z","end":"2026-04-02T17:37:41.884047Z","steps":["trace[1050945280] 'agreement among raft nodes before linearized reading' (duration: 2.854342078s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.883603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510639993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:41.884245Z","caller":"traceutil/trace.go:171","msg":"trace[1593111627] transaction","detail":"{read_only:false; response_revision:29596; number_of_response:1; }","duration":"1.421260468s","start":"2026-04-02T17:37:40.462969Z","end":"2026-04-02T17:37:41.884229Z","steps":["trace[1593111627] 'process raft request' (duration: 1.420283617s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.884255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.029625Z","time spent":"2.854615287s","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:41.88427Z","caller":"traceutil/trace.go:171","msg":"trace[1198142446] transaction","detail":"{read_only:false; response_revision:29594; number_of_response:1; }","duration":"1.686517612s","start":"2026-04-02T17:37:40.197741Z","end":"2026-04-02T17:37:41.884259Z","steps":["trace[1198142446] 'process raft request' (duration: 1.61464058s)","trace[1198142446] 'compare' (duration: 70.52209ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:41.884269Z","caller":"traceutil/trace.go:171","msg":"trace[584089227] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:29598; }","duration":"2.511480579s","start":"2026-04-02T17:37:39.372774Z","end":"2026-04-02T17:37:41.884255Z","steps":["trace[584089227] 'agreement among raft nodes before linearized reading' (duration: 2.510586021s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.884283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527538627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:41.884283Z","caller":"traceutil/trace.go:171","msg":"trace[715728704] transaction","detail":"{read_only:false; response_revision:29597; number_of_response:1; }","duration":"1.408842515s","start":"2026-04-02T17:37:40.475431Z","end":"2026-04-02T17:37:41.884273Z","steps":["trace[715728704] 'process raft request' (duration: 1.407841743s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.884296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380722316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:37:41.884308Z","caller":"traceutil/trace.go:171","msg":"trace[1653943033] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:29598; }","duration":"1.52760551s","start":"2026-04-02T17:37:40.356697Z","end":"2026-04-02T17:37:41.884303Z","steps":["trace[1653943033] 'agreement among raft nodes before linearized reading' (duration: 1.527528727s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.884316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:39.372763Z","time spent":"2.511539402s","remote":"127.0.0.1:49850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:41.884327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.356675Z","time spent":"1.527648151s","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:41.884327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.462943Z","time spent":"1.42132971s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:41.884342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.197717Z","time spent":"1.686579725s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:41.884351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.475409Z","time spent":"1.408900917s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:41.884331Z","caller":"traceutil/trace.go:171","msg":"trace[1728221900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29598; }","duration":"1.380794918s","start":"2026-04-02T17:37:40.503526Z","end":"2026-04-02T17:37:41.884321Z","steps":["trace[1728221900] 'agreement among raft nodes before linearized reading' (duration: 1.380680135s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:41.884382Z","caller":"traceutil/trace.go:171","msg":"trace[1555812407] transaction","detail":"{read_only:false; response_revision:29595; number_of_response:1; }","duration":"1.423701745s","start":"2026-04-02T17:37:40.460663Z","end":"2026-04-02T17:37:41.884365Z","steps":["trace[1555812407] 'process raft request' (duration: 1.422521028s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.884406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.503505Z","time spent":"1.380893912s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:37:41.884408Z","caller":"traceutil/trace.go:171","msg":"trace[1831916684] transaction","detail":"{read_only:false; response_revision:29598; number_of_response:1; }","duration":"1.408854666s","start":"2026-04-02T17:37:40.475502Z","end":"2026-04-02T17:37:41.884356Z","steps":["trace[1831916684] 'process raft request' (duration: 1.407790952s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:41.88449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.475476Z","time spent":"1.408962879s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:41.884503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.460635Z","time spent":"1.423784398s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:43.314405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:37:43.314488Z","caller":"traceutil/trace.go:171","msg":"trace[181968224] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082355s","start":"2026-04-02T17:37:41.314385Z","end":"2026-04-02T17:37:43.314467Z","steps":["trace[181968224] 'agreement among raft nodes before linearized reading' (duration: 1.999979152s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.31455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.314365Z","time spent":"2.000159648s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:37:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:37:43.32462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217567319s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:37:43.324756Z","caller":"traceutil/trace.go:171","msg":"trace[1492259441] linearizableReadLoop","detail":"{readStateIndex:30970; appliedIndex:30969; }","duration":"1.441356852s","start":"2026-04-02T17:37:41.883376Z","end":"2026-04-02T17:37:43.324733Z","steps":["trace[1492259441] 'read index received' (duration: 223.703541ms)","trace[1492259441] 'applied index is now lower than readState.Index' (duration: 1.217651251s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:43.324763Z","caller":"traceutil/trace.go:171","msg":"trace[549673602] transaction","detail":"{read_only:false; response_revision:29599; number_of_response:1; }","duration":"2.723465321s","start":"2026-04-02T17:37:40.601272Z","end":"2026-04-02T17:37:43.324737Z","steps":["trace[549673602] 'process raft request' (duration: 1.505701977s)","trace[549673602] 'compare' (duration: 1.216802704s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:43.324888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.60125Z","time spent":"2.723573715s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:43.325033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474234912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:37:43.325085Z","caller":"traceutil/trace.go:171","msg":"trace[1347722633] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:29599; }","duration":"1.474333945s","start":"2026-04-02T17:37:41.850735Z","end":"2026-04-02T17:37:43.325069Z","steps":["trace[1347722633] 'agreement among raft nodes before linearized reading' (duration: 1.474093587s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.32511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887760795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:37:43.32514Z","caller":"traceutil/trace.go:171","msg":"trace[1595961252] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29599; }","duration":"1.887833437s","start":"2026-04-02T17:37:41.437299Z","end":"2026-04-02T17:37:43.325133Z","steps":["trace[1595961252] 'agreement among raft nodes before linearized reading' (duration: 1.887681762s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.325132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.850715Z","time spent":"1.474402197s","remote":"127.0.0.1:59142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":191,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:43.325163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.437277Z","time spent":"1.887879728s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":185,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:43.325214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837522706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-02T17:37:43.325312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512486512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-02T17:37:43.325318Z","caller":"traceutil/trace.go:171","msg":"trace[1774732682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29599; }","duration":"1.83766671s","start":"2026-04-02T17:37:41.487628Z","end":"2026-04-02T17:37:43.325295Z","steps":["trace[1774732682] 'agreement among raft nodes before linearized reading' (duration: 1.837387901s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:43.32534Z","caller":"traceutil/trace.go:171","msg":"trace[1715856756] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29599; }","duration":"2.512522943s","start":"2026-04-02T17:37:40.812809Z","end":"2026-04-02T17:37:43.325332Z","steps":["trace[1715856756] 'agreement among raft nodes before linearized reading' (duration: 2.512395599s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.325339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838358032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-02T17:37:43.325357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.812793Z","time spent":"2.512560785s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-02T17:37:43.325361Z","caller":"traceutil/trace.go:171","msg":"trace[414724147] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29599; }","duration":"1.838423364s","start":"2026-04-02T17:37:41.486931Z","end":"2026-04-02T17:37:43.325355Z","steps":["trace[414724147] 'agreement among raft nodes before linearized reading' (duration: 1.838336671s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.325379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.486906Z","time spent":"1.838469176s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:37:43.325369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.487594Z","time spent":"1.837764324s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:43.325409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632785055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:43.325472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838567589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T17:37:43.325487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098728913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:37:43.325492Z","caller":"traceutil/trace.go:171","msg":"trace[1274824391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29599; }","duration":"1.838630261s","start":"2026-04-02T17:37:41.486856Z","end":"2026-04-02T17:37:43.325487Z","steps":["trace[1274824391] 'agreement among raft nodes before linearized reading' (duration: 1.838568239s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:43.325503Z","caller":"traceutil/trace.go:171","msg":"trace[1408493114] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29599; }","duration":"2.098793465s","start":"2026-04-02T17:37:41.226705Z","end":"2026-04-02T17:37:43.325498Z","steps":["trace[1408493114] 'agreement among raft nodes before linearized reading' (duration: 2.098731363s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.325511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.48683Z","time spent":"1.838677013s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:37:43.325517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.226679Z","time spent":"2.098835246s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:37:43.325524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720950132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:43.325463Z","caller":"traceutil/trace.go:171","msg":"trace[1480955983] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29599; }","duration":"2.632870198s","start":"2026-04-02T17:37:40.692577Z","end":"2026-04-02T17:37:43.325447Z","steps":["trace[1480955983] 'agreement among raft nodes before linearized reading' (duration: 2.632775475s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:43.325567Z","caller":"traceutil/trace.go:171","msg":"trace[474163163] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29599; }","duration":"2.721014734s","start":"2026-04-02T17:37:40.60454Z","end":"2026-04-02T17:37:43.325555Z","steps":["trace[474163163] 'agreement among raft nodes before linearized reading' (duration: 2.720947402s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.325579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678095817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:43.325593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.692557Z","time spent":"2.633029663s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:43.325603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234213966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:43.325623Z","caller":"traceutil/trace.go:171","msg":"trace[757051315] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:29599; }","duration":"2.234261107s","start":"2026-04-02T17:37:41.091354Z","end":"2026-04-02T17:37:43.325615Z","steps":["trace[757051315] 'agreement among raft nodes before linearized reading' (duration: 2.234226536s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.325611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:40.604528Z","time spent":"2.721071456s","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-02T17:37:43.325621Z","caller":"traceutil/trace.go:171","msg":"trace[37861449] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29599; }","duration":"1.678173959s","start":"2026-04-02T17:37:41.647432Z","end":"2026-04-02T17:37:43.325606Z","steps":["trace[37861449] 'agreement among raft nodes before linearized reading' (duration: 1.678058165s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.325659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.647409Z","time spent":"1.678241591s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:43.325636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.091147Z","time spent":"2.234485155s","remote":"127.0.0.1:33830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:43.326321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838198637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:37:43.326944Z","caller":"traceutil/trace.go:171","msg":"trace[1492660455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29599; }","duration":"1.838830318s","start":"2026-04-02T17:37:41.488069Z","end":"2026-04-02T17:37:43.3269Z","steps":["trace[1492660455] 'agreement among raft nodes before linearized reading' (duration: 1.837722013s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.327055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.488048Z","time spent":"1.838971651s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:43.825642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:43.984364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.877274592s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:37:43.984778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.886883Z","time spent":"2.097887936s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:37:43.985013Z","caller":"traceutil/trace.go:171","msg":"trace[1838319874] transaction","detail":"{read_only:false; response_revision:29600; number_of_response:1; }","duration":"2.095727967s","start":"2026-04-02T17:37:41.889254Z","end":"2026-04-02T17:37:43.984982Z","steps":["trace[1838319874] 'process raft request' (duration: 2.095452419s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.985167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.889238Z","time spent":"2.095850461s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:43.985765Z","caller":"traceutil/trace.go:171","msg":"trace[710734171] transaction","detail":"{read_only:false; response_revision:29601; number_of_response:1; }","duration":"2.095577232s","start":"2026-04-02T17:37:41.890167Z","end":"2026-04-02T17:37:43.985744Z","steps":["trace[710734171] 'process raft request' (duration: 2.094743346s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.985902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.89016Z","time spent":"2.095667705s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:43.98592Z","caller":"traceutil/trace.go:171","msg":"trace[1298575436] transaction","detail":"{read_only:false; response_revision:29602; number_of_response:1; }","duration":"2.095303003s","start":"2026-04-02T17:37:41.89059Z","end":"2026-04-02T17:37:43.985893Z","steps":["trace[1298575436] 'process raft request' (duration: 2.095095947s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:43.986032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.890584Z","time spent":"2.095378986s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:45.322438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:37:45.322533Z","caller":"traceutil/trace.go:171","msg":"trace[999368635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219608s","start":"2026-04-02T17:37:43.322281Z","end":"2026-04-02T17:37:45.322501Z","steps":["trace[999368635] 'agreement among raft nodes before linearized reading' (duration: 2.000117025s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:45.322582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.322254Z","time spent":"2.000317051s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:37:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:37:45.88257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.392477ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:45.882745Z","caller":"traceutil/trace.go:171","msg":"trace[1108284754] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29602; }","duration":"183.577073ms","start":"2026-04-02T17:37:45.699147Z","end":"2026-04-02T17:37:45.882724Z","steps":["trace[1108284754] 'range keys from in-memory index tree' (duration: 183.368567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.372139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.387530253s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:37:46.372594Z","caller":"traceutil/trace.go:171","msg":"trace[476662888] transaction","detail":"{read_only:false; response_revision:29604; number_of_response:1; }","duration":"3.770055035s","start":"2026-04-02T17:37:42.602517Z","end":"2026-04-02T17:37:46.372572Z","steps":["trace[476662888] 'process raft request' (duration: 3.769973112s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:46.372655Z","caller":"traceutil/trace.go:171","msg":"trace[1895308310] transaction","detail":"{read_only:false; response_revision:29603; number_of_response:1; }","duration":"4.202328839s","start":"2026-04-02T17:37:42.170288Z","end":"2026-04-02T17:37:46.372617Z","steps":["trace[1895308310] 'process raft request' (duration: 4.202023339s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.372732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:42.602468Z","time spent":"3.770192508s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:46.372843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:42.170268Z","time spent":"4.202491624s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.373466Z","caller":"traceutil/trace.go:171","msg":"trace[784762072] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29604; }","duration":"3.04548321s","start":"2026-04-02T17:37:43.327963Z","end":"2026-04-02T17:37:46.373447Z","steps":["trace[784762072] 'process raft request' (duration: 3.044575462s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.374608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.327937Z","time spent":"3.046625236s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:37:46.37369Z","caller":"traceutil/trace.go:171","msg":"trace[1374627363] transaction","detail":"{read_only:false; response_revision:29605; number_of_response:1; }","duration":"3.044057044s","start":"2026-04-02T17:37:43.329616Z","end":"2026-04-02T17:37:46.373674Z","steps":["trace[1374627363] 'process raft request' (duration: 3.043738584s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.374924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.329595Z","time spent":"3.045249202s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.373742Z","caller":"traceutil/trace.go:171","msg":"trace[223128595] transaction","detail":"{read_only:false; response_revision:29606; number_of_response:1; }","duration":"3.043316551s","start":"2026-04-02T17:37:43.330409Z","end":"2026-04-02T17:37:46.373726Z","steps":["trace[223128595] 'process raft request' (duration: 3.043160406s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.375142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.330395Z","time spent":"3.044687745s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.37389Z","caller":"traceutil/trace.go:171","msg":"trace[332070054] transaction","detail":"{read_only:false; response_revision:29607; number_of_response:1; }","duration":"3.043173227s","start":"2026-04-02T17:37:43.330697Z","end":"2026-04-02T17:37:46.37387Z","steps":["trace[332070054] 'process raft request' (duration: 3.042982031s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.375266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.330691Z","time spent":"3.04452608s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.374042Z","caller":"traceutil/trace.go:171","msg":"trace[1602770739] transaction","detail":"{read_only:false; response_revision:29609; number_of_response:1; }","duration":"2.48392997s","start":"2026-04-02T17:37:43.890104Z","end":"2026-04-02T17:37:46.374033Z","steps":["trace[1602770739] 'process raft request' (duration: 2.483854787s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.375399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.890081Z","time spent":"2.485286313s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.37408Z","caller":"traceutil/trace.go:171","msg":"trace[1295563453] transaction","detail":"{read_only:false; response_revision:29608; number_of_response:1; }","duration":"3.041840395s","start":"2026-04-02T17:37:43.332225Z","end":"2026-04-02T17:37:46.374066Z","steps":["trace[1295563453] 'process raft request' (duration: 3.041574766s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.375465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.332214Z","time spent":"3.043230008s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.37425Z","caller":"traceutil/trace.go:171","msg":"trace[408927548] transaction","detail":"{read_only:false; response_revision:29610; number_of_response:1; }","duration":"2.482826574s","start":"2026-04-02T17:37:43.891415Z","end":"2026-04-02T17:37:46.374242Z","steps":["trace[408927548] 'process raft request' (duration: 2.482590027s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.375534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.891407Z","time spent":"2.484110616s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.374284Z","caller":"traceutil/trace.go:171","msg":"trace[1128009588] transaction","detail":"{read_only:false; response_revision:29612; number_of_response:1; }","duration":"2.480543122s","start":"2026-04-02T17:37:43.893732Z","end":"2026-04-02T17:37:46.374275Z","steps":["trace[1128009588] 'process raft request' (duration: 2.480395828s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.375591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.893714Z","time spent":"2.481864445s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.374276Z","caller":"traceutil/trace.go:171","msg":"trace[1027543907] transaction","detail":"{read_only:false; response_revision:29611; number_of_response:1; }","duration":"2.48202837s","start":"2026-04-02T17:37:43.892229Z","end":"2026-04-02T17:37:46.374257Z","steps":["trace[1027543907] 'process raft request' (duration: 2.481854144s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.375648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.892197Z","time spent":"2.483437724s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:46.498826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.65004ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:37:46.49907Z","caller":"traceutil/trace.go:171","msg":"trace[1081906978] transaction","detail":"{read_only:false; number_of_response:1; response_revision:29613; }","duration":"2.513091381s","start":"2026-04-02T17:37:43.985945Z","end":"2026-04-02T17:37:46.499036Z","steps":["trace[1081906978] 'process raft request' (duration: 2.512956927s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.499176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.985925Z","time spent":"2.513174054s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.499328Z","caller":"traceutil/trace.go:171","msg":"trace[743380919] linearizableReadLoop","detail":"{readStateIndex:30981; appliedIndex:30970; }","duration":"3.174508819s","start":"2026-04-02T17:37:43.324793Z","end":"2026-04-02T17:37:46.499302Z","steps":["trace[743380919] 'read index received' (duration: 659.787756ms)","trace[743380919] 'applied index is now lower than readState.Index' (duration: 2.514719103s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:46.499531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.878180973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:46.499601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608688965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:46.49964Z","caller":"traceutil/trace.go:171","msg":"trace[2041039076] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:29613; }","duration":"3.878514743s","start":"2026-04-02T17:37:42.621111Z","end":"2026-04-02T17:37:46.499626Z","steps":["trace[2041039076] 'agreement among raft nodes before linearized reading' (duration: 3.878193303s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:46.499644Z","caller":"traceutil/trace.go:171","msg":"trace[273072786] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29613; }","duration":"4.608753686s","start":"2026-04-02T17:37:41.890876Z","end":"2026-04-02T17:37:46.499629Z","steps":["trace[273072786] 'agreement among raft nodes before linearized reading' (duration: 4.608697814s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.499679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.890859Z","time spent":"4.608811698s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:37:46.499688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:42.621084Z","time spent":"3.878578065s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:46.499693Z","caller":"traceutil/trace.go:171","msg":"trace[2125796589] transaction","detail":"{read_only:false; response_revision:29614; number_of_response:1; }","duration":"897.745839ms","start":"2026-04-02T17:37:45.601912Z","end":"2026-04-02T17:37:46.499658Z","steps":["trace[2125796589] 'process raft request' (duration: 897.025256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.499703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533622451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:46.499805Z","caller":"traceutil/trace.go:171","msg":"trace[1107588769] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:29613; }","duration":"3.533862068s","start":"2026-04-02T17:37:42.965925Z","end":"2026-04-02T17:37:46.499787Z","steps":["trace[1107588769] 'agreement among raft nodes before linearized reading' (duration: 3.53360324s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.499812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.249313584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-84d66858dc-c7fkl.18a299111eb21254\" ","response":"range_response_count:1 size:1980"} {"level":"warn","ts":"2026-04-02T17:37:46.49988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890002195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:46.499879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.601892Z","time spent":"897.880844ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:46.499924Z","caller":"traceutil/trace.go:171","msg":"trace[214621908] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29614; }","duration":"2.890070667s","start":"2026-04-02T17:37:43.609839Z","end":"2026-04-02T17:37:46.49991Z","steps":["trace[214621908] 'agreement among raft nodes before linearized reading' (duration: 2.890007215s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.499886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:42.965903Z","time spent":"3.533941271s","remote":"127.0.0.1:37566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:46.499954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.609821Z","time spent":"2.890123959s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:46.499948Z","caller":"traceutil/trace.go:171","msg":"trace[1782421486] range","detail":"{range_begin:/registry/events/openstack/glance-api-84d66858dc-c7fkl.18a299111eb21254; range_end:; response_count:1; response_revision:29614; }","duration":"4.249444769s","start":"2026-04-02T17:37:42.250429Z","end":"2026-04-02T17:37:46.499874Z","steps":["trace[1782421486] 'agreement among raft nodes before linearized reading' (duration: 4.24916605s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:42.250399Z","time spent":"4.249592764s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2002,"request content":"key:\"/registry/events/openstack/glance-api-84d66858dc-c7fkl.18a299111eb21254\" "} {"level":"warn","ts":"2026-04-02T17:37:46.50012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.953581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:37:46.500158Z","caller":"traceutil/trace.go:171","msg":"trace[593748757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29614; }","duration":"511.027895ms","start":"2026-04-02T17:37:45.989119Z","end":"2026-04-02T17:37:46.500147Z","steps":["trace[593748757] 'agreement among raft nodes before linearized reading' (duration: 510.818078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362088199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:37:46.500208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184448143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-02T17:37:46.500248Z","caller":"traceutil/trace.go:171","msg":"trace[852122258] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:29614; }","duration":"4.362243414s","start":"2026-04-02T17:37:42.137989Z","end":"2026-04-02T17:37:46.500233Z","steps":["trace[852122258] 'agreement among raft nodes before linearized reading' (duration: 4.361575363s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170321275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:37:46.500276Z","caller":"traceutil/trace.go:171","msg":"trace[549797757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29614; }","duration":"3.184571396s","start":"2026-04-02T17:37:43.315689Z","end":"2026-04-02T17:37:46.50026Z","steps":["trace[549797757] 'agreement among raft nodes before linearized reading' (duration: 3.183631056s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:42.137965Z","time spent":"4.362335917s","remote":"127.0.0.1:59144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":195,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:46.500335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.315667Z","time spent":"3.184654109s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:37:46.500352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174728995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:37:46.50037Z","caller":"traceutil/trace.go:171","msg":"trace[1996482068] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29614; }","duration":"1.174780366s","start":"2026-04-02T17:37:45.325585Z","end":"2026-04-02T17:37:46.500365Z","steps":["trace[1996482068] 'agreement among raft nodes before linearized reading' (duration: 1.174718624s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.690263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:46.500399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.325568Z","time spent":"1.174827267s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:37:46.500516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177204463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:37:46.50029Z","caller":"traceutil/trace.go:171","msg":"trace[88458261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29614; }","duration":"1.170342626s","start":"2026-04-02T17:37:45.329938Z","end":"2026-04-02T17:37:46.500281Z","steps":["trace[88458261] 'agreement among raft nodes before linearized reading' (duration: 1.170243543s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:46.500555Z","caller":"traceutil/trace.go:171","msg":"trace[1290013940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29614; }","duration":"1.177266384s","start":"2026-04-02T17:37:45.323282Z","end":"2026-04-02T17:37:46.500548Z","steps":["trace[1290013940] 'agreement among raft nodes before linearized reading' (duration: 1.177187462s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.323271Z","time spent":"1.177299456s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:37:46.500584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.329911Z","time spent":"1.170655616s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:46.500655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177600125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:46.500688Z","caller":"traceutil/trace.go:171","msg":"trace[852267680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29614; }","duration":"1.177667317s","start":"2026-04-02T17:37:45.323012Z","end":"2026-04-02T17:37:46.50068Z","steps":["trace[852267680] 'agreement among raft nodes before linearized reading' (duration: 1.177618596s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.139962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:46.500716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.322991Z","time spent":"1.177719319s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:37:46.500753Z","caller":"traceutil/trace.go:171","msg":"trace[88221431] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29614; }","duration":"408.224974ms","start":"2026-04-02T17:37:46.092518Z","end":"2026-04-02T17:37:46.500743Z","steps":["trace[88221431] 'agreement among raft nodes before linearized reading' (duration: 408.163162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.092499Z","time spent":"408.275176ms","remote":"127.0.0.1:37608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:46.500859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407486253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:46.500886Z","caller":"traceutil/trace.go:171","msg":"trace[1283127185] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29614; }","duration":"1.407535524s","start":"2026-04-02T17:37:45.093343Z","end":"2026-04-02T17:37:46.500878Z","steps":["trace[1283127185] 'agreement among raft nodes before linearized reading' (duration: 1.407493542s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.479177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-04-02T17:37:46.500911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.093328Z","time spent":"1.407577375s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:46.500932Z","caller":"traceutil/trace.go:171","msg":"trace[1169788507] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29614; }","duration":"125.555079ms","start":"2026-04-02T17:37:46.375361Z","end":"2026-04-02T17:37:46.500916Z","steps":["trace[1169788507] 'agreement among raft nodes before linearized reading' (duration: 125.393114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.500978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.344131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:37:46.500913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.589789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:46.501063Z","caller":"traceutil/trace.go:171","msg":"trace[790733766] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29614; }","duration":"509.449674ms","start":"2026-04-02T17:37:45.991601Z","end":"2026-04-02T17:37:46.501051Z","steps":["trace[790733766] 'agreement among raft nodes before linearized reading' (duration: 509.224997ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:46.501094Z","caller":"traceutil/trace.go:171","msg":"trace[1334018646] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:29614; }","duration":"130.806445ms","start":"2026-04-02T17:37:46.370279Z","end":"2026-04-02T17:37:46.501086Z","steps":["trace[1334018646] 'agreement among raft nodes before linearized reading' (duration: 130.608009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.501132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.991591Z","time spent":"509.529446ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:37:46.500522Z","caller":"traceutil/trace.go:171","msg":"trace[1540705772] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:29614; }","duration":"820.962952ms","start":"2026-04-02T17:37:45.679437Z","end":"2026-04-02T17:37:46.5004Z","steps":["trace[1540705772] 'agreement among raft nodes before linearized reading' (duration: 820.655262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.502217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.679424Z","time spent":"822.778798ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:46.500339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.989101Z","time spent":"511.22665ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:37:46.501174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578996355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:46.502496Z","caller":"traceutil/trace.go:171","msg":"trace[1152945298] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:29614; }","duration":"2.580441051s","start":"2026-04-02T17:37:43.922037Z","end":"2026-04-02T17:37:46.502478Z","steps":["trace[1152945298] 'agreement among raft nodes before linearized reading' (duration: 2.579002316s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.502556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.92202Z","time spent":"2.580521153s","remote":"127.0.0.1:33862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:46.50103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248196708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:46.501216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711021828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:46.501344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.454728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:37:46.50302Z","caller":"traceutil/trace.go:171","msg":"trace[1137254370] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29614; }","duration":"513.157642ms","start":"2026-04-02T17:37:45.989847Z","end":"2026-04-02T17:37:46.503005Z","steps":["trace[1137254370] 'agreement among raft nodes before linearized reading' (duration: 511.382396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.503173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:45.989829Z","time spent":"513.333397ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:37:46.502682Z","caller":"traceutil/trace.go:171","msg":"trace[1473493477] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:29614; }","duration":"2.249876821s","start":"2026-04-02T17:37:44.252788Z","end":"2026-04-02T17:37:46.502665Z","steps":["trace[1473493477] 'agreement among raft nodes before linearized reading' (duration: 2.248219649s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.503275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:44.252766Z","time spent":"2.250492631s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:46.502745Z","caller":"traceutil/trace.go:171","msg":"trace[533679490] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:29614; }","duration":"2.712587538s","start":"2026-04-02T17:37:43.790148Z","end":"2026-04-02T17:37:46.502735Z","steps":["trace[533679490] 'agreement among raft nodes before linearized reading' (duration: 2.71104855s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.503432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:43.790112Z","time spent":"2.713255679s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:46.503733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.614322122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-04-02T17:37:46.503834Z","caller":"traceutil/trace.go:171","msg":"trace[1703976727] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29614; }","duration":"4.614441286s","start":"2026-04-02T17:37:41.889375Z","end":"2026-04-02T17:37:46.503817Z","steps":["trace[1703976727] 'agreement among raft nodes before linearized reading' (duration: 4.610248334s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:46.503928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:41.889369Z","time spent":"4.614543549s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-02T17:37:47.004222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:47.504762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:48.005228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:48.506248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:48.507562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000523198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:37:48.507672Z","caller":"traceutil/trace.go:171","msg":"trace[1183484145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652242s","start":"2026-04-02T17:37:46.506999Z","end":"2026-04-02T17:37:48.507651Z","steps":["trace[1183484145] 'agreement among raft nodes before linearized reading' (duration: 2.000534868s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:48.507743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.506992Z","time spent":"2.000739125s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:37:48.582208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.079761403s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:37:48.58273Z","caller":"traceutil/trace.go:171","msg":"trace[2025281145] transaction","detail":"{read_only:false; response_revision:29615; number_of_response:1; }","duration":"2.080342381s","start":"2026-04-02T17:37:46.502364Z","end":"2026-04-02T17:37:48.582707Z","steps":["trace[2025281145] 'process raft request' (duration: 2.080098313s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:48.582877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.502345Z","time spent":"2.080461545s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1963,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:49.624447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04204105s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:37:49.624998Z","caller":"traceutil/trace.go:171","msg":"trace[231539452] transaction","detail":"{read_only:false; response_revision:29618; number_of_response:1; }","duration":"3.118606912s","start":"2026-04-02T17:37:46.506368Z","end":"2026-04-02T17:37:49.624975Z","steps":["trace[231539452] 'process raft request' (duration: 3.118523849s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.625118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.506357Z","time spent":"3.118687934s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:49.625165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.503326Z","time spent":"3.121831144s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:37:49.62532Z","caller":"traceutil/trace.go:171","msg":"trace[1433202702] transaction","detail":"{read_only:false; response_revision:29616; number_of_response:1; }","duration":"3.120670848s","start":"2026-04-02T17:37:46.504639Z","end":"2026-04-02T17:37:49.62531Z","steps":["trace[1433202702] 'process raft request' (duration: 3.120091139s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.625374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.504622Z","time spent":"3.120721569s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.625522Z","caller":"traceutil/trace.go:171","msg":"trace[1927271574] transaction","detail":"{read_only:false; response_revision:29617; number_of_response:1; }","duration":"3.119787119s","start":"2026-04-02T17:37:46.505725Z","end":"2026-04-02T17:37:49.625513Z","steps":["trace[1927271574] 'process raft request' (duration: 3.119131328s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.625583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.5057Z","time spent":"3.119851881s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.625763Z","caller":"traceutil/trace.go:171","msg":"trace[222410540] transaction","detail":"{read_only:false; response_revision:29619; number_of_response:1; }","duration":"3.118770967s","start":"2026-04-02T17:37:46.506967Z","end":"2026-04-02T17:37:49.625737Z","steps":["trace[222410540] 'process raft request' (duration: 3.117957371s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:49.626005Z","caller":"traceutil/trace.go:171","msg":"trace[2077235737] transaction","detail":"{read_only:false; response_revision:29620; number_of_response:1; }","duration":"3.113548082s","start":"2026-04-02T17:37:46.512431Z","end":"2026-04-02T17:37:49.625979Z","steps":["trace[2077235737] 'process raft request' (duration: 3.113061466s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.626045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.506954Z","time spent":"3.11887269s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:49.626155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.512415Z","time spent":"3.113638455s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.626266Z","caller":"traceutil/trace.go:171","msg":"trace[1977665486] transaction","detail":"{read_only:false; response_revision:29621; number_of_response:1; }","duration":"1.24515265s","start":"2026-04-02T17:37:48.381098Z","end":"2026-04-02T17:37:49.626251Z","steps":["trace[1977665486] 'process raft request' (duration: 1.244805699s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.626359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.379883Z","time spent":"1.246439382s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.626601Z","caller":"traceutil/trace.go:171","msg":"trace[2045476785] transaction","detail":"{read_only:false; response_revision:29622; number_of_response:1; }","duration":"1.244251402s","start":"2026-04-02T17:37:48.382339Z","end":"2026-04-02T17:37:49.62659Z","steps":["trace[2045476785] 'process raft request' (duration: 1.24386701s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.626703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.382267Z","time spent":"1.244403978s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.627015Z","caller":"traceutil/trace.go:171","msg":"trace[1647556589] transaction","detail":"{read_only:false; response_revision:29623; number_of_response:1; }","duration":"1.243791838s","start":"2026-04-02T17:37:48.38321Z","end":"2026-04-02T17:37:49.627002Z","steps":["trace[1647556589] 'process raft request' (duration: 1.243339004s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.627104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.383201Z","time spent":"1.24385619s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.627215Z","caller":"traceutil/trace.go:171","msg":"trace[1055307737] transaction","detail":"{read_only:false; response_revision:29624; number_of_response:1; }","duration":"1.243869661s","start":"2026-04-02T17:37:48.383335Z","end":"2026-04-02T17:37:49.627204Z","steps":["trace[1055307737] 'process raft request' (duration: 1.243561291s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.627288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.383323Z","time spent":"1.243931552s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:49.630542Z","caller":"traceutil/trace.go:171","msg":"trace[1615044486] linearizableReadLoop","detail":"{readStateIndex:31000; appliedIndex:30988; }","duration":"3.126988577s","start":"2026-04-02T17:37:46.503527Z","end":"2026-04-02T17:37:49.630516Z","steps":["trace[1615044486] 'read index received' (duration: 2.078916926s)","trace[1615044486] 'applied index is now lower than readState.Index' (duration: 1.048070141s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:49.631205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127637917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-02T17:37:49.631311Z","caller":"traceutil/trace.go:171","msg":"trace[977878385] range","detail":"{range_begin:/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885; range_end:; response_count:1; response_revision:29625; }","duration":"3.127908486s","start":"2026-04-02T17:37:46.503381Z","end":"2026-04-02T17:37:49.631289Z","steps":["trace[977878385] 'agreement among raft nodes before linearized reading' (duration: 3.127674198s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.631366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.503372Z","time spent":"3.127982159s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" "} {"level":"info","ts":"2026-04-02T17:37:49.631273Z","caller":"traceutil/trace.go:171","msg":"trace[666306115] transaction","detail":"{read_only:false; response_revision:29625; number_of_response:1; }","duration":"1.246673388s","start":"2026-04-02T17:37:48.384581Z","end":"2026-04-02T17:37:49.631254Z","steps":["trace[666306115] 'process raft request' (duration: 1.242554488s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:49.631518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.384572Z","time spent":"1.246883466s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:50.131581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:50.508162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:37:50.508277Z","caller":"traceutil/trace.go:171","msg":"trace[1704104056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095885s","start":"2026-04-02T17:37:48.508156Z","end":"2026-04-02T17:37:50.508252Z","steps":["trace[1704104056] 'agreement among raft nodes before linearized reading' (duration: 1.999951951s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:50.508349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.508141Z","time spent":"2.000191438s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:37:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:37:51.018719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.143261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:37:51.018807Z","caller":"traceutil/trace.go:171","msg":"trace[28593672] linearizableReadLoop","detail":"{readStateIndex:31001; appliedIndex:31000; }","duration":"1.388083588s","start":"2026-04-02T17:37:49.63071Z","end":"2026-04-02T17:37:51.018794Z","steps":["trace[28593672] 'read index received' (duration: 613.769272ms)","trace[28593672] 'applied index is now lower than readState.Index' (duration: 774.312766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:51.018983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443865913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:51.019014Z","caller":"traceutil/trace.go:171","msg":"trace[793989840] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:29626; }","duration":"3.443936916s","start":"2026-04-02T17:37:47.575067Z","end":"2026-04-02T17:37:51.019004Z","steps":["trace[793989840] 'agreement among raft nodes before linearized reading' (duration: 3.443785961s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:47.575039Z","time spent":"3.443992348s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:51.019056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636694718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-02T17:37:51.019053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636568303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-02T17:37:51.019058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368026034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:51.019101Z","caller":"traceutil/trace.go:171","msg":"trace[173241494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29626; }","duration":"2.63676167s","start":"2026-04-02T17:37:48.382328Z","end":"2026-04-02T17:37:51.01909Z","steps":["trace[173241494] 'agreement among raft nodes before linearized reading' (duration: 2.636534723s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.382263Z","time spent":"2.636863054s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:37:51.019146Z","caller":"traceutil/trace.go:171","msg":"trace[691682957] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:29626; }","duration":"2.368143398s","start":"2026-04-02T17:37:48.650971Z","end":"2026-04-02T17:37:51.019114Z","steps":["trace[691682957] 'agreement among raft nodes before linearized reading' (duration: 2.368003054s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150657675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:51.019196Z","caller":"traceutil/trace.go:171","msg":"trace[136050691] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:29626; }","duration":"4.150731718s","start":"2026-04-02T17:37:46.868459Z","end":"2026-04-02T17:37:51.019191Z","steps":["trace[136050691] 'agreement among raft nodes before linearized reading' (duration: 4.150689416s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.650956Z","time spent":"2.368224411s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:51.019226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431897204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:37:51.019126Z","caller":"traceutil/trace.go:171","msg":"trace[54666323] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29626; }","duration":"2.636702318s","start":"2026-04-02T17:37:48.382407Z","end":"2026-04-02T17:37:51.019109Z","steps":["trace[54666323] 'agreement among raft nodes before linearized reading' (duration: 2.636406809s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511875934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-02T17:37:51.019257Z","caller":"traceutil/trace.go:171","msg":"trace[1607015197] transaction","detail":"{read_only:false; response_revision:29626; number_of_response:1; }","duration":"1.391885148s","start":"2026-04-02T17:37:49.62722Z","end":"2026-04-02T17:37:51.019105Z","steps":["trace[1607015197] 'process raft request' (duration: 617.266992ms)","trace[1607015197] 'compare' (duration: 773.967465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:51.019278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.382369Z","time spent":"2.636896584s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:37:51.019258Z","caller":"traceutil/trace.go:171","msg":"trace[1329362009] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29626; }","duration":"2.431959135s","start":"2026-04-02T17:37:48.587289Z","end":"2026-04-02T17:37:51.019249Z","steps":["trace[1329362009] 'agreement among raft nodes before linearized reading' (duration: 2.431863112s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846128847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:51.019311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512034598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-02T17:37:51.019326Z","caller":"traceutil/trace.go:171","msg":"trace[2053562485] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29626; }","duration":"4.51206399s","start":"2026-04-02T17:37:46.507259Z","end":"2026-04-02T17:37:51.019323Z","steps":["trace[2053562485] 'agreement among raft nodes before linearized reading' (duration: 4.512023619s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.01932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.587272Z","time spent":"2.432040808s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"warn","ts":"2026-04-02T17:37:51.01934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.507251Z","time spent":"4.51208459s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:37:51.019332Z","caller":"traceutil/trace.go:171","msg":"trace[1412648623] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:29626; }","duration":"1.846429047s","start":"2026-04-02T17:37:49.172888Z","end":"2026-04-02T17:37:51.019317Z","steps":["trace[1412648623] 'agreement among raft nodes before linearized reading' (duration: 1.845961292s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.868439Z","time spent":"4.150768148s","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:51.019059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38941926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:51.019379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.172868Z","time spent":"1.846498079s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:51.019382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636986887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:37:51.019391Z","caller":"traceutil/trace.go:171","msg":"trace[827906646] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:29626; }","duration":"1.389835093s","start":"2026-04-02T17:37:49.629547Z","end":"2026-04-02T17:37:51.019382Z","steps":["trace[827906646] 'agreement among raft nodes before linearized reading' (duration: 1.389402609s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.629531Z","time spent":"1.389876144s","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:51.019442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514091933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:51.019459Z","caller":"traceutil/trace.go:171","msg":"trace[1650519683] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29626; }","duration":"4.514133925s","start":"2026-04-02T17:37:46.505321Z","end":"2026-04-02T17:37:51.019455Z","steps":["trace[1650519683] 'agreement among raft nodes before linearized reading' (duration: 4.514097544s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:51.019273Z","caller":"traceutil/trace.go:171","msg":"trace[361743330] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29626; }","duration":"4.511889834s","start":"2026-04-02T17:37:46.50738Z","end":"2026-04-02T17:37:51.019269Z","steps":["trace[361743330] 'agreement among raft nodes before linearized reading' (duration: 4.511840253s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.627196Z","time spent":"1.392102945s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:51.019505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.507362Z","time spent":"4.512130102s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:37:51.019554Z","caller":"traceutil/trace.go:171","msg":"trace[1493875678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29626; }","duration":"2.637031148s","start":"2026-04-02T17:37:48.382373Z","end":"2026-04-02T17:37:51.019404Z","steps":["trace[1493875678] 'agreement among raft nodes before linearized reading' (duration: 2.636783361s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608135454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:51.019586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.382366Z","time spent":"2.637213124s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:37:51.01959Z","caller":"traceutil/trace.go:171","msg":"trace[71639402] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29626; }","duration":"1.608192616s","start":"2026-04-02T17:37:49.411388Z","end":"2026-04-02T17:37:51.01958Z","steps":["trace[71639402] 'agreement among raft nodes before linearized reading' (duration: 1.608126784s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.411362Z","time spent":"1.608249708s","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:51.019578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251846012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:51.019472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:46.505265Z","time spent":"4.514204177s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:37:51.019646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639048383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:37:51.019763Z","caller":"traceutil/trace.go:171","msg":"trace[415664306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29626; }","duration":"2.639192327s","start":"2026-04-02T17:37:48.380558Z","end":"2026-04-02T17:37:51.01975Z","steps":["trace[415664306] 'agreement among raft nodes before linearized reading' (duration: 2.63896965s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:51.019755Z","caller":"traceutil/trace.go:171","msg":"trace[2040883283] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:29626; }","duration":"2.252095431s","start":"2026-04-02T17:37:48.76763Z","end":"2026-04-02T17:37:51.019726Z","steps":["trace[2040883283] 'agreement among raft nodes before linearized reading' (duration: 2.251667457s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.019801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.380537Z","time spent":"2.639255729s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:51.019829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:48.767604Z","time spent":"2.252210833s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:51.020218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042081402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:51.020267Z","caller":"traceutil/trace.go:171","msg":"trace[33964046] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:29626; }","duration":"3.042216486s","start":"2026-04-02T17:37:47.978039Z","end":"2026-04-02T17:37:51.020255Z","steps":["trace[33964046] 'agreement among raft nodes before linearized reading' (duration: 3.042128123s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:51.020297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:47.97802Z","time spent":"3.042268888s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:52.515398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:37:52.515503Z","caller":"traceutil/trace.go:171","msg":"trace[591824080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166417s","start":"2026-04-02T17:37:50.515313Z","end":"2026-04-02T17:37:52.51548Z","steps":["trace[591824080] 'agreement among raft nodes before linearized reading' (duration: 2.000041193s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.515573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:50.515306Z","time spent":"2.000251339s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:37:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:37:52.552106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032237629s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:37:52.563332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045465988s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:37:52.563581Z","caller":"traceutil/trace.go:171","msg":"trace[1693392164] transaction","detail":"{read_only:false; response_revision:29627; number_of_response:1; }","duration":"1.639172766s","start":"2026-04-02T17:37:50.924382Z","end":"2026-04-02T17:37:52.563555Z","steps":["trace[1693392164] 'process raft request' (duration: 593.385787ms)","trace[1693392164] 'compare' (duration: 1.044783577s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:52.563699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:50.924361Z","time spent":"1.639268479s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:52.56368Z","caller":"traceutil/trace.go:171","msg":"trace[1015187532] transaction","detail":"{read_only:false; response_revision:29628; number_of_response:1; }","duration":"1.541483048s","start":"2026-04-02T17:37:51.022153Z","end":"2026-04-02T17:37:52.563636Z","steps":["trace[1015187532] 'process raft request' (duration: 1.541321433s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:52.563777Z","caller":"traceutil/trace.go:171","msg":"trace[1996178474] transaction","detail":"{read_only:false; response_revision:29630; number_of_response:1; }","duration":"1.538531315s","start":"2026-04-02T17:37:51.025222Z","end":"2026-04-02T17:37:52.563754Z","steps":["trace[1996178474] 'process raft request' (duration: 1.538394821s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:52.563809Z","caller":"traceutil/trace.go:171","msg":"trace[980979037] linearizableReadLoop","detail":"{readStateIndex:31002; appliedIndex:31001; }","duration":"1.544923167s","start":"2026-04-02T17:37:51.018824Z","end":"2026-04-02T17:37:52.563748Z","steps":["trace[980979037] 'read index received' (duration: 498.956843ms)","trace[980979037] 'applied index is now lower than readState.Index' (duration: 1.045962134s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:52.563854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.02214Z","time spent":"1.541620052s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:52.563892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.025197Z","time spent":"1.538640729s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:52.563941Z","caller":"traceutil/trace.go:171","msg":"trace[1143864857] transaction","detail":"{read_only:false; response_revision:29632; number_of_response:1; }","duration":"1.538088171s","start":"2026-04-02T17:37:51.025845Z","end":"2026-04-02T17:37:52.563934Z","steps":["trace[1143864857] 'process raft request' (duration: 1.537840223s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.56402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.025835Z","time spent":"1.538148822s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:52.563774Z","caller":"traceutil/trace.go:171","msg":"trace[1231397448] transaction","detail":"{read_only:false; response_revision:29629; number_of_response:1; }","duration":"1.538841955s","start":"2026-04-02T17:37:51.024881Z","end":"2026-04-02T17:37:52.563723Z","steps":["trace[1231397448] 'process raft request' (duration: 1.53869278s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:52.563862Z","caller":"traceutil/trace.go:171","msg":"trace[1728382456] transaction","detail":"{read_only:false; response_revision:29634; number_of_response:1; }","duration":"1.536120129s","start":"2026-04-02T17:37:51.027722Z","end":"2026-04-02T17:37:52.563842Z","steps":["trace[1728382456] 'process raft request' (duration: 1.536045886s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.564152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.024862Z","time spent":"1.539246267s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:52.564174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.027714Z","time spent":"1.536421838s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:52.564252Z","caller":"traceutil/trace.go:171","msg":"trace[1443080540] transaction","detail":"{read_only:false; response_revision:29633; number_of_response:1; }","duration":"1.537998438s","start":"2026-04-02T17:37:51.026243Z","end":"2026-04-02T17:37:52.564241Z","steps":["trace[1443080540] 'process raft request' (duration: 1.537476152s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.56432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.026234Z","time spent":"1.53805337s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:52.564405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671329193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:52.564027Z","caller":"traceutil/trace.go:171","msg":"trace[1019924205] transaction","detail":"{read_only:false; response_revision:29635; number_of_response:1; }","duration":"1.057443907s","start":"2026-04-02T17:37:51.506572Z","end":"2026-04-02T17:37:52.564016Z","steps":["trace[1019924205] 'process raft request' (duration: 1.05722974s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.564173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051833009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-02T17:37:52.56446Z","caller":"traceutil/trace.go:171","msg":"trace[1373601842] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29635; }","duration":"2.671417406s","start":"2026-04-02T17:37:49.893029Z","end":"2026-04-02T17:37:52.564447Z","steps":["trace[1373601842] 'agreement among raft nodes before linearized reading' (duration: 2.670889509s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.564487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.506547Z","time spent":"1.057908992s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:52.564474Z","caller":"traceutil/trace.go:171","msg":"trace[444615881] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29635; }","duration":"2.05217863s","start":"2026-04-02T17:37:50.512283Z","end":"2026-04-02T17:37:52.564462Z","steps":["trace[444615881] 'agreement among raft nodes before linearized reading' (duration: 2.051613222s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.564584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:50.512237Z","time spent":"2.052335376s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-02T17:37:52.563908Z","caller":"traceutil/trace.go:171","msg":"trace[1845470119] transaction","detail":"{read_only:false; response_revision:29631; number_of_response:1; }","duration":"1.538412951s","start":"2026-04-02T17:37:51.025486Z","end":"2026-04-02T17:37:52.563899Z","steps":["trace[1845470119] 'process raft request' (duration: 1.538167304s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.564613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898681209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:37:52.56464Z","caller":"traceutil/trace.go:171","msg":"trace[1794638544] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29635; }","duration":"2.898728821s","start":"2026-04-02T17:37:49.665903Z","end":"2026-04-02T17:37:52.564632Z","steps":["trace[1794638544] 'agreement among raft nodes before linearized reading' (duration: 2.898032359s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.564575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822012626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-02T17:37:52.564664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.025476Z","time spent":"1.539156425s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:52.564674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.665857Z","time spent":"2.898810334s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:37:52.56453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.893011Z","time spent":"2.671480697s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:52.5647Z","caller":"traceutil/trace.go:171","msg":"trace[529584322] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29635; }","duration":"2.822181331s","start":"2026-04-02T17:37:49.742504Z","end":"2026-04-02T17:37:52.564686Z","steps":["trace[529584322] 'agreement among raft nodes before linearized reading' (duration: 2.821423377s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:52.56476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:49.742483Z","time spent":"2.822265414s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-02T17:37:53.064308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:53.565216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615415,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:53.854004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292561879s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:37:53.92277Z","caller":"traceutil/trace.go:171","msg":"trace[602704470] transaction","detail":"{read_only:false; response_revision:29636; number_of_response:1; }","duration":"2.289260386s","start":"2026-04-02T17:37:51.633469Z","end":"2026-04-02T17:37:53.922729Z","steps":["trace[602704470] 'process raft request' (duration: 2.220802592s)","trace[602704470] 'compare' (duration: 67.796373ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:53.922845Z","caller":"traceutil/trace.go:171","msg":"trace[203225048] transaction","detail":"{read_only:false; response_revision:29638; number_of_response:1; }","duration":"2.288644577s","start":"2026-04-02T17:37:51.634191Z","end":"2026-04-02T17:37:53.922836Z","steps":["trace[203225048] 'process raft request' (duration: 2.288556154s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:53.922851Z","caller":"traceutil/trace.go:171","msg":"trace[1978728231] transaction","detail":"{read_only:false; response_revision:29637; number_of_response:1; }","duration":"2.289328559s","start":"2026-04-02T17:37:51.633494Z","end":"2026-04-02T17:37:53.922823Z","steps":["trace[1978728231] 'process raft request' (duration: 2.289160953s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:53.922898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.634175Z","time spent":"2.288690298s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:53.9229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.633438Z","time spent":"2.28940096s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:53.922878Z","caller":"traceutil/trace.go:171","msg":"trace[1567721084] transaction","detail":"{read_only:false; response_revision:29639; number_of_response:1; }","duration":"2.286628693s","start":"2026-04-02T17:37:51.636222Z","end":"2026-04-02T17:37:53.922851Z","steps":["trace[1567721084] 'process raft request' (duration: 2.286564881s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:53.922957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.633475Z","time spent":"2.289426231s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:53.923045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.636188Z","time spent":"2.286783087s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:53.923118Z","caller":"traceutil/trace.go:171","msg":"trace[723926676] transaction","detail":"{read_only:false; response_revision:29640; number_of_response:1; }","duration":"2.286273071s","start":"2026-04-02T17:37:51.636826Z","end":"2026-04-02T17:37:53.923099Z","steps":["trace[723926676] 'process raft request' (duration: 2.285994053s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:53.923202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.636798Z","time spent":"2.286362114s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:53.923275Z","caller":"traceutil/trace.go:171","msg":"trace[647685197] transaction","detail":"{read_only:false; response_revision:29641; number_of_response:1; }","duration":"1.870747017s","start":"2026-04-02T17:37:52.052516Z","end":"2026-04-02T17:37:53.923263Z","steps":["trace[647685197] 'process raft request' (duration: 1.870500349s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:53.923314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.052491Z","time spent":"1.870803269s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:54.516201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:37:54.51629Z","caller":"traceutil/trace.go:171","msg":"trace[2030528756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387383s","start":"2026-04-02T17:37:52.515882Z","end":"2026-04-02T17:37:54.51627Z","steps":["trace[2030528756] 'agreement among raft nodes before linearized reading' (duration: 2.00027626s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:54.516337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.515866Z","time spent":"2.000461046s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:37:55.071195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207560992s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:37:55.204913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.423978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:37:55.205015Z","caller":"traceutil/trace.go:171","msg":"trace[457110671] linearizableReadLoop","detail":"{readStateIndex:31017; appliedIndex:31010; }","duration":"2.641131439s","start":"2026-04-02T17:37:52.563867Z","end":"2026-04-02T17:37:55.204998Z","steps":["trace[457110671] 'read index received' (duration: 1.290421252s)","trace[457110671] 'applied index is now lower than readState.Index' (duration: 1.350708557s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:55.20514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177264416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:55.20515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256419408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:55.20516Z","caller":"traceutil/trace.go:171","msg":"trace[812537619] transaction","detail":"{read_only:false; response_revision:29642; number_of_response:1; }","duration":"2.612883685s","start":"2026-04-02T17:37:52.592223Z","end":"2026-04-02T17:37:55.205107Z","steps":["trace[812537619] 'process raft request' (duration: 2.479183689s)","trace[812537619] 'compare' (duration: 133.166569ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:55.205215Z","caller":"traceutil/trace.go:171","msg":"trace[601381996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:29642; }","duration":"3.177351879s","start":"2026-04-02T17:37:52.027841Z","end":"2026-04-02T17:37:55.205193Z","steps":["trace[601381996] 'agreement among raft nodes before linearized reading' (duration: 3.177189444s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:55.205226Z","caller":"traceutil/trace.go:171","msg":"trace[2103609784] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:29642; }","duration":"3.256546792s","start":"2026-04-02T17:37:51.948661Z","end":"2026-04-02T17:37:55.205208Z","steps":["trace[2103609784] 'agreement among raft nodes before linearized reading' (duration: 3.256407108s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:55.205216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846407767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:55.20526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.027816Z","time spent":"3.177434702s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:55.205268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466077515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:55.205285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573643085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:37:55.205287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.948641Z","time spent":"3.256632105s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:55.205296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183323299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-02T17:37:55.20532Z","caller":"traceutil/trace.go:171","msg":"trace[663979926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29642; }","duration":"3.573715448s","start":"2026-04-02T17:37:51.631591Z","end":"2026-04-02T17:37:55.205307Z","steps":["trace[663979926] 'agreement among raft nodes before linearized reading' (duration: 3.573641776s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:55.205304Z","caller":"traceutil/trace.go:171","msg":"trace[729463816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29642; }","duration":"2.846552341s","start":"2026-04-02T17:37:52.358727Z","end":"2026-04-02T17:37:55.205279Z","steps":["trace[729463816] 'agreement among raft nodes before linearized reading' (duration: 2.846378226s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:55.205316Z","caller":"traceutil/trace.go:171","msg":"trace[896839551] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:29642; }","duration":"3.466117867s","start":"2026-04-02T17:37:51.739182Z","end":"2026-04-02T17:37:55.205299Z","steps":["trace[896839551] 'agreement among raft nodes before linearized reading' (duration: 3.466058405s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:55.205332Z","caller":"traceutil/trace.go:171","msg":"trace[535206768] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29642; }","duration":"4.18337713s","start":"2026-04-02T17:37:51.021946Z","end":"2026-04-02T17:37:55.205323Z","steps":["trace[535206768] 'agreement among raft nodes before linearized reading' (duration: 4.183290467s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:55.205347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.631571Z","time spent":"3.573769529s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:55.205362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.021929Z","time spent":"4.183426602s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:37:55.205366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.739152Z","time spent":"3.466204109s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:55.205367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.358704Z","time spent":"2.846650175s","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:55.205374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.592208Z","time spent":"2.613055321s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:55.205211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096938258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17276"} {"level":"info","ts":"2026-04-02T17:37:55.205466Z","caller":"traceutil/trace.go:171","msg":"trace[2126073760] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29642; }","duration":"4.097230897s","start":"2026-04-02T17:37:51.108228Z","end":"2026-04-02T17:37:55.205459Z","steps":["trace[2126073760] 'agreement among raft nodes before linearized reading' (duration: 4.096864396s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:55.205514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.108209Z","time spent":"4.097272038s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:37:55.205531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.765766679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:55.205215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572405396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:37:55.205588Z","caller":"traceutil/trace.go:171","msg":"trace[327629309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29642; }","duration":"3.5728225s","start":"2026-04-02T17:37:51.632758Z","end":"2026-04-02T17:37:55.205581Z","steps":["trace[327629309] 'agreement among raft nodes before linearized reading' (duration: 3.572307374s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:55.205589Z","caller":"traceutil/trace.go:171","msg":"trace[1635587338] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:29642; }","duration":"3.765896493s","start":"2026-04-02T17:37:51.439677Z","end":"2026-04-02T17:37:55.205574Z","steps":["trace[1635587338] 'agreement among raft nodes before linearized reading' (duration: 3.765787849s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:55.205602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.632735Z","time spent":"3.572862632s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:37:55.205185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543071939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:55.205623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.439644Z","time spent":"3.765971115s","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:55.205638Z","caller":"traceutil/trace.go:171","msg":"trace[365367594] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29642; }","duration":"3.543601257s","start":"2026-04-02T17:37:51.662027Z","end":"2026-04-02T17:37:55.205628Z","steps":["trace[365367594] 'agreement among raft nodes before linearized reading' (duration: 3.542995017s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:55.205669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.661959Z","time spent":"3.543698459s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:55.205213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179067614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:55.205786Z","caller":"traceutil/trace.go:171","msg":"trace[1214977682] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29642; }","duration":"4.179654103s","start":"2026-04-02T17:37:51.026116Z","end":"2026-04-02T17:37:55.20577Z","steps":["trace[1214977682] 'agreement among raft nodes before linearized reading' (duration: 4.179061394s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:55.205837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:51.026108Z","time spent":"4.179714745s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:37:55.988644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419131361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:37:55.988726Z","caller":"traceutil/trace.go:171","msg":"trace[1291252523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"3.419227464s","start":"2026-04-02T17:37:52.569478Z","end":"2026-04-02T17:37:55.988706Z","steps":["trace[1291252523] 'agreement among raft nodes before linearized reading' (duration: 3.419128431s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:55.988778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.569465Z","time spent":"3.419302857s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/02 17:37:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:37:55.98958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418652697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:37:55.989659Z","caller":"traceutil/trace.go:171","msg":"trace[20035969] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.41877387s","start":"2026-04-02T17:37:52.570868Z","end":"2026-04-02T17:37:55.989641Z","steps":["trace[20035969] 'agreement among raft nodes before linearized reading' (duration: 3.418666947s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:55.989738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.570855Z","time spent":"3.418858173s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/02 17:37:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:37:56.455865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.137292ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:56.455998Z","caller":"traceutil/trace.go:171","msg":"trace[873584287] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29642; }","duration":"756.279528ms","start":"2026-04-02T17:37:55.699699Z","end":"2026-04-02T17:37:56.455978Z","steps":["trace[873584287] 'range keys from in-memory index tree' (duration: 756.119072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.456506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009477521s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:37:56.456785Z","caller":"traceutil/trace.go:171","msg":"trace[586019337] transaction","detail":"{read_only:false; response_revision:29646; number_of_response:1; }","duration":"529.095685ms","start":"2026-04-02T17:37:55.927656Z","end":"2026-04-02T17:37:56.456752Z","steps":["trace[586019337] 'process raft request' (duration: 529.063884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.45683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.927629Z","time spent":"529.179848ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:56.456973Z","caller":"traceutil/trace.go:171","msg":"trace[146324854] transaction","detail":"{read_only:false; response_revision:29643; number_of_response:1; }","duration":"2.578756057s","start":"2026-04-02T17:37:53.878209Z","end":"2026-04-02T17:37:56.456966Z","steps":["trace[146324854] 'process raft request' (duration: 1.568756059s)","trace[146324854] 'compare' (duration: 1.009035117s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:56.457005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:53.878183Z","time spent":"2.578805008s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:56.457092Z","caller":"traceutil/trace.go:171","msg":"trace[1797795940] linearizableReadLoop","detail":"{readStateIndex:31018; appliedIndex:31017; }","duration":"1.252046899s","start":"2026-04-02T17:37:55.205039Z","end":"2026-04-02T17:37:56.457086Z","steps":["trace[1797795940] 'read index received' (duration: 241.943918ms)","trace[1797795940] 'applied index is now lower than readState.Index' (duration: 1.010101871s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:56.457235Z","caller":"traceutil/trace.go:171","msg":"trace[1341743130] transaction","detail":"{read_only:false; response_revision:29644; number_of_response:1; }","duration":"1.246507554s","start":"2026-04-02T17:37:55.210721Z","end":"2026-04-02T17:37:56.457229Z","steps":["trace[1341743130] 'process raft request' (duration: 1.245876004s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.457269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.210703Z","time spent":"1.246547845s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:56.457351Z","caller":"traceutil/trace.go:171","msg":"trace[1322873937] transaction","detail":"{read_only:false; response_revision:29645; number_of_response:1; }","duration":"1.246479273s","start":"2026-04-02T17:37:55.210866Z","end":"2026-04-02T17:37:56.457345Z","steps":["trace[1322873937] 'process raft request' (duration: 1.245827862s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.457381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.210838Z","time spent":"1.246526564s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:56.457542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887127855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:37:56.457561Z","caller":"traceutil/trace.go:171","msg":"trace[344613732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29646; }","duration":"1.887190986s","start":"2026-04-02T17:37:54.570363Z","end":"2026-04-02T17:37:56.457554Z","steps":["trace[344613732] 'agreement among raft nodes before linearized reading' (duration: 1.887119914s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.457578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:54.570342Z","time spent":"1.887232818s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:56.457705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887332241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:37:56.457722Z","caller":"traceutil/trace.go:171","msg":"trace[1395991203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29646; }","duration":"1.887390992s","start":"2026-04-02T17:37:54.570325Z","end":"2026-04-02T17:37:56.457716Z","steps":["trace[1395991203] 'agreement among raft nodes before linearized reading' (duration: 1.887333981s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.457741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:54.5703Z","time spent":"1.887437254s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:37:56.457862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891455312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17276"} {"level":"info","ts":"2026-04-02T17:37:56.457882Z","caller":"traceutil/trace.go:171","msg":"trace[1678027983] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29646; }","duration":"3.891513514s","start":"2026-04-02T17:37:52.56636Z","end":"2026-04-02T17:37:56.457873Z","steps":["trace[1678027983] 'agreement among raft nodes before linearized reading' (duration: 3.891457793s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.457897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.56634Z","time spent":"3.891553805s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-02T17:37:56.457943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.890083999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:37:56.457999Z","caller":"traceutil/trace.go:171","msg":"trace[288695640] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29646; }","duration":"3.890165002s","start":"2026-04-02T17:37:52.56782Z","end":"2026-04-02T17:37:56.457985Z","steps":["trace[288695640] 'agreement among raft nodes before linearized reading' (duration: 3.889971676s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.458208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395256666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:56.458233Z","caller":"traceutil/trace.go:171","msg":"trace[60841504] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29646; }","duration":"2.395318488s","start":"2026-04-02T17:37:54.062906Z","end":"2026-04-02T17:37:56.458224Z","steps":["trace[60841504] 'agreement among raft nodes before linearized reading' (duration: 2.395264176s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.458251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:54.062877Z","time spent":"2.395369189s","remote":"127.0.0.1:59256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:56.458299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888063484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-02T17:37:56.458287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933416498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:56.458322Z","caller":"traceutil/trace.go:171","msg":"trace[864067225] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29646; }","duration":"1.888088234s","start":"2026-04-02T17:37:54.570227Z","end":"2026-04-02T17:37:56.458315Z","steps":["trace[864067225] 'agreement among raft nodes before linearized reading' (duration: 1.888019762s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.45834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:54.570196Z","time spent":"1.888139256s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:37:56.458345Z","caller":"traceutil/trace.go:171","msg":"trace[780396202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29646; }","duration":"1.9335058s","start":"2026-04-02T17:37:54.524825Z","end":"2026-04-02T17:37:56.458331Z","steps":["trace[780396202] 'agreement among raft nodes before linearized reading' (duration: 1.933391866s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.458377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:54.524812Z","time spent":"1.933558972s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:37:56.458371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889753157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:37:56.458416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916668298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:56.458434Z","caller":"traceutil/trace.go:171","msg":"trace[651440253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29646; }","duration":"1.889869641s","start":"2026-04-02T17:37:54.568548Z","end":"2026-04-02T17:37:56.458418Z","steps":["trace[651440253] 'agreement among raft nodes before linearized reading' (duration: 1.889653554s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:56.458455Z","caller":"traceutil/trace.go:171","msg":"trace[1979515986] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29646; }","duration":"2.91673543s","start":"2026-04-02T17:37:53.541707Z","end":"2026-04-02T17:37:56.458443Z","steps":["trace[1979515986] 'agreement among raft nodes before linearized reading' (duration: 2.916648618s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.458467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:54.568525Z","time spent":"1.889934973s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:37:56.458478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:53.541696Z","time spent":"2.916776761s","remote":"127.0.0.1:43170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:56.458497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.870121458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cb1cd55-3fbc-49d2-b7e8-b43f02fd538d\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-02T17:37:56.458477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993074674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:56.458522Z","caller":"traceutil/trace.go:171","msg":"trace[1659959832] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cb1cd55-3fbc-49d2-b7e8-b43f02fd538d; range_end:; response_count:1; response_revision:29646; }","duration":"3.87016546s","start":"2026-04-02T17:37:52.588348Z","end":"2026-04-02T17:37:56.458514Z","steps":["trace[1659959832] 'agreement among raft nodes before linearized reading' (duration: 3.870086877s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.458541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.588339Z","time spent":"3.87019806s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-0cb1cd55-3fbc-49d2-b7e8-b43f02fd538d\" "} {"level":"info","ts":"2026-04-02T17:37:56.458549Z","caller":"traceutil/trace.go:171","msg":"trace[128489662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29646; }","duration":"2.993194647s","start":"2026-04-02T17:37:53.465336Z","end":"2026-04-02T17:37:56.458531Z","steps":["trace[128489662] 'agreement among raft nodes before linearized reading' (duration: 2.993061313s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.458592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:53.465316Z","time spent":"2.99326586s","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:56.458604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660586463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:56.458664Z","caller":"traceutil/trace.go:171","msg":"trace[1096077388] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29646; }","duration":"2.660678926s","start":"2026-04-02T17:37:53.797975Z","end":"2026-04-02T17:37:56.458654Z","steps":["trace[1096077388] 'agreement among raft nodes before linearized reading' (duration: 2.660605934s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:56.458686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:53.797956Z","time spent":"2.660724408s","remote":"127.0.0.1:37672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:56.458029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:52.567808Z","time spent":"3.890214383s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"warn","ts":"2026-04-02T17:37:56.958147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:57.459411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:37:57.541038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082236821s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:37:57.541364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002164851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:37:57.541451Z","caller":"traceutil/trace.go:171","msg":"trace[150609594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002302265s","start":"2026-04-02T17:37:55.539134Z","end":"2026-04-02T17:37:57.541436Z","steps":["trace[150609594] 'agreement among raft nodes before linearized reading' (duration: 2.002199162s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:57.541524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.539113Z","time spent":"2.002400648s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:37:57.625618Z","caller":"traceutil/trace.go:171","msg":"trace[784820062] transaction","detail":"{read_only:false; response_revision:29650; number_of_response:1; }","duration":"1.694287148s","start":"2026-04-02T17:37:55.931306Z","end":"2026-04-02T17:37:57.625593Z","steps":["trace[784820062] 'process raft request' (duration: 1.694224236s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:57.625747Z","caller":"traceutil/trace.go:171","msg":"trace[1083435522] transaction","detail":"{read_only:false; response_revision:29648; number_of_response:1; }","duration":"1.697945944s","start":"2026-04-02T17:37:55.927777Z","end":"2026-04-02T17:37:57.625723Z","steps":["trace[1083435522] 'process raft request' (duration: 1.697551751s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:57.625791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.931281Z","time spent":"1.694428833s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:57.625872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.927745Z","time spent":"1.698054777s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:57.625988Z","caller":"traceutil/trace.go:171","msg":"trace[67157574] transaction","detail":"{read_only:false; response_revision:29647; number_of_response:1; }","duration":"1.698248463s","start":"2026-04-02T17:37:55.927727Z","end":"2026-04-02T17:37:57.625975Z","steps":["trace[67157574] 'process raft request' (duration: 1.613568487s)","trace[67157574] 'compare' (duration: 83.577232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:57.626048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.927702Z","time spent":"1.698317776s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:57.626133Z","caller":"traceutil/trace.go:171","msg":"trace[1941070571] transaction","detail":"{read_only:false; response_revision:29649; number_of_response:1; }","duration":"1.695888919s","start":"2026-04-02T17:37:55.930236Z","end":"2026-04-02T17:37:57.626124Z","steps":["trace[1941070571] 'process raft request' (duration: 1.695235629s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:57.626182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.930221Z","time spent":"1.69593588s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:58.402251Z","caller":"traceutil/trace.go:171","msg":"trace[1299416399] transaction","detail":"{read_only:false; response_revision:29653; number_of_response:1; }","duration":"1.938405295s","start":"2026-04-02T17:37:56.463821Z","end":"2026-04-02T17:37:58.402227Z","steps":["trace[1299416399] 'process raft request' (duration: 1.938331352s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:58.402339Z","caller":"traceutil/trace.go:171","msg":"trace[1374898117] transaction","detail":"{read_only:false; response_revision:29652; number_of_response:1; }","duration":"1.938567569s","start":"2026-04-02T17:37:56.463737Z","end":"2026-04-02T17:37:58.402304Z","steps":["trace[1374898117] 'process raft request' (duration: 1.938337982s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.402398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.463815Z","time spent":"1.938513108s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:58.402414Z","caller":"traceutil/trace.go:171","msg":"trace[788116527] transaction","detail":"{read_only:false; response_revision:29654; number_of_response:1; }","duration":"1.938485497s","start":"2026-04-02T17:37:56.463921Z","end":"2026-04-02T17:37:58.402407Z","steps":["trace[788116527] 'process raft request' (duration: 1.93826896s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:58.402263Z","caller":"traceutil/trace.go:171","msg":"trace[187088536] transaction","detail":"{read_only:false; response_revision:29651; number_of_response:1; }","duration":"1.941204063s","start":"2026-04-02T17:37:56.461036Z","end":"2026-04-02T17:37:58.40224Z","steps":["trace[187088536] 'process raft request' (duration: 1.94080668s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.402691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.461015Z","time spent":"1.941588464s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:58.4025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.463718Z","time spent":"1.938691453s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:58.402719Z","caller":"traceutil/trace.go:171","msg":"trace[131618661] linearizableReadLoop","detail":"{readStateIndex:31030; appliedIndex:31021; }","duration":"1.945603892s","start":"2026-04-02T17:37:56.457105Z","end":"2026-04-02T17:37:58.402708Z","steps":["trace[131618661] 'read index received' (duration: 1.084188432s)","trace[131618661] 'applied index is now lower than readState.Index' (duration: 861.41455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:37:58.40282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195023957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-02T17:37:58.402845Z","caller":"traceutil/trace.go:171","msg":"trace[998585752] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:29655; }","duration":"3.195078239s","start":"2026-04-02T17:37:55.207761Z","end":"2026-04-02T17:37:58.40284Z","steps":["trace[998585752] 'agreement among raft nodes before linearized reading' (duration: 3.194975246s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.402861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.207746Z","time spent":"3.19511042s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-02T17:37:58.402889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889222231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:58.402894Z","caller":"traceutil/trace.go:171","msg":"trace[1804872232] transaction","detail":"{read_only:false; response_revision:29655; number_of_response:1; }","duration":"1.938842428s","start":"2026-04-02T17:37:56.464022Z","end":"2026-04-02T17:37:58.402864Z","steps":["trace[1804872232] 'process raft request' (duration: 1.938322301s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.402523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.463916Z","time spent":"1.938525858s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:58.402942Z","caller":"traceutil/trace.go:171","msg":"trace[1568129022] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:29655; }","duration":"2.889312504s","start":"2026-04-02T17:37:55.513611Z","end":"2026-04-02T17:37:58.402924Z","steps":["trace[1568129022] 'agreement among raft nodes before linearized reading' (duration: 2.889219011s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.402926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263524771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:58.402952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396930159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:37:58.402991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:55.513589Z","time spent":"2.889390376s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:58.403029Z","caller":"traceutil/trace.go:171","msg":"trace[1207242515] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:29655; }","duration":"2.397062453s","start":"2026-04-02T17:37:56.005947Z","end":"2026-04-02T17:37:58.403009Z","steps":["trace[1207242515] 'agreement among raft nodes before linearized reading' (duration: 2.396881248s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:37:58.403028Z","caller":"traceutil/trace.go:171","msg":"trace[650669944] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29655; }","duration":"2.263679187s","start":"2026-04-02T17:37:56.139321Z","end":"2026-04-02T17:37:58.403001Z","steps":["trace[650669944] 'agreement among raft nodes before linearized reading' (duration: 2.263499641s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.403029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.464016Z","time spent":"1.938941252s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:58.403081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.005932Z","time spent":"2.397137925s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:58.403094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.139301Z","time spent":"2.263775619s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:37:58.448207Z","caller":"traceutil/trace.go:171","msg":"trace[704301003] transaction","detail":"{read_only:false; response_revision:29656; number_of_response:1; }","duration":"877.445996ms","start":"2026-04-02T17:37:57.570725Z","end":"2026-04-02T17:37:58.448171Z","steps":["trace[704301003] 'process raft request' (duration: 877.064664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.448361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:57.570697Z","time spent":"877.58521ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:58.44877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924281327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-04-02T17:37:58.448812Z","caller":"traceutil/trace.go:171","msg":"trace[249538342] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:29656; }","duration":"1.92435463s","start":"2026-04-02T17:37:56.524446Z","end":"2026-04-02T17:37:58.4488Z","steps":["trace[249538342] 'agreement among raft nodes before linearized reading' (duration: 1.924195985s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.448843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.524428Z","time spent":"1.924408182s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1009,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-02T17:37:58.449024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.255747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:58.449062Z","caller":"traceutil/trace.go:171","msg":"trace[197393498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29656; }","duration":"534.3373ms","start":"2026-04-02T17:37:57.914715Z","end":"2026-04-02T17:37:58.449052Z","steps":["trace[197393498] 'agreement among raft nodes before linearized reading' (duration: 534.277808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.449101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:57.914686Z","time spent":"534.396202ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:58.449264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08067539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:58.449298Z","caller":"traceutil/trace.go:171","msg":"trace[601422599] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:29656; }","duration":"1.080747462s","start":"2026-04-02T17:37:57.368542Z","end":"2026-04-02T17:37:58.44929Z","steps":["trace[601422599] 'agreement among raft nodes before linearized reading' (duration: 1.08068846s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.449339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:57.368522Z","time spent":"1.080796514s","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:58.449502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41157287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:37:58.450456Z","caller":"traceutil/trace.go:171","msg":"trace[692009729] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:29656; }","duration":"1.412568582s","start":"2026-04-02T17:37:57.037875Z","end":"2026-04-02T17:37:58.450443Z","steps":["trace[692009729] 'agreement among raft nodes before linearized reading' (duration: 1.411594171s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.450525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:57.037854Z","time spent":"1.412652625s","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:37:58.450504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990462759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:37:58.450041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883687165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-02T17:37:58.450586Z","caller":"traceutil/trace.go:171","msg":"trace[789928311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29656; }","duration":"1.990600814s","start":"2026-04-02T17:37:56.459967Z","end":"2026-04-02T17:37:58.450568Z","steps":["trace[789928311] 'agreement among raft nodes before linearized reading' (duration: 1.990352386s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.450661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.459929Z","time spent":"1.990721948s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:37:58.450599Z","caller":"traceutil/trace.go:171","msg":"trace[1308157965] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29656; }","duration":"1.884301244s","start":"2026-04-02T17:37:56.566281Z","end":"2026-04-02T17:37:58.450582Z","steps":["trace[1308157965] 'agreement among raft nodes before linearized reading' (duration: 1.883387185s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.450832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.566265Z","time spent":"1.884557222s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-02T17:37:58.450247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925363081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-02T17:37:58.45092Z","caller":"traceutil/trace.go:171","msg":"trace[1086527094] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:29656; }","duration":"1.926060004s","start":"2026-04-02T17:37:56.52484Z","end":"2026-04-02T17:37:58.4509Z","steps":["trace[1086527094] 'agreement among raft nodes before linearized reading' (duration: 1.925324671s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.450955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.524818Z","time spent":"1.926125935s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":869,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-02T17:37:58.450369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980708091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-04-02T17:37:58.451078Z","caller":"traceutil/trace.go:171","msg":"trace[194176899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29656; }","duration":"1.981436334s","start":"2026-04-02T17:37:56.469633Z","end":"2026-04-02T17:37:58.45107Z","steps":["trace[194176899] 'agreement among raft nodes before linearized reading' (duration: 1.980689991s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.4511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.469619Z","time spent":"1.981474375s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T17:37:58.450129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898871414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:37:58.451199Z","caller":"traceutil/trace.go:171","msg":"trace[1182330303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29656; }","duration":"1.899980889s","start":"2026-04-02T17:37:56.551203Z","end":"2026-04-02T17:37:58.451184Z","steps":["trace[1182330303] 'agreement among raft nodes before linearized reading' (duration: 1.898856814s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:58.451312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:56.551187Z","time spent":"1.900112574s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:37:58.95765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615438,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:37:59.215377Z","caller":"traceutil/trace.go:171","msg":"trace[912447330] transaction","detail":"{read_only:false; response_revision:29657; number_of_response:1; }","duration":"760.402477ms","start":"2026-04-02T17:37:58.454954Z","end":"2026-04-02T17:37:59.215356Z","steps":["trace[912447330] 'process raft request' (duration: 760.17267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:59.215483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.454928Z","time spent":"760.498551ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:59.2557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.458721Z","time spent":"796.972004ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:37:59.255864Z","caller":"traceutil/trace.go:171","msg":"trace[1112780861] transaction","detail":"{read_only:false; response_revision:29658; number_of_response:1; }","duration":"792.359747ms","start":"2026-04-02T17:37:58.463378Z","end":"2026-04-02T17:37:59.255738Z","steps":["trace[1112780861] 'process raft request' (duration: 792.113229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:59.256064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.46337Z","time spent":"792.606296ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:37:59.875432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.688868ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:37:59.875758Z","caller":"traceutil/trace.go:171","msg":"trace[1854973888] linearizableReadLoop","detail":"{readStateIndex:31034; appliedIndex:31031; }","duration":"1.418956244s","start":"2026-04-02T17:37:58.456776Z","end":"2026-04-02T17:37:59.875732Z","steps":["trace[1854973888] 'read index received' (duration: 758.559759ms)","trace[1854973888] 'applied index is now lower than readState.Index' (duration: 660.393615ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:37:59.875911Z","caller":"traceutil/trace.go:171","msg":"trace[925147111] transaction","detail":"{read_only:false; response_revision:29659; number_of_response:1; }","duration":"619.019298ms","start":"2026-04-02T17:37:59.256879Z","end":"2026-04-02T17:37:59.875899Z","steps":["trace[925147111] 'process raft request' (duration: 618.798211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:59.875962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419167311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-02T17:37:59.87599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.256864Z","time spent":"619.078599ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:37:59.876022Z","caller":"traceutil/trace.go:171","msg":"trace[660308946] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997; range_end:; response_count:1; response_revision:29659; }","duration":"1.419247504s","start":"2026-04-02T17:37:58.456758Z","end":"2026-04-02T17:37:59.876005Z","steps":["trace[660308946] 'agreement among raft nodes before linearized reading' (duration: 1.419041208s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:37:59.876054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.456751Z","time spent":"1.419295865s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997\" "} {"level":"warn","ts":"2026-04-02T17:38:00.37679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:00.458331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:00.458439Z","caller":"traceutil/trace.go:171","msg":"trace[1354974542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449047s","start":"2026-04-02T17:37:58.457928Z","end":"2026-04-02T17:38:00.458377Z","steps":["trace[1354974542] 'agreement among raft nodes before linearized reading' (duration: 2.000378034s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:00.458487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.457922Z","time spent":"2.00055523s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:00.877769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:00.962477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165692609s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:01.107447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.57094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:01.107697Z","caller":"traceutil/trace.go:171","msg":"trace[885261418] transaction","detail":"{read_only:false; response_revision:29660; number_of_response:1; }","duration":"1.475674597s","start":"2026-04-02T17:37:59.63195Z","end":"2026-04-02T17:38:01.107624Z","steps":["trace[885261418] 'process raft request' (duration: 1.330826098s)","trace[885261418] 'compare' (duration: 144.168458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:01.107909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.631923Z","time spent":"1.475885334s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:01.108072Z","caller":"traceutil/trace.go:171","msg":"trace[1564565442] linearizableReadLoop","detail":"{readStateIndex:31040; appliedIndex:31036; }","duration":"1.232246343s","start":"2026-04-02T17:37:59.875807Z","end":"2026-04-02T17:38:01.108054Z","steps":["trace[1564565442] 'read index received' (duration: 1.086878457s)","trace[1564565442] 'applied index is now lower than readState.Index' (duration: 145.366466ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:01.108066Z","caller":"traceutil/trace.go:171","msg":"trace[913910551] transaction","detail":"{read_only:false; response_revision:29661; number_of_response:1; }","duration":"1.469848374s","start":"2026-04-02T17:37:59.63818Z","end":"2026-04-02T17:38:01.108029Z","steps":["trace[913910551] 'process raft request' (duration: 1.469379869s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.108242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62059205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:01.108248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.638166Z","time spent":"1.469985068s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:01.108256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53583006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:01.108322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585202461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:01.108438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645606851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:38:01.108453Z","caller":"traceutil/trace.go:171","msg":"trace[1027516605] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:29663; }","duration":"2.585406677s","start":"2026-04-02T17:37:58.523017Z","end":"2026-04-02T17:38:01.108423Z","steps":["trace[1027516605] 'agreement among raft nodes before linearized reading' (duration: 2.585114038s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:01.108497Z","caller":"traceutil/trace.go:171","msg":"trace[1785931426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29663; }","duration":"2.645673252s","start":"2026-04-02T17:37:58.462809Z","end":"2026-04-02T17:38:01.108483Z","steps":["trace[1785931426] 'agreement among raft nodes before linearized reading' (duration: 2.645513127s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.10852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.522997Z","time spent":"2.585510201s","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:01.108542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.462804Z","time spent":"2.645727654s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:38:01.108547Z","caller":"traceutil/trace.go:171","msg":"trace[1446466004] transaction","detail":"{read_only:false; response_revision:29662; number_of_response:1; }","duration":"1.470286308s","start":"2026-04-02T17:37:59.638247Z","end":"2026-04-02T17:38:01.108533Z","steps":["trace[1446466004] 'process raft request' (duration: 1.469585056s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.108552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65159443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-02T17:38:01.108606Z","caller":"traceutil/trace.go:171","msg":"trace[1713860042] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29663; }","duration":"2.651645442s","start":"2026-04-02T17:37:58.456945Z","end":"2026-04-02T17:38:01.108591Z","steps":["trace[1713860042] 'agreement among raft nodes before linearized reading' (duration: 2.651452626s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.108658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.456922Z","time spent":"2.651725155s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T17:38:01.108691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.638226Z","time spent":"1.47035807s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:01.108732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230988013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-02T17:38:01.108785Z","caller":"traceutil/trace.go:171","msg":"trace[1000037031] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29663; }","duration":"1.231052636s","start":"2026-04-02T17:37:59.87772Z","end":"2026-04-02T17:38:01.108772Z","steps":["trace[1000037031] 'agreement among raft nodes before linearized reading' (duration: 1.230926442s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.108831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.877707Z","time spent":"1.231113597s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-02T17:38:01.108886Z","caller":"traceutil/trace.go:171","msg":"trace[1177921678] transaction","detail":"{read_only:false; response_revision:29663; number_of_response:1; }","duration":"1.470172674s","start":"2026-04-02T17:37:59.638701Z","end":"2026-04-02T17:38:01.108874Z","steps":["trace[1177921678] 'process raft request' (duration: 1.469270825s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.108925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596771936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:01.108969Z","caller":"traceutil/trace.go:171","msg":"trace[560046731] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:29663; }","duration":"1.596868799s","start":"2026-04-02T17:37:59.512085Z","end":"2026-04-02T17:38:01.108953Z","steps":["trace[560046731] 'agreement among raft nodes before linearized reading' (duration: 1.596780496s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.108977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.638684Z","time spent":"1.470258267s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:01.10907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.604077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:01.109053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646829069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:38:01.109129Z","caller":"traceutil/trace.go:171","msg":"trace[1727502811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29663; }","duration":"650.683309ms","start":"2026-04-02T17:38:00.458432Z","end":"2026-04-02T17:38:01.109116Z","steps":["trace[1727502811] 'agreement among raft nodes before linearized reading' (duration: 650.602287ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:01.10915Z","caller":"traceutil/trace.go:171","msg":"trace[1302023148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29663; }","duration":"2.646954803s","start":"2026-04-02T17:37:58.462176Z","end":"2026-04-02T17:38:01.10913Z","steps":["trace[1302023148] 'agreement among raft nodes before linearized reading' (duration: 2.646679864s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409511126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:01.108353Z","caller":"traceutil/trace.go:171","msg":"trace[201756751] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:29663; }","duration":"1.535996015s","start":"2026-04-02T17:37:59.572339Z","end":"2026-04-02T17:38:01.108335Z","steps":["trace[201756751] 'agreement among raft nodes before linearized reading' (duration: 1.535729616s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.458422Z","time spent":"650.744501ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:01.109199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.462168Z","time spent":"2.647020496s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:01.109202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890557053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:38:01.109235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.572317Z","time spent":"1.536897523s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:01.10931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507317248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:01.108299Z","caller":"traceutil/trace.go:171","msg":"trace[947821439] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29663; }","duration":"2.620679453s","start":"2026-04-02T17:37:58.487604Z","end":"2026-04-02T17:38:01.108283Z","steps":["trace[947821439] 'agreement among raft nodes before linearized reading' (duration: 2.62057955s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:01.109228Z","caller":"traceutil/trace.go:171","msg":"trace[305450962] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29663; }","duration":"1.409687892s","start":"2026-04-02T17:37:59.699507Z","end":"2026-04-02T17:38:01.109195Z","steps":["trace[305450962] 'agreement among raft nodes before linearized reading' (duration: 1.409572028s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.623449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:01.109427Z","caller":"traceutil/trace.go:171","msg":"trace[388106939] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:29663; }","duration":"1.507437702s","start":"2026-04-02T17:37:59.601941Z","end":"2026-04-02T17:38:01.109379Z","steps":["trace[388106939] 'agreement among raft nodes before linearized reading' (duration: 1.507330768s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.699484Z","time spent":"1.40992632s","remote":"127.0.0.1:37548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:01.109453Z","caller":"traceutil/trace.go:171","msg":"trace[760162188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29663; }","duration":"657.706911ms","start":"2026-04-02T17:38:00.451731Z","end":"2026-04-02T17:38:01.109438Z","steps":["trace[760162188] 'agreement among raft nodes before linearized reading' (duration: 657.616828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.497939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:01.109502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.45172Z","time spent":"657.768623ms","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:01.109531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.506415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:38:01.109543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209142312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-04-02T17:38:01.10955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.601918Z","time spent":"1.507586797s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:01.109001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.512061Z","time spent":"1.596931391s","remote":"127.0.0.1:33944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:01.109617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.400604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-02T17:38:01.109643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.453867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:01.109252Z","caller":"traceutil/trace.go:171","msg":"trace[1701938889] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29663; }","duration":"1.890640475s","start":"2026-04-02T17:37:59.218601Z","end":"2026-04-02T17:38:01.109241Z","steps":["trace[1701938889] 'agreement among raft nodes before linearized reading' (duration: 1.890422558s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:01.109514Z","caller":"traceutil/trace.go:171","msg":"trace[861124173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29663; }","duration":"889.599542ms","start":"2026-04-02T17:38:00.219902Z","end":"2026-04-02T17:38:01.109502Z","steps":["trace[861124173] 'agreement among raft nodes before linearized reading' (duration: 889.502238ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:01.109694Z","caller":"traceutil/trace.go:171","msg":"trace[1713931477] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29663; }","duration":"920.543529ms","start":"2026-04-02T17:38:00.189138Z","end":"2026-04-02T17:38:01.109682Z","steps":["trace[1713931477] 'agreement among raft nodes before linearized reading' (duration: 920.472717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.303912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:01.109708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.582463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:38:01.109728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.189111Z","time spent":"920.608261ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:01.10973Z","caller":"traceutil/trace.go:171","msg":"trace[222900573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29663; }","duration":"852.368084ms","start":"2026-04-02T17:38:00.257353Z","end":"2026-04-02T17:38:01.109721Z","steps":["trace[222900573] 'agreement among raft nodes before linearized reading' (duration: 852.318143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.219883Z","time spent":"889.836629ms","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:01.109776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.257328Z","time spent":"852.440187ms","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:01.109583Z","caller":"traceutil/trace.go:171","msg":"trace[389374939] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:29663; }","duration":"1.209222155s","start":"2026-04-02T17:37:59.900351Z","end":"2026-04-02T17:38:01.109573Z","steps":["trace[389374939] 'agreement among raft nodes before linearized reading' (duration: 1.209099631s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.900332Z","time spent":"1.209521525s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-04-02T17:38:01.109404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:58.487591Z","time spent":"2.621801058s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:01.10957Z","caller":"traceutil/trace.go:171","msg":"trace[294431400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29663; }","duration":"701.597948ms","start":"2026-04-02T17:38:00.407962Z","end":"2026-04-02T17:38:01.10956Z","steps":["trace[294431400] 'agreement among raft nodes before linearized reading' (duration: 701.480685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.109997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126913463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-02T17:38:01.109719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.218584Z","time spent":"1.891115841s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"warn","ts":"2026-04-02T17:38:01.10999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.407938Z","time spent":"702.033002ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:01.110159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.990897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:38:01.110233Z","caller":"traceutil/trace.go:171","msg":"trace[1734353904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29663; }","duration":"681.0883ms","start":"2026-04-02T17:38:00.429128Z","end":"2026-04-02T17:38:01.110217Z","steps":["trace[1734353904] 'agreement among raft nodes before linearized reading' (duration: 680.833862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.110292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.429117Z","time spent":"681.162872ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:38:01.110056Z","caller":"traceutil/trace.go:171","msg":"trace[1191084621] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:29663; }","duration":"1.127004496s","start":"2026-04-02T17:37:59.983039Z","end":"2026-04-02T17:38:01.110043Z","steps":["trace[1191084621] 'agreement among raft nodes before linearized reading' (duration: 1.126864941s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:01.109651Z","caller":"traceutil/trace.go:171","msg":"trace[1609446254] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29663; }","duration":"702.433175ms","start":"2026-04-02T17:38:00.407209Z","end":"2026-04-02T17:38:01.109642Z","steps":["trace[1609446254] 'agreement among raft nodes before linearized reading' (duration: 702.327892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.110424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:37:59.983014Z","time spent":"1.127393998s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-02T17:38:01.110435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.407153Z","time spent":"703.26419ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T17:38:01.109739Z","caller":"traceutil/trace.go:171","msg":"trace[1606222632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29663; }","duration":"679.638094ms","start":"2026-04-02T17:38:00.430093Z","end":"2026-04-02T17:38:01.109731Z","steps":["trace[1606222632] 'agreement among raft nodes before linearized reading' (duration: 679.500469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:01.110558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:00.430078Z","time spent":"680.470951ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:38:01.63664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:02.018981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.181343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:02.019207Z","caller":"traceutil/trace.go:171","msg":"trace[663552136] transaction","detail":"{read_only:false; response_revision:29665; number_of_response:1; }","duration":"903.660454ms","start":"2026-04-02T17:38:01.115517Z","end":"2026-04-02T17:38:02.019178Z","steps":["trace[663552136] 'process raft request' (duration: 793.188062ms)","trace[663552136] 'compare' (duration: 110.051789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:02.019381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.115506Z","time spent":"903.760078ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:02.019567Z","caller":"traceutil/trace.go:171","msg":"trace[542603782] linearizableReadLoop","detail":"{readStateIndex:31049; appliedIndex:31041; }","duration":"883.502648ms","start":"2026-04-02T17:38:01.136041Z","end":"2026-04-02T17:38:02.019544Z","steps":["trace[542603782] 'read index received' (duration: 772.676605ms)","trace[542603782] 'applied index is now lower than readState.Index' (duration: 110.824773ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:02.019835Z","caller":"traceutil/trace.go:171","msg":"trace[1776021850] transaction","detail":"{read_only:false; response_revision:29666; number_of_response:1; }","duration":"903.982585ms","start":"2026-04-02T17:38:01.11584Z","end":"2026-04-02T17:38:02.019822Z","steps":["trace[1776021850] 'process raft request' (duration: 903.265102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:02.019897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.115828Z","time spent":"904.035707ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:02.019909Z","caller":"traceutil/trace.go:171","msg":"trace[1279976164] transaction","detail":"{read_only:false; response_revision:29671; number_of_response:1; }","duration":"902.56072ms","start":"2026-04-02T17:38:01.117318Z","end":"2026-04-02T17:38:02.019879Z","steps":["trace[1279976164] 'process raft request' (duration: 902.106176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:02.020003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.117309Z","time spent":"902.645573ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:02.020225Z","caller":"traceutil/trace.go:171","msg":"trace[946111975] transaction","detail":"{read_only:false; response_revision:29669; number_of_response:1; }","duration":"903.922883ms","start":"2026-04-02T17:38:01.116254Z","end":"2026-04-02T17:38:02.020176Z","steps":["trace[946111975] 'process raft request' (duration: 903.070066ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:02.020314Z","caller":"traceutil/trace.go:171","msg":"trace[1248173371] transaction","detail":"{read_only:false; response_revision:29670; number_of_response:1; }","duration":"903.872531ms","start":"2026-04-02T17:38:01.116416Z","end":"2026-04-02T17:38:02.020289Z","steps":["trace[1248173371] 'process raft request' (duration: 902.953752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:02.020408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.116241Z","time spent":"904.054008ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:02.020495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.116409Z","time spent":"904.031516ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:02.020565Z","caller":"traceutil/trace.go:171","msg":"trace[669528434] transaction","detail":"{read_only:false; response_revision:29667; number_of_response:1; }","duration":"904.603884ms","start":"2026-04-02T17:38:01.115933Z","end":"2026-04-02T17:38:02.020537Z","steps":["trace[669528434] 'process raft request' (duration: 903.249411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:02.020638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.582274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:02.02062Z","caller":"traceutil/trace.go:171","msg":"trace[2068584377] transaction","detail":"{read_only:false; response_revision:29668; number_of_response:1; }","duration":"904.613775ms","start":"2026-04-02T17:38:01.115976Z","end":"2026-04-02T17:38:02.020589Z","steps":["trace[2068584377] 'process raft request' (duration: 903.257682ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:02.020686Z","caller":"traceutil/trace.go:171","msg":"trace[755498720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29672; }","duration":"904.648266ms","start":"2026-04-02T17:38:01.116014Z","end":"2026-04-02T17:38:02.020663Z","steps":["trace[755498720] 'agreement among raft nodes before linearized reading' (duration: 904.550423ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:02.020661Z","caller":"traceutil/trace.go:171","msg":"trace[504820139] transaction","detail":"{read_only:false; response_revision:29672; number_of_response:1; }","duration":"758.971491ms","start":"2026-04-02T17:38:01.26165Z","end":"2026-04-02T17:38:02.020621Z","steps":["trace[504820139] 'process raft request' (duration: 757.844945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:02.020719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.116006Z","time spent":"904.707638ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:02.020706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.761239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-02T17:38:02.020682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.115924Z","time spent":"904.705358ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:02.02076Z","caller":"traceutil/trace.go:171","msg":"trace[732822807] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:29672; }","duration":"680.853802ms","start":"2026-04-02T17:38:01.33989Z","end":"2026-04-02T17:38:02.020744Z","steps":["trace[732822807] 'agreement among raft nodes before linearized reading' (duration: 680.723458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:02.020757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.115961Z","time spent":"904.721318ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:02.020801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.339868Z","time spent":"680.923084ms","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-04-02T17:38:02.020817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.261625Z","time spent":"759.110015ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:02.020607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.224061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-5b57d655b4-9cp92.18a29a2f97d6e294\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-02T17:38:02.020948Z","caller":"traceutil/trace.go:171","msg":"trace[1148240145] range","detail":"{range_begin:/registry/events/openstack/heat-api-5b57d655b4-9cp92.18a29a2f97d6e294; range_end:; response_count:1; response_revision:29672; }","duration":"878.595582ms","start":"2026-04-02T17:38:01.142331Z","end":"2026-04-02T17:38:02.020926Z","steps":["trace[1148240145] 'agreement among raft nodes before linearized reading' (duration: 878.068756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:02.021065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.142311Z","time spent":"878.727277ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/heat-api-5b57d655b4-9cp92.18a29a2f97d6e294\" "} {"level":"warn","ts":"2026-04-02T17:38:02.021187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.949907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:38:02.021282Z","caller":"traceutil/trace.go:171","msg":"trace[757282951] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29672; }","duration":"906.04801ms","start":"2026-04-02T17:38:01.115217Z","end":"2026-04-02T17:38:02.021265Z","steps":["trace[757282951] 'agreement among raft nodes before linearized reading' (duration: 905.350288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:02.021332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:01.1152Z","time spent":"906.117522ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:38:03.147341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.428319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:03.147466Z","caller":"traceutil/trace.go:171","msg":"trace[665935935] linearizableReadLoop","detail":"{readStateIndex:31051; appliedIndex:31050; }","duration":"833.987573ms","start":"2026-04-02T17:38:02.313457Z","end":"2026-04-02T17:38:03.147445Z","steps":["trace[665935935] 'read index received' (duration: 265.282805ms)","trace[665935935] 'applied index is now lower than readState.Index' (duration: 568.701988ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:03.14752Z","caller":"traceutil/trace.go:171","msg":"trace[1827947205] transaction","detail":"{read_only:false; response_revision:29674; number_of_response:1; }","duration":"1.038482678s","start":"2026-04-02T17:38:02.109015Z","end":"2026-04-02T17:38:03.147497Z","steps":["trace[1827947205] 'process raft request' (duration: 469.75835ms)","trace[1827947205] 'compare' (duration: 565.95135ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:03.14763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.178799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:03.147657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:02.108998Z","time spent":"1.038599541s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:03.147683Z","caller":"traceutil/trace.go:171","msg":"trace[1401805147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29674; }","duration":"834.263612ms","start":"2026-04-02T17:38:02.313406Z","end":"2026-04-02T17:38:03.14767Z","steps":["trace[1401805147] 'agreement among raft nodes before linearized reading' (duration: 834.137358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:03.147723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:02.31339Z","time spent":"834.323564ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:03.648168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:04.149317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:04.510159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800578669s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:38:04.568879Z","caller":"traceutil/trace.go:171","msg":"trace[1777980200] transaction","detail":"{read_only:false; response_revision:29675; number_of_response:1; }","duration":"1.859396398s","start":"2026-04-02T17:38:02.709444Z","end":"2026-04-02T17:38:04.56884Z","steps":["trace[1777980200] 'process raft request' (duration: 1.801182628s)","trace[1777980200] 'compare' (duration: 58.032154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:04.569049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:02.709419Z","time spent":"1.859545263s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:05.149009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999201406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:05.14906Z","caller":"traceutil/trace.go:171","msg":"trace[304076209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999262638s","start":"2026-04-02T17:38:03.149786Z","end":"2026-04-02T17:38:05.149049Z","steps":["trace[304076209] 'agreement among raft nodes before linearized reading' (duration: 1.999199526s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.149089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.149775Z","time spent":"1.999306279s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:38:05.307221Z","caller":"traceutil/trace.go:171","msg":"trace[1973510466] transaction","detail":"{read_only:false; response_revision:29676; number_of_response:1; }","duration":"2.189926454s","start":"2026-04-02T17:38:03.117248Z","end":"2026-04-02T17:38:05.307174Z","steps":["trace[1973510466] 'process raft request' (duration: 2.112532818s)","trace[1973510466] 'compare' (duration: 76.955813ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:05.307257Z","caller":"traceutil/trace.go:171","msg":"trace[2061060338] transaction","detail":"{read_only:false; response_revision:29677; number_of_response:1; }","duration":"2.189811471s","start":"2026-04-02T17:38:03.117423Z","end":"2026-04-02T17:38:05.307235Z","steps":["trace[2061060338] 'process raft request' (duration: 2.189649876s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.30739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.117414Z","time spent":"2.189898044s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:05.307391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.117227Z","time spent":"2.19008264s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:05.307699Z","caller":"traceutil/trace.go:171","msg":"trace[2086872929] transaction","detail":"{read_only:false; response_revision:29678; number_of_response:1; }","duration":"2.190183793s","start":"2026-04-02T17:38:03.117487Z","end":"2026-04-02T17:38:05.307671Z","steps":["trace[2086872929] 'process raft request' (duration: 2.189712818s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.307866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.11748Z","time spent":"2.190290676s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:05.307943Z","caller":"traceutil/trace.go:171","msg":"trace[1457638361] transaction","detail":"{read_only:false; response_revision:29679; number_of_response:1; }","duration":"2.190339948s","start":"2026-04-02T17:38:03.117552Z","end":"2026-04-02T17:38:05.307892Z","steps":["trace[1457638361] 'process raft request' (duration: 2.190013628s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.308077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.117543Z","time spent":"2.190463962s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:05.308465Z","caller":"traceutil/trace.go:171","msg":"trace[487444891] transaction","detail":"{read_only:false; response_revision:29681; number_of_response:1; }","duration":"1.344237872s","start":"2026-04-02T17:38:03.964212Z","end":"2026-04-02T17:38:05.30845Z","steps":["trace[487444891] 'process raft request' (duration: 1.344156269s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.308544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.964192Z","time spent":"1.344316275s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:05.308664Z","caller":"traceutil/trace.go:171","msg":"trace[1487441035] transaction","detail":"{read_only:false; response_revision:29682; number_of_response:1; }","duration":"1.281123647s","start":"2026-04-02T17:38:04.027523Z","end":"2026-04-02T17:38:05.308647Z","steps":["trace[1487441035] 'process raft request' (duration: 1.28089183s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:05.308445Z","caller":"traceutil/trace.go:171","msg":"trace[1191088696] transaction","detail":"{read_only:false; response_revision:29680; number_of_response:1; }","duration":"1.851673742s","start":"2026-04-02T17:38:03.456757Z","end":"2026-04-02T17:38:05.308431Z","steps":["trace[1191088696] 'process raft request' (duration: 1.851069473s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.308755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.027506Z","time spent":"1.281210159s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:05.308817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.45673Z","time spent":"1.852040974s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:05.308962Z","caller":"traceutil/trace.go:171","msg":"trace[128027952] linearizableReadLoop","detail":"{readStateIndex:31059; appliedIndex:31051; }","duration":"2.161446645s","start":"2026-04-02T17:38:03.147505Z","end":"2026-04-02T17:38:05.308951Z","steps":["trace[128027952] 'read index received' (duration: 1.363087319s)","trace[128027952] 'applied index is now lower than readState.Index' (duration: 798.358416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:05.309068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263366466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:05.309064Z","caller":"traceutil/trace.go:171","msg":"trace[1112188672] transaction","detail":"{read_only:false; response_revision:29683; number_of_response:1; }","duration":"1.082044003s","start":"2026-04-02T17:38:04.226961Z","end":"2026-04-02T17:38:05.309005Z","steps":["trace[1112188672] 'process raft request' (duration: 1.08163098s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:05.309108Z","caller":"traceutil/trace.go:171","msg":"trace[90637008] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:29683; }","duration":"2.263441439s","start":"2026-04-02T17:38:03.045655Z","end":"2026-04-02T17:38:05.309097Z","steps":["trace[90637008] 'agreement among raft nodes before linearized reading' (duration: 2.263361747s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.309138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.045636Z","time spent":"2.2634941s","remote":"127.0.0.1:49874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:05.309142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387863212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:05.309197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510939783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:05.309278Z","caller":"traceutil/trace.go:171","msg":"trace[286912832] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29683; }","duration":"2.511064276s","start":"2026-04-02T17:38:02.798193Z","end":"2026-04-02T17:38:05.309257Z","steps":["trace[286912832] 'agreement among raft nodes before linearized reading' (duration: 2.510936782s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.309337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:02.798172Z","time spent":"2.511148589s","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:05.309213Z","caller":"traceutil/trace.go:171","msg":"trace[137935593] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:29683; }","duration":"2.387965245s","start":"2026-04-02T17:38:02.921225Z","end":"2026-04-02T17:38:05.30919Z","steps":["trace[137935593] 'agreement among raft nodes before linearized reading' (duration: 2.387824831s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.309438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:02.921209Z","time spent":"2.388216943s","remote":"127.0.0.1:49888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:05.309564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.226934Z","time spent":"1.082216749s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:05.313216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162049364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:38:05.313245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37866247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:05.313256Z","caller":"traceutil/trace.go:171","msg":"trace[961176577] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29683; }","duration":"2.162091805s","start":"2026-04-02T17:38:03.151154Z","end":"2026-04-02T17:38:05.313246Z","steps":["trace[961176577] 'agreement among raft nodes before linearized reading' (duration: 2.16192566s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.313277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.151149Z","time spent":"2.162122956s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"info","ts":"2026-04-02T17:38:05.313279Z","caller":"traceutil/trace.go:171","msg":"trace[1108526891] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29683; }","duration":"1.378698931s","start":"2026-04-02T17:38:03.934569Z","end":"2026-04-02T17:38:05.313268Z","steps":["trace[1108526891] 'agreement among raft nodes before linearized reading' (duration: 1.378640359s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.313302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.934506Z","time spent":"1.378790194s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:05.313415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523908081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:05.313514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85444394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:38:05.314187Z","caller":"traceutil/trace.go:171","msg":"trace[622770735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29683; }","duration":"1.854960637s","start":"2026-04-02T17:38:03.45903Z","end":"2026-04-02T17:38:05.313991Z","steps":["trace[622770735] 'agreement among raft nodes before linearized reading' (duration: 1.854373808s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.313527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107650354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:05.314309Z","caller":"traceutil/trace.go:171","msg":"trace[420710822] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29683; }","duration":"2.108454659s","start":"2026-04-02T17:38:03.205835Z","end":"2026-04-02T17:38:05.314289Z","steps":["trace[420710822] 'agreement among raft nodes before linearized reading' (duration: 2.107619103s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.314269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.459011Z","time spent":"1.855241975s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:38:05.31436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.20583Z","time spent":"2.108515441s","remote":"127.0.0.1:57488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:05.313602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287325492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:38:05.315631Z","caller":"traceutil/trace.go:171","msg":"trace[2046624354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29683; }","duration":"1.289369867s","start":"2026-04-02T17:38:04.026244Z","end":"2026-04-02T17:38:05.315613Z","steps":["trace[2046624354] 'agreement among raft nodes before linearized reading' (duration: 1.287300972s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.315676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.026226Z","time spent":"1.28943808s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:05.313604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28726465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:38:05.313614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287225979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:38:05.315924Z","caller":"traceutil/trace.go:171","msg":"trace[1876934903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29683; }","duration":"1.289571703s","start":"2026-04-02T17:38:04.026331Z","end":"2026-04-02T17:38:05.315903Z","steps":["trace[1876934903] 'agreement among raft nodes before linearized reading' (duration: 1.286847937s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.315974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.02631Z","time spent":"1.289651496s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:38:05.313661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287352573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:38:05.316026Z","caller":"traceutil/trace.go:171","msg":"trace[137097551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29683; }","duration":"1.289718289s","start":"2026-04-02T17:38:04.026295Z","end":"2026-04-02T17:38:05.316013Z","steps":["trace[137097551] 'agreement among raft nodes before linearized reading' (duration: 1.287330213s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.316074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.02629Z","time spent":"1.2897689s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:05.313716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288451328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:38:05.316142Z","caller":"traceutil/trace.go:171","msg":"trace[899982839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29683; }","duration":"1.290931017s","start":"2026-04-02T17:38:04.0252Z","end":"2026-04-02T17:38:05.316131Z","steps":["trace[899982839] 'agreement among raft nodes before linearized reading' (duration: 1.288385696s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.316194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.025184Z","time spent":"1.291000679s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:38:05.313746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652650401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:05.316253Z","caller":"traceutil/trace.go:171","msg":"trace[1938101769] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:29683; }","duration":"1.655201452s","start":"2026-04-02T17:38:03.661041Z","end":"2026-04-02T17:38:05.316242Z","steps":["trace[1938101769] 'agreement among raft nodes before linearized reading' (duration: 1.652638521s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.316293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.661015Z","time spent":"1.655267153s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:05.313724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.231922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:38:05.316385Z","caller":"traceutil/trace.go:171","msg":"trace[1692576178] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29683; }","duration":"682.932037ms","start":"2026-04-02T17:38:04.633444Z","end":"2026-04-02T17:38:05.316376Z","steps":["trace[1692576178] 'agreement among raft nodes before linearized reading' (duration: 680.137989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.316436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.633424Z","time spent":"683.001879ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:38:05.313731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.027624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-02T17:38:05.316516Z","caller":"traceutil/trace.go:171","msg":"trace[2132253069] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:29683; }","duration":"979.840143ms","start":"2026-04-02T17:38:04.336656Z","end":"2026-04-02T17:38:05.316496Z","steps":["trace[2132253069] 'agreement among raft nodes before linearized reading' (duration: 976.994183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.316612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.336634Z","time spent":"979.941096ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-02T17:38:05.313809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286325771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:38:05.316689Z","caller":"traceutil/trace.go:171","msg":"trace[1842999664] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29683; }","duration":"1.289206613s","start":"2026-04-02T17:38:04.027466Z","end":"2026-04-02T17:38:05.316673Z","steps":["trace[1842999664] 'agreement among raft nodes before linearized reading' (duration: 1.286304841s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.316737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.02746Z","time spent":"1.289264054s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:38:05.313823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.248162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:38:05.316787Z","caller":"traceutil/trace.go:171","msg":"trace[1033668204] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29683; }","duration":"683.243817ms","start":"2026-04-02T17:38:04.633527Z","end":"2026-04-02T17:38:05.316771Z","steps":["trace[1033668204] 'agreement among raft nodes before linearized reading' (duration: 680.223991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.316825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.6335Z","time spent":"683.315289ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-02T17:38:05.313439Z","caller":"traceutil/trace.go:171","msg":"trace[1944787203] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29683; }","duration":"1.523974983s","start":"2026-04-02T17:38:03.789455Z","end":"2026-04-02T17:38:05.31343Z","steps":["trace[1944787203] 'agreement among raft nodes before linearized reading' (duration: 1.523931422s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.316959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:03.789434Z","time spent":"1.527508645s","remote":"127.0.0.1:37410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:05.313309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.693067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:05.317035Z","caller":"traceutil/trace.go:171","msg":"trace[567669991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29683; }","duration":"162.454026ms","start":"2026-04-02T17:38:05.154568Z","end":"2026-04-02T17:38:05.317022Z","steps":["trace[567669991] 'agreement among raft nodes before linearized reading' (duration: 158.689637ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:05.31803Z","caller":"traceutil/trace.go:171","msg":"trace[1501885094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29683; }","duration":"1.28943125s","start":"2026-04-02T17:38:04.026321Z","end":"2026-04-02T17:38:05.315752Z","steps":["trace[1501885094] 'agreement among raft nodes before linearized reading' (duration: 1.287184518s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:05.318082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:04.026317Z","time spent":"1.291741323s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:05.86633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:06.019772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.543792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:06.019897Z","caller":"traceutil/trace.go:171","msg":"trace[977049813] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29684; }","duration":"320.676927ms","start":"2026-04-02T17:38:05.699199Z","end":"2026-04-02T17:38:06.019876Z","steps":["trace[977049813] 'range keys from in-memory index tree' (duration: 320.525422ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:06.020806Z","caller":"traceutil/trace.go:171","msg":"trace[1710114997] transaction","detail":"{read_only:false; response_revision:29687; number_of_response:1; }","duration":"700.748412ms","start":"2026-04-02T17:38:05.320036Z","end":"2026-04-02T17:38:06.020785Z","steps":["trace[1710114997] 'process raft request' (duration: 700.683009ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:06.02083Z","caller":"traceutil/trace.go:171","msg":"trace[596323848] transaction","detail":"{read_only:false; response_revision:29685; number_of_response:1; }","duration":"700.870615ms","start":"2026-04-02T17:38:05.319926Z","end":"2026-04-02T17:38:06.020796Z","steps":["trace[596323848] 'process raft request' (duration: 700.598976ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:06.02091Z","caller":"traceutil/trace.go:171","msg":"trace[1967802343] transaction","detail":"{read_only:false; response_revision:29686; number_of_response:1; }","duration":"700.864755ms","start":"2026-04-02T17:38:05.319999Z","end":"2026-04-02T17:38:06.020864Z","steps":["trace[1967802343] 'process raft request' (duration: 700.655108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.020944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.32002Z","time spent":"700.848774ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:06.020999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.319917Z","time spent":"700.974469ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:06.021065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.319994Z","time spent":"700.989089ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:06.02116Z","caller":"traceutil/trace.go:171","msg":"trace[21432027] transaction","detail":"{read_only:false; response_revision:29688; number_of_response:1; }","duration":"700.141402ms","start":"2026-04-02T17:38:05.320969Z","end":"2026-04-02T17:38:06.02111Z","steps":["trace[21432027] 'process raft request' (duration: 699.78196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.021343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.320957Z","time spent":"700.245456ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:06.0219Z","caller":"traceutil/trace.go:171","msg":"trace[1901493543] transaction","detail":"{read_only:false; response_revision:29689; number_of_response:1; }","duration":"700.722601ms","start":"2026-04-02T17:38:05.321144Z","end":"2026-04-02T17:38:06.021866Z","steps":["trace[1901493543] 'process raft request' (duration: 699.853243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.021992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.321131Z","time spent":"700.818783ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:06.022006Z","caller":"traceutil/trace.go:171","msg":"trace[341460342] linearizableReadLoop","detail":"{readStateIndex:31070; appliedIndex:31062; }","duration":"656.70499ms","start":"2026-04-02T17:38:05.365278Z","end":"2026-04-02T17:38:06.021983Z","steps":["trace[341460342] 'read index received' (duration: 655.181451ms)","trace[341460342] 'applied index is now lower than readState.Index' (duration: 1.522168ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:06.022297Z","caller":"traceutil/trace.go:171","msg":"trace[183965088] transaction","detail":"{read_only:false; response_revision:29690; number_of_response:1; }","duration":"700.334458ms","start":"2026-04-02T17:38:05.321773Z","end":"2026-04-02T17:38:06.022107Z","steps":["trace[183965088] 'process raft request' (duration: 699.998198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.022386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.321764Z","time spent":"700.559055ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:06.022588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.01844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:38:06.022727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.839308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e8144d5-0134-4c72-8f88-78b41a1df44a\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-02T17:38:06.02275Z","caller":"traceutil/trace.go:171","msg":"trace[804536469] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29692; }","duration":"651.219326ms","start":"2026-04-02T17:38:05.371501Z","end":"2026-04-02T17:38:06.022721Z","steps":["trace[804536469] 'agreement among raft nodes before linearized reading' (duration: 650.893316ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:06.022777Z","caller":"traceutil/trace.go:171","msg":"trace[1951280991] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e8144d5-0134-4c72-8f88-78b41a1df44a; range_end:; response_count:1; response_revision:29692; }","duration":"702.90928ms","start":"2026-04-02T17:38:05.319856Z","end":"2026-04-02T17:38:06.022765Z","steps":["trace[1951280991] 'agreement among raft nodes before linearized reading' (duration: 702.709374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.022803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.003742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:06.022814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.371477Z","time spent":"651.321159ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"info","ts":"2026-04-02T17:38:06.022835Z","caller":"traceutil/trace.go:171","msg":"trace[2135140258] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:29692; }","duration":"578.061773ms","start":"2026-04-02T17:38:05.444763Z","end":"2026-04-02T17:38:06.022825Z","steps":["trace[2135140258] 'agreement among raft nodes before linearized reading' (duration: 578.004561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.022822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.319844Z","time spent":"702.971142ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-1e8144d5-0134-4c72-8f88-78b41a1df44a\" "} {"level":"warn","ts":"2026-04-02T17:38:06.022866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.44475Z","time spent":"578.107905ms","remote":"127.0.0.1:43138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:06.022686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.393222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:38:06.02306Z","caller":"traceutil/trace.go:171","msg":"trace[721923279] transaction","detail":"{read_only:false; response_revision:29692; number_of_response:1; }","duration":"700.476303ms","start":"2026-04-02T17:38:05.322577Z","end":"2026-04-02T17:38:06.023053Z","steps":["trace[721923279] 'process raft request' (duration: 699.344668ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:06.023071Z","caller":"traceutil/trace.go:171","msg":"trace[1306662268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29692; }","duration":"701.99387ms","start":"2026-04-02T17:38:05.321061Z","end":"2026-04-02T17:38:06.023055Z","steps":["trace[1306662268] 'agreement among raft nodes before linearized reading' (duration: 701.273018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.023103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.322569Z","time spent":"700.510604ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:06.02313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.321055Z","time spent":"702.057433ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:38:06.023255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.089784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:06.023285Z","caller":"traceutil/trace.go:171","msg":"trace[800256774] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29692; }","duration":"702.146575ms","start":"2026-04-02T17:38:05.321131Z","end":"2026-04-02T17:38:06.023277Z","steps":["trace[800256774] 'agreement among raft nodes before linearized reading' (duration: 702.103424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.023303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.321121Z","time spent":"702.177937ms","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-02T17:38:06.024257Z","caller":"traceutil/trace.go:171","msg":"trace[737638153] transaction","detail":"{read_only:false; response_revision:29691; number_of_response:1; }","duration":"700.559476ms","start":"2026-04-02T17:38:05.322162Z","end":"2026-04-02T17:38:06.022722Z","steps":["trace[737638153] 'process raft request' (duration: 699.717319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:06.024558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:05.322154Z","time spent":"702.173237ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:07.06954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.540121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:07.069633Z","caller":"traceutil/trace.go:171","msg":"trace[1517197991] linearizableReadLoop","detail":"{readStateIndex:31072; appliedIndex:31071; }","duration":"989.104587ms","start":"2026-04-02T17:38:06.080513Z","end":"2026-04-02T17:38:07.069618Z","steps":["trace[1517197991] 'read index received' (duration: 185.412692ms)","trace[1517197991] 'applied index is now lower than readState.Index' (duration: 803.690025ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:07.069702Z","caller":"traceutil/trace.go:171","msg":"trace[811785614] transaction","detail":"{read_only:false; response_revision:29694; number_of_response:1; }","duration":"992.475073ms","start":"2026-04-02T17:38:06.077213Z","end":"2026-04-02T17:38:07.069688Z","steps":["trace[811785614] 'process raft request' (duration: 188.696255ms)","trace[811785614] 'compare' (duration: 803.261732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:07.069794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:06.07719Z","time spent":"992.545536ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:07.069914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.385356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:07.069963Z","caller":"traceutil/trace.go:171","msg":"trace[478003208] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29694; }","duration":"989.465888ms","start":"2026-04-02T17:38:06.080483Z","end":"2026-04-02T17:38:07.069949Z","steps":["trace[478003208] 'agreement among raft nodes before linearized reading' (duration: 989.339184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:07.069997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:06.080474Z","time spent":"989.5153ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:38:07.33182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065854183s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:07.722282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.184704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:07.72238Z","caller":"traceutil/trace.go:171","msg":"trace[465442552] linearizableReadLoop","detail":"{readStateIndex:31073; appliedIndex:31072; }","duration":"652.708363ms","start":"2026-04-02T17:38:07.069656Z","end":"2026-04-02T17:38:07.722365Z","steps":["trace[465442552] 'read index received' (duration: 262.379355ms)","trace[465442552] 'applied index is now lower than readState.Index' (duration: 390.327828ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:07.722406Z","caller":"traceutil/trace.go:171","msg":"trace[857833415] transaction","detail":"{read_only:false; response_revision:29695; number_of_response:1; }","duration":"1.608285439s","start":"2026-04-02T17:38:06.114081Z","end":"2026-04-02T17:38:07.722366Z","steps":["trace[857833415] 'process raft request' (duration: 1.21794212s)","trace[857833415] 'compare' (duration: 389.610616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:07.72248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064089847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:07.722483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.803135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:07.722489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.723344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:07.722542Z","caller":"traceutil/trace.go:171","msg":"trace[105017484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29695; }","duration":"1.064224172s","start":"2026-04-02T17:38:06.658304Z","end":"2026-04-02T17:38:07.722528Z","steps":["trace[105017484] 'agreement among raft nodes before linearized reading' (duration: 1.064085097s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:07.722541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408918787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:07.72258Z","caller":"traceutil/trace.go:171","msg":"trace[2056617106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29695; }","duration":"670.932259ms","start":"2026-04-02T17:38:07.051608Z","end":"2026-04-02T17:38:07.72254Z","steps":["trace[2056617106] 'agreement among raft nodes before linearized reading' (duration: 670.786634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:07.722495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:06.114051Z","time spent":"1.608399463s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:07.722577Z","caller":"traceutil/trace.go:171","msg":"trace[2014356117] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29695; }","duration":"851.869239ms","start":"2026-04-02T17:38:06.870688Z","end":"2026-04-02T17:38:07.722557Z","steps":["trace[2014356117] 'agreement among raft nodes before linearized reading' (duration: 851.698903ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:07.722634Z","caller":"traceutil/trace.go:171","msg":"trace[478774492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29695; }","duration":"1.409033391s","start":"2026-04-02T17:38:06.313568Z","end":"2026-04-02T17:38:07.722602Z","steps":["trace[478774492] 'agreement among raft nodes before linearized reading' (duration: 1.408910687s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:07.722575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:06.658286Z","time spent":"1.064281874s","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:07.7227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:06.313546Z","time spent":"1.409145535s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:07.722626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.051586Z","time spent":"671.028512ms","remote":"127.0.0.1:57368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:07.722702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:06.870667Z","time spent":"851.958752ms","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:08.962017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.18601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:08.962267Z","caller":"traceutil/trace.go:171","msg":"trace[365831452] transaction","detail":"{read_only:false; response_revision:29697; number_of_response:1; }","duration":"1.648725467s","start":"2026-04-02T17:38:07.313522Z","end":"2026-04-02T17:38:08.962248Z","steps":["trace[365831452] 'process raft request' (duration: 1.648596443s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:08.962272Z","caller":"traceutil/trace.go:171","msg":"trace[680080710] transaction","detail":"{read_only:false; response_revision:29696; number_of_response:1; }","duration":"1.648792949s","start":"2026-04-02T17:38:07.313419Z","end":"2026-04-02T17:38:08.962212Z","steps":["trace[680080710] 'process raft request' (duration: 782.284909ms)","trace[680080710] 'compare' (duration: 864.964451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:08.962346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.313484Z","time spent":"1.64882665s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:08.962499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.313386Z","time spent":"1.648985515s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:08.962561Z","caller":"traceutil/trace.go:171","msg":"trace[2135432472] transaction","detail":"{read_only:false; response_revision:29698; number_of_response:1; }","duration":"1.648745428s","start":"2026-04-02T17:38:07.313764Z","end":"2026-04-02T17:38:08.96251Z","steps":["trace[2135432472] 'process raft request' (duration: 1.648446118s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:08.962602Z","caller":"traceutil/trace.go:171","msg":"trace[1624473654] linearizableReadLoop","detail":"{readStateIndex:31078; appliedIndex:31073; }","duration":"1.240180642s","start":"2026-04-02T17:38:07.722405Z","end":"2026-04-02T17:38:08.962585Z","steps":["trace[1624473654] 'read index received' (duration: 373.311831ms)","trace[1624473654] 'applied index is now lower than readState.Index' (duration: 866.867961ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:08.962717Z","caller":"traceutil/trace.go:171","msg":"trace[1954889565] transaction","detail":"{read_only:false; response_revision:29699; number_of_response:1; }","duration":"1.647841519s","start":"2026-04-02T17:38:07.314862Z","end":"2026-04-02T17:38:08.962704Z","steps":["trace[1954889565] 'process raft request' (duration: 1.64754898s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:08.962713Z","caller":"traceutil/trace.go:171","msg":"trace[297085009] transaction","detail":"{read_only:false; response_revision:29700; number_of_response:1; }","duration":"1.647294752s","start":"2026-04-02T17:38:07.315401Z","end":"2026-04-02T17:38:08.962695Z","steps":["trace[297085009] 'process raft request' (duration: 1.647115306s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:08.962744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516503097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:08.962751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.313751Z","time spent":"1.648913643s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:08.962785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.314825Z","time spent":"1.647927102s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:08.962788Z","caller":"traceutil/trace.go:171","msg":"trace[1267198669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29700; }","duration":"1.516563269s","start":"2026-04-02T17:38:07.446213Z","end":"2026-04-02T17:38:08.962777Z","steps":["trace[1267198669] 'agreement among raft nodes before linearized reading' (duration: 1.516478406s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:08.962815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.315388Z","time spent":"1.647373615s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:08.962832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.446188Z","time spent":"1.516634652s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:09.724473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999615679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:09.724546Z","caller":"traceutil/trace.go:171","msg":"trace[798613528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999837806s","start":"2026-04-02T17:38:07.724694Z","end":"2026-04-02T17:38:09.724532Z","steps":["trace[798613528] 'agreement among raft nodes before linearized reading' (duration: 1.99964443s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:09.724583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.724663Z","time spent":"1.999911098s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:10.122305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016005497s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-04-02T17:38:10.12245Z","caller":"traceutil/trace.go:171","msg":"trace[1120812344] linearizableReadLoop","detail":"{readStateIndex:31079; appliedIndex:31078; }","duration":"1.159724061s","start":"2026-04-02T17:38:08.962662Z","end":"2026-04-02T17:38:10.122386Z","steps":["trace[1120812344] 'read index received' (duration: 143.422294ms)","trace[1120812344] 'applied index is now lower than readState.Index' (duration: 1.016300697s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:10.122581Z","caller":"traceutil/trace.go:171","msg":"trace[663535964] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29700; }","duration":"2.388974178s","start":"2026-04-02T17:38:07.733596Z","end":"2026-04-02T17:38:10.12257Z","steps":["trace[663535964] 'process raft request' (duration: 1.37265076s)","trace[663535964] 'compare' (duration: 1.015967106s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:10.122754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:07.733578Z","time spent":"2.389036489s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:38:10.123109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669929117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-02T17:38:10.123149Z","caller":"traceutil/trace.go:171","msg":"trace[1471895179] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:29700; }","duration":"1.67001015s","start":"2026-04-02T17:38:08.453128Z","end":"2026-04-02T17:38:10.123138Z","steps":["trace[1471895179] 'agreement among raft nodes before linearized reading' (duration: 1.669872995s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.123222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:08.453107Z","time spent":"1.670105893s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"warn","ts":"2026-04-02T17:38:10.123415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096382529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T17:38:10.123474Z","caller":"traceutil/trace.go:171","msg":"trace[2043609734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29700; }","duration":"2.096473882s","start":"2026-04-02T17:38:08.026985Z","end":"2026-04-02T17:38:10.123459Z","steps":["trace[2043609734] 'agreement among raft nodes before linearized reading' (duration: 2.096302356s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.123516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:08.026977Z","time spent":"2.096520853s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:38:10.123536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096701958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:38:10.123623Z","caller":"traceutil/trace.go:171","msg":"trace[1416530890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29700; }","duration":"2.096837312s","start":"2026-04-02T17:38:08.026768Z","end":"2026-04-02T17:38:10.123605Z","steps":["trace[1416530890] 'agreement among raft nodes before linearized reading' (duration: 2.096625266s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.123667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:08.026747Z","time spent":"2.096910305s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:10.123711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095205431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:38:10.123749Z","caller":"traceutil/trace.go:171","msg":"trace[562705122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29700; }","duration":"2.095283103s","start":"2026-04-02T17:38:08.028449Z","end":"2026-04-02T17:38:10.123732Z","steps":["trace[562705122] 'agreement among raft nodes before linearized reading' (duration: 2.095201821s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.123774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:08.028425Z","time spent":"2.095342265s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:38:10.123867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095787529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T17:38:10.12389Z","caller":"traceutil/trace.go:171","msg":"trace[1292880023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29700; }","duration":"2.095831711s","start":"2026-04-02T17:38:08.028052Z","end":"2026-04-02T17:38:10.123884Z","steps":["trace[1292880023] 'agreement among raft nodes before linearized reading' (duration: 2.095769539s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.123908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:08.028041Z","time spent":"2.095861712s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:10.123939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.855252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-02T17:38:10.123997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096366118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:38:10.124023Z","caller":"traceutil/trace.go:171","msg":"trace[82941145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29700; }","duration":"2.096409829s","start":"2026-04-02T17:38:08.027607Z","end":"2026-04-02T17:38:10.124017Z","steps":["trace[82941145] 'agreement among raft nodes before linearized reading' (duration: 2.096342827s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.12404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:08.027595Z","time spent":"2.09644021s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:38:10.124016Z","caller":"traceutil/trace.go:171","msg":"trace[2084871433] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29700; }","duration":"978.984807ms","start":"2026-04-02T17:38:09.145015Z","end":"2026-04-02T17:38:10.124Z","steps":["trace[2084871433] 'agreement among raft nodes before linearized reading' (duration: 978.78559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.124079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:09.144982Z","time spent":"979.08483ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:38:10.124115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096657567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-02T17:38:10.124135Z","caller":"traceutil/trace.go:171","msg":"trace[1580624517] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29700; }","duration":"2.096698618s","start":"2026-04-02T17:38:08.027432Z","end":"2026-04-02T17:38:10.12413Z","steps":["trace[1580624517] 'agreement among raft nodes before linearized reading' (duration: 2.096648196s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.124151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:08.027422Z","time spent":"2.096725289s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:38:10.124292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.376645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:10.124319Z","caller":"traceutil/trace.go:171","msg":"trace[1096235707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29700; }","duration":"393.435367ms","start":"2026-04-02T17:38:09.730877Z","end":"2026-04-02T17:38:10.124312Z","steps":["trace[1096235707] 'agreement among raft nodes before linearized reading' (duration: 393.389575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.12437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:09.730859Z","time spent":"393.501179ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:10.124544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.763734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:38:10.124577Z","caller":"traceutil/trace.go:171","msg":"trace[75926191] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29700; }","duration":"397.830246ms","start":"2026-04-02T17:38:09.726739Z","end":"2026-04-02T17:38:10.12457Z","steps":["trace[75926191] 'agreement among raft nodes before linearized reading' (duration: 397.747413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.124626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:09.72672Z","time spent":"397.899308ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"warn","ts":"2026-04-02T17:38:10.124788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.350585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-04-02T17:38:10.124814Z","caller":"traceutil/trace.go:171","msg":"trace[1389405590] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29700; }","duration":"965.398687ms","start":"2026-04-02T17:38:09.159409Z","end":"2026-04-02T17:38:10.124808Z","steps":["trace[1389405590] 'agreement among raft nodes before linearized reading' (duration: 965.325755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.124967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.582525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:10.125016Z","caller":"traceutil/trace.go:171","msg":"trace[1154894105] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29700; }","duration":"401.717099ms","start":"2026-04-02T17:38:09.723281Z","end":"2026-04-02T17:38:10.124998Z","steps":["trace[1154894105] 'agreement among raft nodes before linearized reading' (duration: 401.653887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.125029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.342232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:10.125059Z","caller":"traceutil/trace.go:171","msg":"trace[586361664] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29700; }","duration":"801.402654ms","start":"2026-04-02T17:38:09.323647Z","end":"2026-04-02T17:38:10.12505Z","steps":["trace[586361664] 'agreement among raft nodes before linearized reading' (duration: 801.343272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.125088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:09.323636Z","time spent":"801.445445ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:10.125096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.402007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:10.125119Z","caller":"traceutil/trace.go:171","msg":"trace[338227389] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29700; }","duration":"822.48959ms","start":"2026-04-02T17:38:09.302623Z","end":"2026-04-02T17:38:10.125113Z","steps":["trace[338227389] 'agreement among raft nodes before linearized reading' (duration: 822.451159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.125057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:09.72326Z","time spent":"401.787641ms","remote":"127.0.0.1:37560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:10.125144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:09.302607Z","time spent":"822.531222ms","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:10.12504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:09.159395Z","time spent":"965.542682ms","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7372,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-02T17:38:10.124895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.008044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-02T17:38:10.125498Z","caller":"traceutil/trace.go:171","msg":"trace[970839577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29700; }","duration":"828.680576ms","start":"2026-04-02T17:38:09.296806Z","end":"2026-04-02T17:38:10.125487Z","steps":["trace[970839577] 'agreement among raft nodes before linearized reading' (duration: 827.918712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.12553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:09.296779Z","time spent":"828.742058ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-02T17:38:10.555539Z","caller":"traceutil/trace.go:171","msg":"trace[1569598787] linearizableReadLoop","detail":"{readStateIndex:31080; appliedIndex:31079; }","duration":"429.838527ms","start":"2026-04-02T17:38:10.125642Z","end":"2026-04-02T17:38:10.555481Z","steps":["trace[1569598787] 'read index received' (duration: 429.541608ms)","trace[1569598787] 'applied index is now lower than readState.Index' (duration: 294.869µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:10.555763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.1248Z","time spent":"430.958943ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:10.556383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.707864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:10.556479Z","caller":"traceutil/trace.go:171","msg":"trace[1110161631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29700; }","duration":"430.832619ms","start":"2026-04-02T17:38:10.125623Z","end":"2026-04-02T17:38:10.556456Z","steps":["trace[1110161631] 'agreement among raft nodes before linearized reading' (duration: 430.641503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.556526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.125614Z","time spent":"430.903881ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:38:10.579652Z","caller":"traceutil/trace.go:171","msg":"trace[335287178] transaction","detail":"{read_only:false; response_revision:29701; number_of_response:1; }","duration":"452.007818ms","start":"2026-04-02T17:38:10.127616Z","end":"2026-04-02T17:38:10.579624Z","steps":["trace[335287178] 'process raft request' (duration: 451.771411ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:10.579667Z","caller":"traceutil/trace.go:171","msg":"trace[1773443997] transaction","detail":"{read_only:false; response_revision:29704; number_of_response:1; }","duration":"444.45747ms","start":"2026-04-02T17:38:10.135188Z","end":"2026-04-02T17:38:10.579645Z","steps":["trace[1773443997] 'process raft request' (duration: 444.411088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.579798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.135179Z","time spent":"444.549673ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:10.579845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.127596Z","time spent":"452.126052ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:10.579977Z","caller":"traceutil/trace.go:171","msg":"trace[1925129327] transaction","detail":"{read_only:false; response_revision:29702; number_of_response:1; }","duration":"444.970646ms","start":"2026-04-02T17:38:10.134998Z","end":"2026-04-02T17:38:10.579969Z","steps":["trace[1925129327] 'process raft request' (duration: 444.541103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.580013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.134977Z","time spent":"445.016937ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:10.580082Z","caller":"traceutil/trace.go:171","msg":"trace[1970524225] transaction","detail":"{read_only:false; response_revision:29703; number_of_response:1; }","duration":"444.988777ms","start":"2026-04-02T17:38:10.135087Z","end":"2026-04-02T17:38:10.580076Z","steps":["trace[1970524225] 'process raft request' (duration: 444.489891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.580115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.135082Z","time spent":"445.014747ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:10.5814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.648304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-04-02T17:38:10.581479Z","caller":"traceutil/trace.go:171","msg":"trace[1230788951] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29708; }","duration":"455.737776ms","start":"2026-04-02T17:38:10.125709Z","end":"2026-04-02T17:38:10.581447Z","steps":["trace[1230788951] 'agreement among raft nodes before linearized reading' (duration: 455.54894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.581517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.125588Z","time spent":"455.921252ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-02T17:38:10.5818Z","caller":"traceutil/trace.go:171","msg":"trace[1181867418] transaction","detail":"{read_only:false; response_revision:29707; number_of_response:1; }","duration":"439.69404ms","start":"2026-04-02T17:38:10.142092Z","end":"2026-04-02T17:38:10.581786Z","steps":["trace[1181867418] 'process raft request' (duration: 439.100181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.581862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.142079Z","time spent":"439.756381ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:10.582095Z","caller":"traceutil/trace.go:171","msg":"trace[852819561] transaction","detail":"{read_only:false; response_revision:29705; number_of_response:1; }","duration":"445.691419ms","start":"2026-04-02T17:38:10.136354Z","end":"2026-04-02T17:38:10.582045Z","steps":["trace[852819561] 'process raft request' (duration: 443.265062ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:10.582169Z","caller":"traceutil/trace.go:171","msg":"trace[2093793036] transaction","detail":"{read_only:false; response_revision:29708; number_of_response:1; }","duration":"265.975968ms","start":"2026-04-02T17:38:10.316179Z","end":"2026-04-02T17:38:10.582155Z","steps":["trace[2093793036] 'process raft request' (duration: 265.043789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.582235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.136339Z","time spent":"445.823102ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:10.582113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.448168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:10.58239Z","caller":"traceutil/trace.go:171","msg":"trace[848291002] transaction","detail":"{read_only:false; response_revision:29706; number_of_response:1; }","duration":"442.048283ms","start":"2026-04-02T17:38:10.140331Z","end":"2026-04-02T17:38:10.58238Z","steps":["trace[848291002] 'process raft request' (duration: 440.786383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.58225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.287167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:10.582476Z","caller":"traceutil/trace.go:171","msg":"trace[2135677383] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29708; }","duration":"408.556885ms","start":"2026-04-02T17:38:10.173905Z","end":"2026-04-02T17:38:10.582462Z","steps":["trace[2135677383] 'agreement among raft nodes before linearized reading' (duration: 408.280206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.582464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.140315Z","time spent":"442.106176ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:10.582513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.173887Z","time spent":"408.616696ms","remote":"127.0.0.1:37436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:10.582423Z","caller":"traceutil/trace.go:171","msg":"trace[561467341] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:29708; }","duration":"263.920802ms","start":"2026-04-02T17:38:10.318492Z","end":"2026-04-02T17:38:10.582413Z","steps":["trace[561467341] 'agreement among raft nodes before linearized reading' (duration: 263.443827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.582854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.254878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4165756-4c2c-4487-a93a-6d294a979a5a\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-02T17:38:10.582887Z","caller":"traceutil/trace.go:171","msg":"trace[992092242] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4165756-4c2c-4487-a93a-6d294a979a5a; range_end:; response_count:1; response_revision:29708; }","duration":"453.306459ms","start":"2026-04-02T17:38:10.129572Z","end":"2026-04-02T17:38:10.582879Z","steps":["trace[992092242] 'agreement among raft nodes before linearized reading' (duration: 453.213076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:10.582911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:10.129559Z","time spent":"453.344691ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-d4165756-4c2c-4487-a93a-6d294a979a5a\" "} {"level":"warn","ts":"2026-04-02T17:38:21.225217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:38:21.248372Z","caller":"traceutil/trace.go:171","msg":"trace[1707476598] transaction","detail":"{read_only:false; response_revision:29794; number_of_response:1; }","duration":"650.140291ms","start":"2026-04-02T17:38:20.598204Z","end":"2026-04-02T17:38:21.248345Z","steps":["trace[1707476598] 'process raft request' (duration: 649.942095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.248619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:20.598176Z","time spent":"650.270255ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:21.258075Z","caller":"traceutil/trace.go:171","msg":"trace[906310190] transaction","detail":"{read_only:false; response_revision:29795; number_of_response:1; }","duration":"249.488036ms","start":"2026-04-02T17:38:21.00857Z","end":"2026-04-02T17:38:21.258058Z","steps":["trace[906310190] 'process raft request' (duration: 249.103244ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.258098Z","caller":"traceutil/trace.go:171","msg":"trace[1429619618] transaction","detail":"{read_only:false; response_revision:29796; number_of_response:1; }","duration":"247.326709ms","start":"2026-04-02T17:38:21.010747Z","end":"2026-04-02T17:38:21.258074Z","steps":["trace[1429619618] 'process raft request' (duration: 247.250327ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.258498Z","caller":"traceutil/trace.go:171","msg":"trace[127428859] linearizableReadLoop","detail":"{readStateIndex:31182; appliedIndex:31176; }","duration":"533.772153ms","start":"2026-04-02T17:38:20.724712Z","end":"2026-04-02T17:38:21.258485Z","steps":["trace[127428859] 'read index received' (duration: 523.56568ms)","trace[127428859] 'applied index is now lower than readState.Index' (duration: 10.205363ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:21.258573Z","caller":"traceutil/trace.go:171","msg":"trace[1112459568] transaction","detail":"{read_only:false; response_revision:29799; number_of_response:1; }","duration":"153.160532ms","start":"2026-04-02T17:38:21.105389Z","end":"2026-04-02T17:38:21.25855Z","steps":["trace[1112459568] 'process raft request' (duration: 153.037208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.258744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.887562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-02T17:38:21.258754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.751374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-02T17:38:21.258744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.99538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:38:21.258755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.957234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:21.258788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.136389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-04-02T17:38:21.258859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.048388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:38:21.258887Z","caller":"traceutil/trace.go:171","msg":"trace[1341767868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29799; }","duration":"432.086288ms","start":"2026-04-02T17:38:20.826794Z","end":"2026-04-02T17:38:21.258881Z","steps":["trace[1341767868] 'agreement among raft nodes before linearized reading' (duration: 432.002546ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.258894Z","caller":"traceutil/trace.go:171","msg":"trace[1418264533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29799; }","duration":"400.282263ms","start":"2026-04-02T17:38:20.858597Z","end":"2026-04-02T17:38:21.258879Z","steps":["trace[1418264533] 'agreement among raft nodes before linearized reading' (duration: 400.018865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.258952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.71959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:38:21.258951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:20.85858Z","time spent":"400.359505ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:38:21.258974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.186853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:38:21.258981Z","caller":"traceutil/trace.go:171","msg":"trace[1209055471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29799; }","duration":"433.789802ms","start":"2026-04-02T17:38:20.825185Z","end":"2026-04-02T17:38:21.258975Z","steps":["trace[1209055471] 'agreement among raft nodes before linearized reading' (duration: 433.678579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.258963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.452214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:38:21.258995Z","caller":"traceutil/trace.go:171","msg":"trace[1544626952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29799; }","duration":"433.236195ms","start":"2026-04-02T17:38:20.825753Z","end":"2026-04-02T17:38:21.258989Z","steps":["trace[1544626952] 'agreement among raft nodes before linearized reading' (duration: 433.178633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.258979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.004052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:38:21.259016Z","caller":"traceutil/trace.go:171","msg":"trace[2099967526] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29799; }","duration":"434.547196ms","start":"2026-04-02T17:38:20.824456Z","end":"2026-04-02T17:38:21.259003Z","steps":["trace[2099967526] 'agreement among raft nodes before linearized reading' (duration: 434.419422ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.259063Z","caller":"traceutil/trace.go:171","msg":"trace[1843844979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29799; }","duration":"231.147577ms","start":"2026-04-02T17:38:21.027895Z","end":"2026-04-02T17:38:21.259043Z","steps":["trace[1843844979] 'agreement among raft nodes before linearized reading' (duration: 230.857957ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.258843Z","caller":"traceutil/trace.go:171","msg":"trace[1198624023] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:29799; }","duration":"127.074237ms","start":"2026-04-02T17:38:21.131731Z","end":"2026-04-02T17:38:21.258805Z","steps":["trace[1198624023] 'agreement among raft nodes before linearized reading' (duration: 126.947213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.259067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:20.824424Z","time spent":"434.631709ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:38:21.25891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:20.826789Z","time spent":"432.11264ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:21.25901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:20.825171Z","time spent":"433.832574ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T17:38:21.258782Z","caller":"traceutil/trace.go:171","msg":"trace[1260928892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29799; }","duration":"437.973285ms","start":"2026-04-02T17:38:20.8208Z","end":"2026-04-02T17:38:21.258773Z","steps":["trace[1260928892] 'agreement among raft nodes before linearized reading' (duration: 437.80847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.259292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:20.820778Z","time spent":"438.504801ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:38:21.258799Z","caller":"traceutil/trace.go:171","msg":"trace[2045775429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29799; }","duration":"534.102603ms","start":"2026-04-02T17:38:20.724683Z","end":"2026-04-02T17:38:21.258785Z","steps":["trace[2045775429] 'agreement among raft nodes before linearized reading' (duration: 533.889777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:21.259339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:20.72467Z","time spent":"534.660202ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:21.259011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:20.825737Z","time spent":"433.270836ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:38:21.258782Z","caller":"traceutil/trace.go:171","msg":"trace[1621172139] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29799; }","duration":"230.804786ms","start":"2026-04-02T17:38:21.027971Z","end":"2026-04-02T17:38:21.258776Z","steps":["trace[1621172139] 'agreement among raft nodes before linearized reading' (duration: 230.725984ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.258558Z","caller":"traceutil/trace.go:171","msg":"trace[1887685483] transaction","detail":"{read_only:false; response_revision:29798; number_of_response:1; }","duration":"153.541283ms","start":"2026-04-02T17:38:21.104989Z","end":"2026-04-02T17:38:21.25853Z","steps":["trace[1887685483] 'process raft request' (duration: 153.228763ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:21.260075Z","caller":"traceutil/trace.go:171","msg":"trace[422921955] transaction","detail":"{read_only:false; response_revision:29797; number_of_response:1; }","duration":"154.593637ms","start":"2026-04-02T17:38:21.104688Z","end":"2026-04-02T17:38:21.259282Z","steps":["trace[422921955] 'process raft request' (duration: 153.350348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:26.965222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.521127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:38:26.965392Z","caller":"traceutil/trace.go:171","msg":"trace[1489075453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29834; }","duration":"541.694513ms","start":"2026-04-02T17:38:26.423638Z","end":"2026-04-02T17:38:26.965332Z","steps":["trace[1489075453] 'range keys from in-memory index tree' (duration: 541.308151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:26.96546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:26.423623Z","time spent":"541.821827ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:38:27.553542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:28.053888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:28.554202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:28.957919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.924788535s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:38:28.958326Z","caller":"traceutil/trace.go:171","msg":"trace[1079060490] transaction","detail":"{read_only:false; response_revision:29835; number_of_response:1; }","duration":"1.925342603s","start":"2026-04-02T17:38:27.032962Z","end":"2026-04-02T17:38:28.958304Z","steps":["trace[1079060490] 'process raft request' (duration: 1.925176897s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:28.958444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.032905Z","time spent":"1.925474176s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:29.313595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:29.313679Z","caller":"traceutil/trace.go:171","msg":"trace[5263015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017543s","start":"2026-04-02T17:38:27.313628Z","end":"2026-04-02T17:38:29.313646Z","steps":["trace[5263015] 'agreement among raft nodes before linearized reading' (duration: 1.99992429s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.313723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.313605Z","time spent":"2.000107425s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:38:29.798904Z","caller":"traceutil/trace.go:171","msg":"trace[1000011900] transaction","detail":"{read_only:false; response_revision:29836; number_of_response:1; }","duration":"2.522040784s","start":"2026-04-02T17:38:27.276836Z","end":"2026-04-02T17:38:29.798877Z","steps":["trace[1000011900] 'process raft request' (duration: 2.521697263s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.799077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.276814Z","time spent":"2.522177709s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:29.799161Z","caller":"traceutil/trace.go:171","msg":"trace[1704809167] linearizableReadLoop","detail":"{readStateIndex:31226; appliedIndex:31219; }","duration":"2.746350486s","start":"2026-04-02T17:38:27.052799Z","end":"2026-04-02T17:38:29.799149Z","steps":["trace[1704809167] 'read index received' (duration: 1.905373732s)","trace[1704809167] 'applied index is now lower than readState.Index' (duration: 840.975924ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:29.799233Z","caller":"traceutil/trace.go:171","msg":"trace[260139944] transaction","detail":"{read_only:false; response_revision:29837; number_of_response:1; }","duration":"2.52222082s","start":"2026-04-02T17:38:27.277003Z","end":"2026-04-02T17:38:29.799224Z","steps":["trace[260139944] 'process raft request' (duration: 2.521819307s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:29.79928Z","caller":"traceutil/trace.go:171","msg":"trace[1295038870] transaction","detail":"{read_only:false; response_revision:29838; number_of_response:1; }","duration":"2.520298319s","start":"2026-04-02T17:38:27.278963Z","end":"2026-04-02T17:38:29.799261Z","steps":["trace[1295038870] 'process raft request' (duration: 2.520043421s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:29.79928Z","caller":"traceutil/trace.go:171","msg":"trace[1789297300] transaction","detail":"{read_only:false; response_revision:29840; number_of_response:1; }","duration":"2.519212005s","start":"2026-04-02T17:38:27.280038Z","end":"2026-04-02T17:38:29.79925Z","steps":["trace[1789297300] 'process raft request' (duration: 2.51905561s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:29.799324Z","caller":"traceutil/trace.go:171","msg":"trace[629045891] transaction","detail":"{read_only:false; response_revision:29841; number_of_response:1; }","duration":"1.973434892s","start":"2026-04-02T17:38:27.825881Z","end":"2026-04-02T17:38:29.799316Z","steps":["trace[629045891] 'process raft request' (duration: 1.973237446s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.799405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.825808Z","time spent":"1.973566337s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:29.799293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.276995Z","time spent":"2.522257961s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:29.799402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.278925Z","time spent":"2.520393982s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:29.799429Z","caller":"traceutil/trace.go:171","msg":"trace[1269948030] transaction","detail":"{read_only:false; response_revision:29839; number_of_response:1; }","duration":"2.519491584s","start":"2026-04-02T17:38:27.279915Z","end":"2026-04-02T17:38:29.799407Z","steps":["trace[1269948030] 'process raft request' (duration: 2.519140413s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.800245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.279886Z","time spent":"2.520273959s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:29.799438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.280031Z","time spent":"2.519330088s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:29.799623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:38:29.8006Z","caller":"traceutil/trace.go:171","msg":"trace[793619274] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:29841; }","duration":"2.747831902s","start":"2026-04-02T17:38:27.052749Z","end":"2026-04-02T17:38:29.800581Z","steps":["trace[793619274] 'agreement among raft nodes before linearized reading' (duration: 2.746649705s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:29.800648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.052729Z","time spent":"2.747904515s","remote":"127.0.0.1:58236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":172,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:30.299688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:30.800628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:31.219994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996314894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:31.220057Z","caller":"traceutil/trace.go:171","msg":"trace[1327942856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996437489s","start":"2026-04-02T17:38:29.223605Z","end":"2026-04-02T17:38:31.220043Z","steps":["trace[1327942856] 'agreement among raft nodes before linearized reading' (duration: 1.996357786s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:31.220092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:29.223579Z","time spent":"1.996505201s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:31.30127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:31.301608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.503110274s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:31.31501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000960741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:31.315096Z","caller":"traceutil/trace.go:171","msg":"trace[2084576487] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001127777s","start":"2026-04-02T17:38:29.313951Z","end":"2026-04-02T17:38:31.315079Z","steps":["trace[2084576487] 'agreement among raft nodes before linearized reading' (duration: 2.001007843s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:31.315135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:29.313921Z","time spent":"2.00120613s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:31.435473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.469649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-04-02T17:38:31.435573Z","caller":"traceutil/trace.go:171","msg":"trace[929641217] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29841; }","duration":"2.468065117s","start":"2026-04-02T17:38:28.967493Z","end":"2026-04-02T17:38:31.435558Z","steps":["trace[929641217] 'process raft request' (duration: 2.334447133s)","trace[929641217] 'compare' (duration: 133.436839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:31.435616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:28.967475Z","time spent":"2.46812278s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:38:32.287953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999962054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:32.288044Z","caller":"traceutil/trace.go:171","msg":"trace[372631169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000107548s","start":"2026-04-02T17:38:27.287916Z","end":"2026-04-02T17:38:32.288024Z","steps":["trace[372631169] 'agreement among raft nodes before linearized reading' (duration: 4.999999164s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.28809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.287895Z","time spent":"5.000184641s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:38:32.291923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99954433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:32.291996Z","caller":"traceutil/trace.go:171","msg":"trace[776069076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999647274s","start":"2026-04-02T17:38:27.292325Z","end":"2026-04-02T17:38:32.291972Z","steps":["trace[776069076] 'agreement among raft nodes before linearized reading' (duration: 4.999573501s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.292052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.292313Z","time spent":"4.999726426s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/02 17:38:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:32.292369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99953642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:32.292436Z","caller":"traceutil/trace.go:171","msg":"trace[594745971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999763298s","start":"2026-04-02T17:38:27.292657Z","end":"2026-04-02T17:38:32.29242Z","steps":["trace[594745971] 'agreement among raft nodes before linearized reading' (duration: 4.999553081s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.292477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.292644Z","time spent":"4.999824539s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/02 17:38:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:32.443424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141583727s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:32.444027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257537504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.444081Z","caller":"traceutil/trace.go:171","msg":"trace[345014402] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:29842; }","duration":"4.257634388s","start":"2026-04-02T17:38:28.186435Z","end":"2026-04-02T17:38:32.44407Z","steps":["trace[345014402] 'agreement among raft nodes before linearized reading' (duration: 4.257509604s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.444105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:28.186419Z","time spent":"4.257680979s","remote":"127.0.0.1:37464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:32.444114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340442036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.444186Z","caller":"traceutil/trace.go:171","msg":"trace[1211156408] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29842; }","duration":"5.340568851s","start":"2026-04-02T17:38:27.103602Z","end":"2026-04-02T17:38:32.444171Z","steps":["trace[1211156408] 'agreement among raft nodes before linearized reading' (duration: 5.340463877s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.444226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.550263276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.444249Z","caller":"traceutil/trace.go:171","msg":"trace[1945825910] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:29842; }","duration":"3.550312028s","start":"2026-04-02T17:38:28.893929Z","end":"2026-04-02T17:38:32.444242Z","steps":["trace[1945825910] 'agreement among raft nodes before linearized reading' (duration: 3.550282367s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.44427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:28.893873Z","time spent":"3.550393141s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:32.444281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.151908796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-02T17:38:32.444105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.520476605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.444331Z","caller":"traceutil/trace.go:171","msg":"trace[1468603176] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29842; }","duration":"5.152001429s","start":"2026-04-02T17:38:27.292315Z","end":"2026-04-02T17:38:32.444316Z","steps":["trace[1468603176] 'agreement among raft nodes before linearized reading' (duration: 5.151827314s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:32.444343Z","caller":"traceutil/trace.go:171","msg":"trace[1292026002] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29842; }","duration":"3.520798005s","start":"2026-04-02T17:38:28.923539Z","end":"2026-04-02T17:38:32.444337Z","steps":["trace[1292026002] 'agreement among raft nodes before linearized reading' (duration: 3.520459964s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.444361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:28.923521Z","time spent":"3.520835077s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:32.444365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.292303Z","time spent":"5.152053602s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:38:32.444195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667140611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.444394Z","caller":"traceutil/trace.go:171","msg":"trace[1230194391] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29842; }","duration":"3.667373879s","start":"2026-04-02T17:38:28.777015Z","end":"2026-04-02T17:38:32.444389Z","steps":["trace[1230194391] 'agreement among raft nodes before linearized reading' (duration: 3.667145771s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.444387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.156385498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-02T17:38:32.444235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.103583Z","time spent":"5.340638622s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:38:32.444417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.185730606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-02T17:38:32.444413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.156412769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:38:32.444425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401768724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:32.444466Z","caller":"traceutil/trace.go:171","msg":"trace[171809106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29842; }","duration":"5.18584688s","start":"2026-04-02T17:38:27.258605Z","end":"2026-04-02T17:38:32.444452Z","steps":["trace[171809106] 'agreement among raft nodes before linearized reading' (duration: 5.185657684s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:32.444495Z","caller":"traceutil/trace.go:171","msg":"trace[1507334548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29842; }","duration":"5.156527622s","start":"2026-04-02T17:38:27.28795Z","end":"2026-04-02T17:38:32.444477Z","steps":["trace[1507334548] 'agreement among raft nodes before linearized reading' (duration: 5.156261744s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.44451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.258583Z","time spent":"5.185915851s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-02T17:38:32.444416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:28.776998Z","time spent":"3.667411829s","remote":"127.0.0.1:37272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:32.444543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956847671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:38:32.444605Z","caller":"traceutil/trace.go:171","msg":"trace[23823984] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29842; }","duration":"4.956941684s","start":"2026-04-02T17:38:27.487649Z","end":"2026-04-02T17:38:32.444591Z","steps":["trace[23823984] 'agreement among raft nodes before linearized reading' (duration: 4.956797389s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.444296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989825202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-02T17:38:32.444675Z","caller":"traceutil/trace.go:171","msg":"trace[730585269] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:29842; }","duration":"3.990223314s","start":"2026-04-02T17:38:28.454444Z","end":"2026-04-02T17:38:32.444667Z","steps":["trace[730585269] 'agreement among raft nodes before linearized reading' (duration: 3.989784011s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.444678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.487635Z","time spent":"4.957029696s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:38:32.444705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:28.454431Z","time spent":"3.990264445s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"info","ts":"2026-04-02T17:38:32.443924Z","caller":"traceutil/trace.go:171","msg":"trace[1019439832] linearizableReadLoop","detail":"{readStateIndex:31228; appliedIndex:31226; }","duration":"2.644701991s","start":"2026-04-02T17:38:29.799196Z","end":"2026-04-02T17:38:32.443898Z","steps":["trace[1019439832] 'read index received' (duration: 1.502736592s)","trace[1019439832] 'applied index is now lower than readState.Index' (duration: 1.141964129s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:32.444504Z","caller":"traceutil/trace.go:171","msg":"trace[1119636980] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:29842; }","duration":"4.401916539s","start":"2026-04-02T17:38:28.042572Z","end":"2026-04-02T17:38:32.444489Z","steps":["trace[1119636980] 'agreement among raft nodes before linearized reading' (duration: 4.401743563s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.444826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:28.042552Z","time spent":"4.40226498s","remote":"127.0.0.1:43286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:32.444447Z","caller":"traceutil/trace.go:171","msg":"trace[2012853829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29842; }","duration":"5.15644688s","start":"2026-04-02T17:38:27.287984Z","end":"2026-04-02T17:38:32.444431Z","steps":["trace[2012853829] 'agreement among raft nodes before linearized reading' (duration: 5.156284025s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.444883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.287968Z","time spent":"5.156906145s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:32.444547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:27.287934Z","time spent":"5.156602945s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:38:32.444628Z","caller":"traceutil/trace.go:171","msg":"trace[1960788656] transaction","detail":"{read_only:false; response_revision:29842; number_of_response:1; }","duration":"1.184537745s","start":"2026-04-02T17:38:31.260075Z","end":"2026-04-02T17:38:32.444613Z","steps":["trace[1960788656] 'process raft request' (duration: 1.183587675s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:32.445015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.260055Z","time spent":"1.184912037s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:32.945589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:33.322685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:33.322764Z","caller":"traceutil/trace.go:171","msg":"trace[17419360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047994s","start":"2026-04-02T17:38:31.322699Z","end":"2026-04-02T17:38:33.322747Z","steps":["trace[17419360] 'agreement among raft nodes before linearized reading' (duration: 1.99992437s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:33.322803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.322683Z","time spent":"2.000110846s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:33.446301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:33.946613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:34.423597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.979925986s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:38:34.424058Z","caller":"traceutil/trace.go:171","msg":"trace[119076686] transaction","detail":"{read_only:false; response_revision:29843; number_of_response:1; }","duration":"2.619090781s","start":"2026-04-02T17:38:31.804942Z","end":"2026-04-02T17:38:34.424033Z","steps":["trace[119076686] 'process raft request' (duration: 2.618900275s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:34.424201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.804916Z","time spent":"2.619213136s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:34.42437Z","caller":"traceutil/trace.go:171","msg":"trace[40546608] transaction","detail":"{read_only:false; response_revision:29844; number_of_response:1; }","duration":"2.618839943s","start":"2026-04-02T17:38:31.805501Z","end":"2026-04-02T17:38:34.424341Z","steps":["trace[40546608] 'process raft request' (duration: 2.618488112s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:34.424423Z","caller":"traceutil/trace.go:171","msg":"trace[1208041877] transaction","detail":"{read_only:false; response_revision:29845; number_of_response:1; }","duration":"2.618523453s","start":"2026-04-02T17:38:31.805878Z","end":"2026-04-02T17:38:34.424402Z","steps":["trace[1208041877] 'process raft request' (duration: 2.618352108s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:34.424488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.805477Z","time spent":"2.618945197s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:34.424521Z","caller":"traceutil/trace.go:171","msg":"trace[436399723] transaction","detail":"{read_only:false; response_revision:29847; number_of_response:1; }","duration":"2.618221614s","start":"2026-04-02T17:38:31.806286Z","end":"2026-04-02T17:38:34.424507Z","steps":["trace[436399723] 'process raft request' (duration: 2.618169703s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:34.424548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.805843Z","time spent":"2.618643118s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:34.424567Z","caller":"traceutil/trace.go:171","msg":"trace[298607968] transaction","detail":"{read_only:false; response_revision:29846; number_of_response:1; }","duration":"2.618299927s","start":"2026-04-02T17:38:31.806221Z","end":"2026-04-02T17:38:34.424521Z","steps":["trace[298607968] 'process raft request' (duration: 2.618126831s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:34.424622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.806276Z","time spent":"2.618285636s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:34.424705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.806212Z","time spent":"2.618424191s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:34.618027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.445728Z","time spent":"2.172292698s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:38:34.618279Z","caller":"traceutil/trace.go:171","msg":"trace[144478178] transaction","detail":"{read_only:false; response_revision:29849; number_of_response:1; }","duration":"2.168968763s","start":"2026-04-02T17:38:32.449287Z","end":"2026-04-02T17:38:34.618256Z","steps":["trace[144478178] 'process raft request' (duration: 2.168739386s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:34.618294Z","caller":"traceutil/trace.go:171","msg":"trace[775575042] transaction","detail":"{read_only:false; response_revision:29848; number_of_response:1; }","duration":"2.169024184s","start":"2026-04-02T17:38:32.449242Z","end":"2026-04-02T17:38:34.618266Z","steps":["trace[775575042] 'process raft request' (duration: 2.168656113s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:34.618331Z","caller":"traceutil/trace.go:171","msg":"trace[1461319365] transaction","detail":"{read_only:false; response_revision:29850; number_of_response:1; }","duration":"2.168970953s","start":"2026-04-02T17:38:32.44933Z","end":"2026-04-02T17:38:34.618301Z","steps":["trace[1461319365] 'process raft request' (duration: 2.168733515s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:34.618396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.449269Z","time spent":"2.169067886s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:34.618459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.449312Z","time spent":"2.169069576s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:34.618531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.449231Z","time spent":"2.169132678s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:35.324146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000854488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:35.324233Z","caller":"traceutil/trace.go:171","msg":"trace[1208083508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001012393s","start":"2026-04-02T17:38:33.323203Z","end":"2026-04-02T17:38:35.324215Z","steps":["trace[1208083508] 'agreement among raft nodes before linearized reading' (duration: 2.000869229s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:35.32428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:33.32319Z","time spent":"2.001079745s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:35.654415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035432911s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:36.549439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931324751s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-02T17:38:36.549716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:35.128595Z","time spent":"1.421114253s","remote":"127.0.0.1:36398","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:38:36.549856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.180365ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:36.549929Z","caller":"traceutil/trace.go:171","msg":"trace[458604682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29851; }","duration":"850.262198ms","start":"2026-04-02T17:38:35.699651Z","end":"2026-04-02T17:38:36.549913Z","steps":["trace[458604682] 'range keys from in-memory index tree' (duration: 850.169575ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.55013Z","caller":"traceutil/trace.go:171","msg":"trace[1666812478] linearizableReadLoop","detail":"{readStateIndex:31238; appliedIndex:31228; }","duration":"4.105317993s","start":"2026-04-02T17:38:32.444795Z","end":"2026-04-02T17:38:36.550113Z","steps":["trace[1666812478] 'read index received' (duration: 1.979139222s)","trace[1666812478] 'applied index is now lower than readState.Index' (duration: 2.126177631s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:36.550298Z","caller":"traceutil/trace.go:171","msg":"trace[818076425] transaction","detail":"{read_only:false; number_of_response:1; response_revision:29851; }","duration":"1.931380132s","start":"2026-04-02T17:38:34.618906Z","end":"2026-04-02T17:38:36.550286Z","steps":["trace[818076425] 'process raft request' (duration: 1.930615478s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.550381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:34.618886Z","time spent":"1.931437685s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:36.55052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25361053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:36.550586Z","caller":"traceutil/trace.go:171","msg":"trace[1172916302] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:29851; }","duration":"4.253712233s","start":"2026-04-02T17:38:32.29686Z","end":"2026-04-02T17:38:36.550572Z","steps":["trace[1172916302] 'agreement among raft nodes before linearized reading' (duration: 4.25359878s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.55062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.296842Z","time spent":"4.253770976s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:36.550625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597957855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:36.550711Z","caller":"traceutil/trace.go:171","msg":"trace[690516183] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:29851; }","duration":"4.598069519s","start":"2026-04-02T17:38:31.952619Z","end":"2026-04-02T17:38:36.550689Z","steps":["trace[690516183] 'agreement among raft nodes before linearized reading' (duration: 4.597984226s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.550764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.952598Z","time spent":"4.598149991s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:36.55082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191358822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:36.550848Z","caller":"traceutil/trace.go:171","msg":"trace[763825611] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:29851; }","duration":"4.191420275s","start":"2026-04-02T17:38:32.359416Z","end":"2026-04-02T17:38:36.550836Z","steps":["trace[763825611] 'agreement among raft nodes before linearized reading' (duration: 4.191373163s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.550882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.359394Z","time spent":"4.191482526s","remote":"127.0.0.1:57444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:36.550583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413478963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:36.551003Z","caller":"traceutil/trace.go:171","msg":"trace[794900998] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29851; }","duration":"4.413898277s","start":"2026-04-02T17:38:32.137093Z","end":"2026-04-02T17:38:36.550991Z","steps":["trace[794900998] 'agreement among raft nodes before linearized reading' (duration: 4.413454153s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.551004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.80751796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:36.551033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.137078Z","time spent":"4.413942619s","remote":"127.0.0.1:37532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:36.551033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.64932326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:36.551087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.218522423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:38:36.551097Z","caller":"traceutil/trace.go:171","msg":"trace[1960888826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29851; }","duration":"5.649422153s","start":"2026-04-02T17:38:30.901655Z","end":"2026-04-02T17:38:36.551077Z","steps":["trace[1960888826] 'agreement among raft nodes before linearized reading' (duration: 5.64932487s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.551092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.933819393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:36.551118Z","caller":"traceutil/trace.go:171","msg":"trace[2117563680] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29851; }","duration":"6.218587505s","start":"2026-04-02T17:38:30.33252Z","end":"2026-04-02T17:38:36.551108Z","steps":["trace[2117563680] 'agreement among raft nodes before linearized reading' (duration: 6.218484732s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.551144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:30.332505Z","time spent":"6.218633946s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:38:36.551149Z","caller":"traceutil/trace.go:171","msg":"trace[1963168791] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29851; }","duration":"5.933888115s","start":"2026-04-02T17:38:30.617245Z","end":"2026-04-02T17:38:36.551134Z","steps":["trace[1963168791] 'agreement among raft nodes before linearized reading' (duration: 5.933783842s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.551149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:30.901637Z","time spent":"5.649494405s","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:36.551179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:30.617224Z","time spent":"5.933948107s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:36.551402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.972324609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:36.551488Z","caller":"traceutil/trace.go:171","msg":"trace[748031042] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:29851; }","duration":"4.972415112s","start":"2026-04-02T17:38:31.579022Z","end":"2026-04-02T17:38:36.551437Z","steps":["trace[748031042] 'agreement among raft nodes before linearized reading' (duration: 4.972320909s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:36.551049Z","caller":"traceutil/trace.go:171","msg":"trace[2126815264] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:29851; }","duration":"4.807605903s","start":"2026-04-02T17:38:31.74343Z","end":"2026-04-02T17:38:36.551036Z","steps":["trace[2126815264] 'agreement among raft nodes before linearized reading' (duration: 4.807531681s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.55154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.579002Z","time spent":"4.972523346s","remote":"127.0.0.1:59296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:36.551568Z","caller":"traceutil/trace.go:171","msg":"trace[721405325] transaction","detail":"{read_only:false; response_revision:29852; number_of_response:1; }","duration":"1.033228252s","start":"2026-04-02T17:38:35.51833Z","end":"2026-04-02T17:38:36.551558Z","steps":["trace[721405325] 'process raft request' (duration: 1.031883349s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.551573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.743407Z","time spent":"4.808145619s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:36.551632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:35.518293Z","time spent":"1.033297404s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:36.551647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.234023652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:38:36.551675Z","caller":"traceutil/trace.go:171","msg":"trace[1817280690] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29852; }","duration":"5.234097184s","start":"2026-04-02T17:38:31.317568Z","end":"2026-04-02T17:38:36.551665Z","steps":["trace[1817280690] 'agreement among raft nodes before linearized reading' (duration: 5.23396519s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.55167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.107002377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:36.551694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.317545Z","time spent":"5.234142866s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"info","ts":"2026-04-02T17:38:36.551708Z","caller":"traceutil/trace.go:171","msg":"trace[1769124827] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29852; }","duration":"5.107082719s","start":"2026-04-02T17:38:31.444615Z","end":"2026-04-02T17:38:36.551698Z","steps":["trace[1769124827] 'agreement among raft nodes before linearized reading' (duration: 5.107018927s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.551739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.444597Z","time spent":"5.107131941s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:36.551851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114523625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-04-02T17:38:36.551873Z","caller":"traceutil/trace.go:171","msg":"trace[159110606] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29852; }","duration":"5.114589136s","start":"2026-04-02T17:38:31.437278Z","end":"2026-04-02T17:38:36.551867Z","steps":["trace[159110606] 'agreement among raft nodes before linearized reading' (duration: 5.114512154s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:36.551894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:31.437257Z","time spent":"5.114628258s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-02T17:38:37.051003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:37.28733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996996449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:37.287408Z","caller":"traceutil/trace.go:171","msg":"trace[168060297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997123402s","start":"2026-04-02T17:38:34.290266Z","end":"2026-04-02T17:38:37.28739Z","steps":["trace[168060297] 'agreement among raft nodes before linearized reading' (duration: 2.997033229s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:37.28745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:34.290246Z","time spent":"2.997193045s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/02 17:38:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:37.292093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997965999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:37.292179Z","caller":"traceutil/trace.go:171","msg":"trace[1738312458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998044952s","start":"2026-04-02T17:38:34.2941Z","end":"2026-04-02T17:38:37.292145Z","steps":["trace[1738312458] 'agreement among raft nodes before linearized reading' (duration: 2.997964439s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:37.292236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:34.294062Z","time spent":"2.998158705s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/02 17:38:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:37.292732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998187436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:37.292775Z","caller":"traceutil/trace.go:171","msg":"trace[1490324426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998259878s","start":"2026-04-02T17:38:34.294505Z","end":"2026-04-02T17:38:37.292765Z","steps":["trace[1490324426] 'agreement among raft nodes before linearized reading' (duration: 2.998208607s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:37.292805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:34.294494Z","time spent":"2.998303619s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/02 17:38:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:37.331578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:37.331647Z","caller":"traceutil/trace.go:171","msg":"trace[1427943812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374643s","start":"2026-04-02T17:38:35.331255Z","end":"2026-04-02T17:38:37.33163Z","steps":["trace[1427943812] 'agreement among raft nodes before linearized reading' (duration: 2.00028224s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:37.331685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:35.331228Z","time spent":"2.000447435s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:37.551568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:38.052448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:38.553204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:38.555485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:38.555551Z","caller":"traceutil/trace.go:171","msg":"trace[1610756925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402223s","start":"2026-04-02T17:38:36.555131Z","end":"2026-04-02T17:38:38.555533Z","steps":["trace[1610756925] 'agreement among raft nodes before linearized reading' (duration: 2.000315651s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.5556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.555118Z","time spent":"2.000472306s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:38.837325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.256823369s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:38:38.90537Z","caller":"traceutil/trace.go:171","msg":"trace[233320080] transaction","detail":"{read_only:false; response_revision:29854; number_of_response:1; }","duration":"2.476133472s","start":"2026-04-02T17:38:36.429211Z","end":"2026-04-02T17:38:38.905344Z","steps":["trace[233320080] 'process raft request' (duration: 2.476037549s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.905735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.429192Z","time spent":"2.476248155s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:38.905769Z","caller":"traceutil/trace.go:171","msg":"trace[624175747] transaction","detail":"{read_only:false; response_revision:29853; number_of_response:1; }","duration":"2.958944444s","start":"2026-04-02T17:38:35.946773Z","end":"2026-04-02T17:38:38.905717Z","steps":["trace[624175747] 'process raft request' (duration: 2.890733868s)","trace[624175747] 'compare' (duration: 67.529765ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:38.905815Z","caller":"traceutil/trace.go:171","msg":"trace[1262866625] transaction","detail":"{read_only:false; response_revision:29855; number_of_response:1; }","duration":"2.473139208s","start":"2026-04-02T17:38:36.432652Z","end":"2026-04-02T17:38:38.905792Z","steps":["trace[1262866625] 'process raft request' (duration: 2.472652892s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.905965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:35.946746Z","time spent":"2.959107519s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:38.905949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.432633Z","time spent":"2.473243121s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:38.906025Z","caller":"traceutil/trace.go:171","msg":"trace[1060762396] transaction","detail":"{read_only:false; response_revision:29856; number_of_response:1; }","duration":"2.473286372s","start":"2026-04-02T17:38:36.432722Z","end":"2026-04-02T17:38:38.906008Z","steps":["trace[1060762396] 'process raft request' (duration: 2.472980873s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.90611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.432718Z","time spent":"2.473345234s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:38.906244Z","caller":"traceutil/trace.go:171","msg":"trace[1051080634] transaction","detail":"{read_only:false; response_revision:29857; number_of_response:1; }","duration":"2.473270092s","start":"2026-04-02T17:38:36.432966Z","end":"2026-04-02T17:38:38.906236Z","steps":["trace[1051080634] 'process raft request' (duration: 2.472962332s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.906272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.432948Z","time spent":"2.473307823s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:38.906424Z","caller":"traceutil/trace.go:171","msg":"trace[1849995041] transaction","detail":"{read_only:false; response_revision:29858; number_of_response:1; }","duration":"2.472208638s","start":"2026-04-02T17:38:36.434211Z","end":"2026-04-02T17:38:38.90642Z","steps":["trace[1849995041] 'process raft request' (duration: 2.472005842s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:38.90645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.434204Z","time spent":"2.472231699s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:39.332258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:39.332338Z","caller":"traceutil/trace.go:171","msg":"trace[324164483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057484s","start":"2026-04-02T17:38:37.331746Z","end":"2026-04-02T17:38:39.332321Z","steps":["trace[324164483] 'agreement among raft nodes before linearized reading' (duration: 2.000471947s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:39.332386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.331717Z","time spent":"2.000659082s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:40.777135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.887694722s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:40.837909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.553837Z","time spent":"4.284062332s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:38:40.838198Z","caller":"traceutil/trace.go:171","msg":"trace[1529084801] linearizableReadLoop","detail":"{readStateIndex:31253; appliedIndex:31240; }","duration":"4.288010777s","start":"2026-04-02T17:38:36.550166Z","end":"2026-04-02T17:38:40.838177Z","steps":["trace[1529084801] 'read index received' (duration: 2.287356195s)","trace[1529084801] 'applied index is now lower than readState.Index' (duration: 2.000653692s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:40.838328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.555061Z","time spent":"4.283264428s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:38:40.838714Z","caller":"traceutil/trace.go:171","msg":"trace[427579201] transaction","detail":"{read_only:false; response_revision:29859; number_of_response:1; }","duration":"4.276577366s","start":"2026-04-02T17:38:36.56212Z","end":"2026-04-02T17:38:40.838697Z","steps":["trace[427579201] 'process raft request' (duration: 4.27575425s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.838825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.562091Z","time spent":"4.276662848s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:40.838824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714769319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:40.83889Z","caller":"traceutil/trace.go:171","msg":"trace[867270227] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29863; }","duration":"5.714870642s","start":"2026-04-02T17:38:35.124Z","end":"2026-04-02T17:38:40.838871Z","steps":["trace[867270227] 'agreement among raft nodes before linearized reading' (duration: 5.714747178s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.838912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.388191857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:40.838999Z","caller":"traceutil/trace.go:171","msg":"trace[7532365] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29863; }","duration":"8.388300052s","start":"2026-04-02T17:38:32.450676Z","end":"2026-04-02T17:38:40.838976Z","steps":["trace[7532365] 'agreement among raft nodes before linearized reading' (duration: 8.388142237s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.839057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.450673Z","time spent":"8.388366874s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:38:40.839111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.388473926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c642e34e-80de-4c0c-97ac-2a6e0d8f7cbc\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-02T17:38:40.839129Z","caller":"traceutil/trace.go:171","msg":"trace[1579831555] transaction","detail":"{read_only:false; response_revision:29860; number_of_response:1; }","duration":"3.548873013s","start":"2026-04-02T17:38:37.29024Z","end":"2026-04-02T17:38:40.839113Z","steps":["trace[1579831555] 'process raft request' (duration: 3.547756218s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.839165Z","caller":"traceutil/trace.go:171","msg":"trace[1476964536] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c642e34e-80de-4c0c-97ac-2a6e0d8f7cbc; range_end:; response_count:1; response_revision:29863; }","duration":"8.388527779s","start":"2026-04-02T17:38:32.450613Z","end":"2026-04-02T17:38:40.839141Z","steps":["trace[1476964536] 'agreement among raft nodes before linearized reading' (duration: 8.388416415s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.839212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.450604Z","time spent":"8.388599561s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c642e34e-80de-4c0c-97ac-2a6e0d8f7cbc\" "} {"level":"info","ts":"2026-04-02T17:38:40.839248Z","caller":"traceutil/trace.go:171","msg":"trace[2090373168] transaction","detail":"{read_only:false; response_revision:29861; number_of_response:1; }","duration":"3.543536794s","start":"2026-04-02T17:38:37.295701Z","end":"2026-04-02T17:38:40.839238Z","steps":["trace[2090373168] 'process raft request' (duration: 3.542346756s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.839285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853429832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:40.839303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.295687Z","time spent":"3.543589756s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:40.839322Z","caller":"traceutil/trace.go:171","msg":"trace[1306300504] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:29863; }","duration":"5.853503605s","start":"2026-04-02T17:38:34.985805Z","end":"2026-04-02T17:38:40.839309Z","steps":["trace[1306300504] 'agreement among raft nodes before linearized reading' (duration: 5.853437413s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.839351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:34.985784Z","time spent":"5.853561056s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.839433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.391136091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-02T17:38:40.839473Z","caller":"traceutil/trace.go:171","msg":"trace[41771434] transaction","detail":"{read_only:false; response_revision:29863; number_of_response:1; }","duration":"3.389453364s","start":"2026-04-02T17:38:37.450012Z","end":"2026-04-02T17:38:40.839465Z","steps":["trace[41771434] 'process raft request' (duration: 3.388116782s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.839476Z","caller":"traceutil/trace.go:171","msg":"trace[578536313] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29863; }","duration":"8.391179332s","start":"2026-04-02T17:38:32.448286Z","end":"2026-04-02T17:38:40.839466Z","steps":["trace[578536313] 'agreement among raft nodes before linearized reading' (duration: 8.391074449s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.839522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.448273Z","time spent":"8.391240434s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:38:40.839533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.44999Z","time spent":"3.389516106s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:40.839653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.474279178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:40.839684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566546533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-02T17:38:40.839714Z","caller":"traceutil/trace.go:171","msg":"trace[3101965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29863; }","duration":"4.566594084s","start":"2026-04-02T17:38:36.273112Z","end":"2026-04-02T17:38:40.839706Z","steps":["trace[3101965] 'agreement among raft nodes before linearized reading' (duration: 4.56648343s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.83973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.785789775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:40.839002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282917136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-02T17:38:40.839751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.273103Z","time spent":"4.566641955s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:38:40.8398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314333049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-02T17:38:40.839806Z","caller":"traceutil/trace.go:171","msg":"trace[1439958480] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29863; }","duration":"4.283736423s","start":"2026-04-02T17:38:36.556034Z","end":"2026-04-02T17:38:40.83977Z","steps":["trace[1439958480] 'agreement among raft nodes before linearized reading' (duration: 4.282819814s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.839977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36336372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:40.839998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.556023Z","time spent":"4.283937759s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:38:40.840016Z","caller":"traceutil/trace.go:171","msg":"trace[158891675] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:29863; }","duration":"4.363443702s","start":"2026-04-02T17:38:36.476564Z","end":"2026-04-02T17:38:40.840008Z","steps":["trace[158891675] 'agreement among raft nodes before linearized reading' (duration: 4.36336485s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.840068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.476536Z","time spent":"4.363520905s","remote":"127.0.0.1:59052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:40.839689Z","caller":"traceutil/trace.go:171","msg":"trace[714537351] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:29863; }","duration":"6.474355041s","start":"2026-04-02T17:38:34.365325Z","end":"2026-04-02T17:38:40.83968Z","steps":["trace[714537351] 'agreement among raft nodes before linearized reading' (duration: 6.474218296s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.840175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.959409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:40.840028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568671739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-02T17:38:40.840073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.585833303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:40.840224Z","caller":"traceutil/trace.go:171","msg":"trace[720077186] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29863; }","duration":"714.056042ms","start":"2026-04-02T17:38:40.126157Z","end":"2026-04-02T17:38:40.840213Z","steps":["trace[720077186] 'agreement among raft nodes before linearized reading' (duration: 713.987169ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.840235Z","caller":"traceutil/trace.go:171","msg":"trace[502044386] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29863; }","duration":"4.568909527s","start":"2026-04-02T17:38:36.271314Z","end":"2026-04-02T17:38:40.840224Z","steps":["trace[502044386] 'agreement among raft nodes before linearized reading' (duration: 4.568623908s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.840252Z","caller":"traceutil/trace.go:171","msg":"trace[727106839] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29863; }","duration":"5.58605486s","start":"2026-04-02T17:38:35.25418Z","end":"2026-04-02T17:38:40.840235Z","steps":["trace[727106839] 'agreement among raft nodes before linearized reading' (duration: 5.585867974s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.840273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.271295Z","time spent":"4.568967518s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:38:40.840307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013438895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:40.839697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306156801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127289"} {"level":"info","ts":"2026-04-02T17:38:40.840347Z","caller":"traceutil/trace.go:171","msg":"trace[1657259336] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29863; }","duration":"1.013519888s","start":"2026-04-02T17:38:39.826816Z","end":"2026-04-02T17:38:40.840336Z","steps":["trace[1657259336] 'agreement among raft nodes before linearized reading' (duration: 1.013461877s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.840359Z","caller":"traceutil/trace.go:171","msg":"trace[2133779886] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:29863; }","duration":"4.306813712s","start":"2026-04-02T17:38:36.533533Z","end":"2026-04-02T17:38:40.840346Z","steps":["trace[2133779886] 'agreement among raft nodes before linearized reading' (duration: 4.306014677s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.84038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:39.826789Z","time spent":"1.013582871s","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.840391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.533498Z","time spent":"4.306883874s","remote":"127.0.0.1:58862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127311,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-02T17:38:40.839848Z","caller":"traceutil/trace.go:171","msg":"trace[478186656] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:29863; }","duration":"4.314401362s","start":"2026-04-02T17:38:36.525434Z","end":"2026-04-02T17:38:40.839836Z","steps":["trace[478186656] 'agreement among raft nodes before linearized reading' (duration: 4.314305979s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.840495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.525419Z","time spent":"4.315067423s","remote":"127.0.0.1:58876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-02T17:38:40.840546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.245064584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:40.838946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:35.123983Z","time spent":"5.714947364s","remote":"127.0.0.1:58212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:40.840596Z","caller":"traceutil/trace.go:171","msg":"trace[1949858877] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:29863; }","duration":"8.245139925s","start":"2026-04-02T17:38:32.595444Z","end":"2026-04-02T17:38:40.840584Z","steps":["trace[1949858877] 'agreement among raft nodes before linearized reading' (duration: 8.244897428s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.839518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554434879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:40.840639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502762894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-02T17:38:40.840659Z","caller":"traceutil/trace.go:171","msg":"trace[684005501] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:29863; }","duration":"4.555598966s","start":"2026-04-02T17:38:36.285049Z","end":"2026-04-02T17:38:40.840648Z","steps":["trace[684005501] 'agreement among raft nodes before linearized reading' (duration: 4.554422099s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.840668Z","caller":"traceutil/trace.go:171","msg":"trace[1282766409] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29863; }","duration":"1.502820086s","start":"2026-04-02T17:38:39.33784Z","end":"2026-04-02T17:38:40.84066Z","steps":["trace[1282766409] 'agreement among raft nodes before linearized reading' (duration: 1.502740053s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:40.839756Z","caller":"traceutil/trace.go:171","msg":"trace[326271024] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:29863; }","duration":"7.785845307s","start":"2026-04-02T17:38:33.053902Z","end":"2026-04-02T17:38:40.839748Z","steps":["trace[326271024] 'agreement among raft nodes before linearized reading' (duration: 7.785802026s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.840693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:39.337822Z","time spent":"1.502865677s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T17:38:40.839213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.290223Z","time spent":"3.548936464s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:40.84026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.126132Z","time spent":"714.120094ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.840731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:33.053886Z","time spent":"7.786830107s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:40.839425Z","caller":"traceutil/trace.go:171","msg":"trace[1955516668] transaction","detail":"{read_only:false; response_revision:29862; number_of_response:1; }","duration":"3.534431426s","start":"2026-04-02T17:38:37.304982Z","end":"2026-04-02T17:38:40.839414Z","steps":["trace[1955516668] 'process raft request' (duration: 3.533106244s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.840628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:32.595434Z","time spent":"8.245184547s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.840948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.304962Z","time spent":"3.535929013s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:40.841017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776025813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:40.841059Z","caller":"traceutil/trace.go:171","msg":"trace[2116777730] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:29863; }","duration":"2.776068714s","start":"2026-04-02T17:38:38.06498Z","end":"2026-04-02T17:38:40.841049Z","steps":["trace[2116777730] 'agreement among raft nodes before linearized reading' (duration: 2.776008022s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.839525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.443463863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:40.840692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.285038Z","time spent":"4.555643477s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.841097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:38.064911Z","time spent":"2.776178328s","remote":"127.0.0.1:58934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.840186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:34.365302Z","time spent":"6.474873136s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:40.841121Z","caller":"traceutil/trace.go:171","msg":"trace[928107312] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:29863; }","duration":"6.445079745s","start":"2026-04-02T17:38:34.396024Z","end":"2026-04-02T17:38:40.841103Z","steps":["trace[928107312] 'agreement among raft nodes before linearized reading' (duration: 6.443445513s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.841162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:34.396009Z","time spent":"6.445139466s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.84104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050701306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:40.842144Z","caller":"traceutil/trace.go:171","msg":"trace[170947484] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29863; }","duration":"4.051831231s","start":"2026-04-02T17:38:36.790298Z","end":"2026-04-02T17:38:40.842129Z","steps":["trace[170947484] 'agreement among raft nodes before linearized reading' (duration: 4.050697455s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.840561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50203187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:40.842214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.790283Z","time spent":"4.051918874s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.840311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:35.254153Z","time spent":"5.586141402s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.842442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591586132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:38:40.842485Z","caller":"traceutil/trace.go:171","msg":"trace[1834259451] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29863; }","duration":"1.591665514s","start":"2026-04-02T17:38:39.250807Z","end":"2026-04-02T17:38:40.842473Z","steps":["trace[1834259451] 'agreement among raft nodes before linearized reading' (duration: 1.590030392s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.842509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:39.250786Z","time spent":"1.591718176s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2781,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:40.842246Z","caller":"traceutil/trace.go:171","msg":"trace[501600241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29863; }","duration":"1.503720074s","start":"2026-04-02T17:38:39.338508Z","end":"2026-04-02T17:38:40.842229Z","steps":["trace[501600241] 'agreement among raft nodes before linearized reading' (duration: 1.502025261s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.842588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:39.338503Z","time spent":"1.504074935s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:40.841259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453731174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:40.842701Z","caller":"traceutil/trace.go:171","msg":"trace[301669988] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:29863; }","duration":"2.455186371s","start":"2026-04-02T17:38:38.387495Z","end":"2026-04-02T17:38:40.842682Z","steps":["trace[301669988] 'agreement among raft nodes before linearized reading' (duration: 2.453734215s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.842781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:38.387481Z","time spent":"2.455283154s","remote":"127.0.0.1:37472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.841304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759049646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:40.843051Z","caller":"traceutil/trace.go:171","msg":"trace[1357773838] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:29863; }","duration":"2.760809992s","start":"2026-04-02T17:38:38.082228Z","end":"2026-04-02T17:38:40.843038Z","steps":["trace[1357773838] 'agreement among raft nodes before linearized reading' (duration: 2.759052136s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.843098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:38.082219Z","time spent":"2.760865933s","remote":"127.0.0.1:49856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.841489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007821991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:40.843226Z","caller":"traceutil/trace.go:171","msg":"trace[347917208] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:29863; }","duration":"3.009591486s","start":"2026-04-02T17:38:37.833617Z","end":"2026-04-02T17:38:40.843209Z","steps":["trace[347917208] 'agreement among raft nodes before linearized reading' (duration: 3.007835041s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.843266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.833594Z","time spent":"3.009660669s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.841505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616142559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:40.843552Z","caller":"traceutil/trace.go:171","msg":"trace[915814173] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:29863; }","duration":"3.618228975s","start":"2026-04-02T17:38:37.225313Z","end":"2026-04-02T17:38:40.843542Z","steps":["trace[915814173] 'agreement among raft nodes before linearized reading' (duration: 3.616161989s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.843583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:37.225289Z","time spent":"3.618283487s","remote":"127.0.0.1:43212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.841769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129370892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:40.843725Z","caller":"traceutil/trace.go:171","msg":"trace[1710404367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29863; }","duration":"4.131357365s","start":"2026-04-02T17:38:36.712359Z","end":"2026-04-02T17:38:40.843716Z","steps":["trace[1710404367] 'agreement among raft nodes before linearized reading' (duration: 4.129371363s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.843755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.712343Z","time spent":"4.131402726s","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:40.841784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202812334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:38:40.843849Z","caller":"traceutil/trace.go:171","msg":"trace[1157219626] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29863; }","duration":"4.20488628s","start":"2026-04-02T17:38:36.638956Z","end":"2026-04-02T17:38:40.843842Z","steps":["trace[1157219626] 'agreement among raft nodes before linearized reading' (duration: 4.202772723s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.843871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.638951Z","time spent":"4.204914161s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:38:40.841784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219239713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-02T17:38:40.84398Z","caller":"traceutil/trace.go:171","msg":"trace[1734502921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29863; }","duration":"4.221462823s","start":"2026-04-02T17:38:36.622507Z","end":"2026-04-02T17:38:40.84397Z","steps":["trace[1734502921] 'agreement among raft nodes before linearized reading' (duration: 4.219206242s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.841872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218939234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:38:40.844015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.622494Z","time spent":"4.221512705s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:38:40.844027Z","caller":"traceutil/trace.go:171","msg":"trace[1606240412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29863; }","duration":"4.221101233s","start":"2026-04-02T17:38:36.622909Z","end":"2026-04-02T17:38:40.84401Z","steps":["trace[1606240412] 'agreement among raft nodes before linearized reading' (duration: 4.218653535s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:40.844065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:36.622901Z","time spent":"4.221152094s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:41.343515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:42.727042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.44588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:42.727169Z","caller":"traceutil/trace.go:171","msg":"trace[830087314] transaction","detail":"{read_only:false; response_revision:29864; number_of_response:1; }","duration":"1.886240685s","start":"2026-04-02T17:38:40.840903Z","end":"2026-04-02T17:38:42.727144Z","steps":["trace[830087314] 'process raft request' (duration: 987.588308ms)","trace[830087314] 'compare' (duration: 896.827689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:42.727253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.840885Z","time spent":"1.886329167s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:42.843338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999777914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:42.84342Z","caller":"traceutil/trace.go:171","msg":"trace[102602663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999886937s","start":"2026-04-02T17:38:40.843512Z","end":"2026-04-02T17:38:42.843399Z","steps":["trace[102602663] 'agreement among raft nodes before linearized reading' (duration: 1.999787264s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:42.843467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.843499Z","time spent":"1.99995819s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:44.673126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.844683883s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:44.850953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:44.851018Z","caller":"traceutil/trace.go:171","msg":"trace[1888877417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213998s","start":"2026-04-02T17:38:42.850789Z","end":"2026-04-02T17:38:44.851003Z","steps":["trace[1888877417] 'agreement among raft nodes before linearized reading' (duration: 2.000128725s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:44.851049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.850772Z","time spent":"2.0002703s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:45.385069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.666586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:45.385667Z","caller":"traceutil/trace.go:171","msg":"trace[988275285] linearizableReadLoop","detail":"{readStateIndex:31267; appliedIndex:31253; }","duration":"4.54306802s","start":"2026-04-02T17:38:40.842583Z","end":"2026-04-02T17:38:45.385651Z","steps":["trace[988275285] 'read index received' (duration: 985.879024ms)","trace[988275285] 'applied index is now lower than readState.Index' (duration: 3.557187966s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:45.385768Z","caller":"traceutil/trace.go:171","msg":"trace[1019707578] transaction","detail":"{read_only:false; response_revision:29865; number_of_response:1; }","duration":"4.542585224s","start":"2026-04-02T17:38:40.843167Z","end":"2026-04-02T17:38:45.385753Z","steps":["trace[1019707578] 'process raft request' (duration: 3.830111462s)","trace[1019707578] 'compare' (duration: 711.050287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:45.385857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.843158Z","time spent":"4.542651266s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.386264Z","caller":"traceutil/trace.go:171","msg":"trace[408889420] transaction","detail":"{read_only:false; response_revision:29866; number_of_response:1; }","duration":"4.53868108s","start":"2026-04-02T17:38:40.847566Z","end":"2026-04-02T17:38:45.386247Z","steps":["trace[408889420] 'process raft request' (duration: 4.537600076s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.386346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.847545Z","time spent":"4.538766573s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.38648Z","caller":"traceutil/trace.go:171","msg":"trace[1960123456] transaction","detail":"{read_only:false; response_revision:29867; number_of_response:1; }","duration":"4.538828376s","start":"2026-04-02T17:38:40.847643Z","end":"2026-04-02T17:38:45.386471Z","steps":["trace[1960123456] 'process raft request' (duration: 4.537616437s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.386535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.847637Z","time spent":"4.538869817s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.386874Z","caller":"traceutil/trace.go:171","msg":"trace[144208053] transaction","detail":"{read_only:false; response_revision:29868; number_of_response:1; }","duration":"4.538308999s","start":"2026-04-02T17:38:40.848553Z","end":"2026-04-02T17:38:45.386862Z","steps":["trace[144208053] 'process raft request' (duration: 4.536745519s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.386949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.848543Z","time spent":"4.538371681s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.387085Z","caller":"traceutil/trace.go:171","msg":"trace[814876613] transaction","detail":"{read_only:false; response_revision:29877; number_of_response:1; }","duration":"4.474252835s","start":"2026-04-02T17:38:40.912822Z","end":"2026-04-02T17:38:45.387075Z","steps":["trace[814876613] 'process raft request' (duration: 4.472790318s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:45.387068Z","caller":"traceutil/trace.go:171","msg":"trace[2048857429] transaction","detail":"{read_only:false; response_revision:29876; number_of_response:1; }","duration":"4.475819524s","start":"2026-04-02T17:38:40.911209Z","end":"2026-04-02T17:38:45.387028Z","steps":["trace[2048857429] 'process raft request' (duration: 4.474375118s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.387143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.912789Z","time spent":"4.474323637s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:45.387257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.911189Z","time spent":"4.475959829s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.38728Z","caller":"traceutil/trace.go:171","msg":"trace[751823513] transaction","detail":"{read_only:false; response_revision:29869; number_of_response:1; }","duration":"4.538433783s","start":"2026-04-02T17:38:40.848819Z","end":"2026-04-02T17:38:45.387253Z","steps":["trace[751823513] 'process raft request' (duration: 4.536521243s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.387413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.848812Z","time spent":"4.538530286s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.387519Z","caller":"traceutil/trace.go:171","msg":"trace[1921947084] transaction","detail":"{read_only:false; response_revision:29874; number_of_response:1; }","duration":"4.47662849s","start":"2026-04-02T17:38:40.910869Z","end":"2026-04-02T17:38:45.387497Z","steps":["trace[1921947084] 'process raft request' (duration: 4.474657468s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:45.387548Z","caller":"traceutil/trace.go:171","msg":"trace[1161456065] transaction","detail":"{read_only:false; response_revision:29875; number_of_response:1; }","duration":"4.47664427s","start":"2026-04-02T17:38:40.910861Z","end":"2026-04-02T17:38:45.387505Z","steps":["trace[1161456065] 'process raft request' (duration: 4.474693349s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:45.387587Z","caller":"traceutil/trace.go:171","msg":"trace[1161619356] transaction","detail":"{read_only:false; response_revision:29871; number_of_response:1; }","duration":"4.536730569s","start":"2026-04-02T17:38:40.85085Z","end":"2026-04-02T17:38:45.38758Z","steps":["trace[1161619356] 'process raft request' (duration: 4.534577221s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.387648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.850841Z","time spent":"4.536776781s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:45.387667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.910838Z","time spent":"4.476762694s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:45.387672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390879037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:45.387659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.910838Z","time spent":"4.476772335s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.387729Z","caller":"traceutil/trace.go:171","msg":"trace[1083717870] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:29877; }","duration":"2.39097274s","start":"2026-04-02T17:38:42.996741Z","end":"2026-04-02T17:38:45.387713Z","steps":["trace[1083717870] 'agreement among raft nodes before linearized reading' (duration: 2.390792084s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:45.387558Z","caller":"traceutil/trace.go:171","msg":"trace[1116985795] transaction","detail":"{read_only:false; response_revision:29870; number_of_response:1; }","duration":"4.538119463s","start":"2026-04-02T17:38:40.849428Z","end":"2026-04-02T17:38:45.387548Z","steps":["trace[1116985795] 'process raft request' (duration: 4.535949824s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.387773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543855632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:45.387749Z","caller":"traceutil/trace.go:171","msg":"trace[1182258028] transaction","detail":"{read_only:false; response_revision:29873; number_of_response:1; }","duration":"4.477021702s","start":"2026-04-02T17:38:40.910704Z","end":"2026-04-02T17:38:45.387726Z","steps":["trace[1182258028] 'process raft request' (duration: 4.474791512s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:45.387806Z","caller":"traceutil/trace.go:171","msg":"trace[1713589126] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:29877; }","duration":"1.543891433s","start":"2026-04-02T17:38:43.843905Z","end":"2026-04-02T17:38:45.387797Z","steps":["trace[1713589126] 'agreement among raft nodes before linearized reading' (duration: 1.543812851s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.387807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.90521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:45.387835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.843883Z","time spent":"1.543945074s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:45.387844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.849408Z","time spent":"4.538391741s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:45.387892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.910684Z","time spent":"4.477132436s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.387529Z","caller":"traceutil/trace.go:171","msg":"trace[2017027224] transaction","detail":"{read_only:false; response_revision:29872; number_of_response:1; }","duration":"4.532468214s","start":"2026-04-02T17:38:40.855032Z","end":"2026-04-02T17:38:45.3875Z","steps":["trace[2017027224] 'process raft request' (duration: 4.530424349s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.387937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490752445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:45.38795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83040952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:45.387843Z","caller":"traceutil/trace.go:171","msg":"trace[1335407270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29877; }","duration":"535.972003ms","start":"2026-04-02T17:38:44.851862Z","end":"2026-04-02T17:38:45.387834Z","steps":["trace[1335407270] 'agreement among raft nodes before linearized reading' (duration: 535.89972ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:45.38799Z","caller":"traceutil/trace.go:171","msg":"trace[1659886628] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:29877; }","duration":"4.490838588s","start":"2026-04-02T17:38:40.897134Z","end":"2026-04-02T17:38:45.387972Z","steps":["trace[1659886628] 'agreement among raft nodes before linearized reading' (duration: 4.490763056s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.387999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:44.851848Z","time spent":"536.143258ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:38:45.387995Z","caller":"traceutil/trace.go:171","msg":"trace[1999305122] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:29877; }","duration":"1.830490433s","start":"2026-04-02T17:38:43.557491Z","end":"2026-04-02T17:38:45.387982Z","steps":["trace[1999305122] 'agreement among raft nodes before linearized reading' (duration: 1.830367919s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.387772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.996723Z","time spent":"2.391037592s","remote":"127.0.0.1:59160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:45.388042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545456205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:114822"} {"level":"warn","ts":"2026-04-02T17:38:45.38804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704929595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:45.388048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.557468Z","time spent":"1.830562705s","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:45.388071Z","caller":"traceutil/trace.go:171","msg":"trace[655704112] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:29877; }","duration":"4.545505376s","start":"2026-04-02T17:38:40.842557Z","end":"2026-04-02T17:38:45.388063Z","steps":["trace[655704112] 'agreement among raft nodes before linearized reading' (duration: 4.544741442s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.388085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550552585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:38:45.38809Z","caller":"traceutil/trace.go:171","msg":"trace[1857421810] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:29877; }","duration":"2.705006247s","start":"2026-04-02T17:38:42.683067Z","end":"2026-04-02T17:38:45.388073Z","steps":["trace[1857421810] 'agreement among raft nodes before linearized reading' (duration: 2.704924885s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.388103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.842507Z","time spent":"4.545585769s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":114844,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-02T17:38:45.388107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512454061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-04-02T17:38:45.388115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493117228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:45.388142Z","caller":"traceutil/trace.go:171","msg":"trace[1052349700] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29877; }","duration":"2.550655748s","start":"2026-04-02T17:38:42.837474Z","end":"2026-04-02T17:38:45.38813Z","steps":["trace[1052349700] 'agreement among raft nodes before linearized reading' (duration: 2.550458502s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:45.388135Z","caller":"traceutil/trace.go:171","msg":"trace[20106797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29877; }","duration":"4.512525304s","start":"2026-04-02T17:38:40.875602Z","end":"2026-04-02T17:38:45.388127Z","steps":["trace[20106797] 'agreement among raft nodes before linearized reading' (duration: 4.512443071s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.388178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.837446Z","time spent":"2.55072303s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:38:45.388201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.875574Z","time spent":"4.512614977s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:38:45.387887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21091145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:45.387835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703420326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:45.388026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.897112Z","time spent":"4.49090614s","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:45.388266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4096613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:38:45.388135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.68305Z","time spent":"2.70507267s","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:45.39084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115759231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:45.390943Z","caller":"traceutil/trace.go:171","msg":"trace[1489090964] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:29877; }","duration":"3.115891665s","start":"2026-04-02T17:38:42.275031Z","end":"2026-04-02T17:38:45.390923Z","steps":["trace[1489090964] 'agreement among raft nodes before linearized reading' (duration: 3.115706239s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.390993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54183519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-02T17:38:45.391014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.275018Z","time spent":"3.115965868s","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:45.391051Z","caller":"traceutil/trace.go:171","msg":"trace[2019642282] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:29877; }","duration":"4.541913652s","start":"2026-04-02T17:38:40.849111Z","end":"2026-04-02T17:38:45.391024Z","steps":["trace[2019642282] 'agreement among raft nodes before linearized reading' (duration: 4.539041352s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.391077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.849088Z","time spent":"4.541984105s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-02T17:38:45.39148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.547502729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:114822"} {"level":"info","ts":"2026-04-02T17:38:45.391572Z","caller":"traceutil/trace.go:171","msg":"trace[709411072] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:29877; }","duration":"4.547825869s","start":"2026-04-02T17:38:40.843728Z","end":"2026-04-02T17:38:45.391553Z","steps":["trace[709411072] 'agreement among raft nodes before linearized reading' (duration: 4.54375143s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.391629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.843717Z","time spent":"4.547892702s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":114844,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-02T17:38:45.388271Z","caller":"traceutil/trace.go:171","msg":"trace[1065113990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29877; }","duration":"4.211305782s","start":"2026-04-02T17:38:41.176934Z","end":"2026-04-02T17:38:45.38824Z","steps":["trace[1065113990] 'agreement among raft nodes before linearized reading' (duration: 4.2109126s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.392273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543938686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:45.392336Z","caller":"traceutil/trace.go:171","msg":"trace[21670563] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29877; }","duration":"4.544028849s","start":"2026-04-02T17:38:40.848288Z","end":"2026-04-02T17:38:45.392317Z","steps":["trace[21670563] 'agreement among raft nodes before linearized reading' (duration: 4.543680068s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.392397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.848277Z","time spent":"4.544108792s","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:38:45.392813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:41.176917Z","time spent":"4.215870577s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:45.39334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.549483502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:45.393406Z","caller":"traceutil/trace.go:171","msg":"trace[1239258990] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:29877; }","duration":"4.549550934s","start":"2026-04-02T17:38:40.843829Z","end":"2026-04-02T17:38:45.39338Z","steps":["trace[1239258990] 'agreement among raft nodes before linearized reading' (duration: 4.549375688s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.393451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.843822Z","time spent":"4.549617876s","remote":"127.0.0.1:37500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:45.393505Z","caller":"traceutil/trace.go:171","msg":"trace[1792353064] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:29877; }","duration":"1.493206021s","start":"2026-04-02T17:38:43.894954Z","end":"2026-04-02T17:38:45.38816Z","steps":["trace[1792353064] 'agreement among raft nodes before linearized reading' (duration: 1.493116988s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.393559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.89494Z","time spent":"1.498603972s","remote":"127.0.0.1:37572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:45.388032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:40.855001Z","time spent":"4.53297305s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:45.397215Z","caller":"traceutil/trace.go:171","msg":"trace[1636022351] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:29877; }","duration":"1.703874211s","start":"2026-04-02T17:38:43.684375Z","end":"2026-04-02T17:38:45.388249Z","steps":["trace[1636022351] 'agreement among raft nodes before linearized reading' (duration: 1.703422136s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.397301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.684358Z","time spent":"1.712915696s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:45.397899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668324537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-02T17:38:45.397931Z","caller":"traceutil/trace.go:171","msg":"trace[325780022] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29877; }","duration":"2.66840964s","start":"2026-04-02T17:38:42.729508Z","end":"2026-04-02T17:38:45.397918Z","steps":["trace[325780022] 'agreement among raft nodes before linearized reading' (duration: 2.658649542s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.397968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:42.729484Z","time spent":"2.668468303s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-02T17:38:45.398672Z","caller":"traceutil/trace.go:171","msg":"trace[1537033050] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29877; }","duration":"1.409785273s","start":"2026-04-02T17:38:43.978552Z","end":"2026-04-02T17:38:45.388337Z","steps":["trace[1537033050] 'agreement among raft nodes before linearized reading' (duration: 1.40903178s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:45.398797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:43.978531Z","time spent":"1.420246905s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:38:45.907662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:48.176539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476946639s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:48.176637Z","caller":"traceutil/trace.go:171","msg":"trace[1032748291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29877; }","duration":"2.477063362s","start":"2026-04-02T17:38:45.699558Z","end":"2026-04-02T17:38:48.176621Z","steps":["trace[1032748291] 'range keys from in-memory index tree' (duration: 2.476930457s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.178988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997541104s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:48.179096Z","caller":"traceutil/trace.go:171","msg":"trace[560743113] transaction","detail":"{read_only:false; response_revision:29878; number_of_response:1; }","duration":"2.771881441s","start":"2026-04-02T17:38:45.407194Z","end":"2026-04-02T17:38:48.179076Z","steps":["trace[560743113] 'process raft request' (duration: 774.046448ms)","trace[560743113] 'compare' (duration: 1.996200401s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:48.179154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.407183Z","time spent":"2.771942734s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:48.331231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:48.331291Z","caller":"traceutil/trace.go:171","msg":"trace[1951210547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503537s","start":"2026-04-02T17:38:46.330774Z","end":"2026-04-02T17:38:48.331277Z","steps":["trace[1951210547] 'agreement among raft nodes before linearized reading' (duration: 2.000422995s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.331322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.330754Z","time spent":"2.00056201s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:48.552291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000427714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:48.552383Z","caller":"traceutil/trace.go:171","msg":"trace[1300759715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005803s","start":"2026-04-02T17:38:46.551782Z","end":"2026-04-02T17:38:48.552362Z","steps":["trace[1300759715] 'agreement among raft nodes before linearized reading' (duration: 2.000460386s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:48.552433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.551761Z","time spent":"2.000659822s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:49.557575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.364878496s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:50.052254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.404519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:50.052537Z","caller":"traceutil/trace.go:171","msg":"trace[1116234664] linearizableReadLoop","detail":"{readStateIndex:31271; appliedIndex:31267; }","duration":"4.645275702s","start":"2026-04-02T17:38:45.407245Z","end":"2026-04-02T17:38:50.052521Z","steps":["trace[1116234664] 'read index received' (duration: 774.08447ms)","trace[1116234664] 'applied index is now lower than readState.Index' (duration: 3.871190132s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:38:50.052751Z","caller":"traceutil/trace.go:171","msg":"trace[1784550565] transaction","detail":"{read_only:false; response_revision:29879; number_of_response:1; }","duration":"4.643670681s","start":"2026-04-02T17:38:45.409068Z","end":"2026-04-02T17:38:50.052738Z","steps":["trace[1784550565] 'process raft request' (duration: 4.148698984s)","trace[1784550565] 'compare' (duration: 494.101089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:50.052815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.40903Z","time spent":"4.643749953s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:50.053154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.645894051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-02T17:38:50.053216Z","caller":"traceutil/trace.go:171","msg":"trace[234384717] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:29881; }","duration":"4.645984284s","start":"2026-04-02T17:38:45.407215Z","end":"2026-04-02T17:38:50.053199Z","steps":["trace[234384717] 'agreement among raft nodes before linearized reading' (duration: 4.645784628s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:50.053257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.407203Z","time spent":"4.646045446s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-02T17:38:50.053375Z","caller":"traceutil/trace.go:171","msg":"trace[448373112] transaction","detail":"{read_only:false; response_revision:29880; number_of_response:1; }","duration":"4.643834646s","start":"2026-04-02T17:38:45.409462Z","end":"2026-04-02T17:38:50.053297Z","steps":["trace[448373112] 'process raft request' (duration: 4.642918017s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:50.053488Z","caller":"traceutil/trace.go:171","msg":"trace[253606393] transaction","detail":"{read_only:false; response_revision:29881; number_of_response:1; }","duration":"4.20518537s","start":"2026-04-02T17:38:45.84829Z","end":"2026-04-02T17:38:50.053476Z","steps":["trace[253606393] 'process raft request' (duration: 4.204181058s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:50.053558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.848265Z","time spent":"4.205253212s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:50.05422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.409455Z","time spent":"4.644030762s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:50.335762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:50.335858Z","caller":"traceutil/trace.go:171","msg":"trace[1814147855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426726s","start":"2026-04-02T17:38:48.335407Z","end":"2026-04-02T17:38:50.335834Z","steps":["trace[1814147855] 'agreement among raft nodes before linearized reading' (duration: 2.000310082s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:50.335909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.335388Z","time spent":"2.000509699s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:50.553203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:51.054024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:51.554335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:52.035051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.477284149s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:52.259109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.699931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:52.260555Z","caller":"traceutil/trace.go:171","msg":"trace[1243374904] transaction","detail":"{read_only:false; response_revision:29882; number_of_response:1; }","duration":"5.59113018s","start":"2026-04-02T17:38:46.6694Z","end":"2026-04-02T17:38:52.26053Z","steps":["trace[1243374904] 'process raft request' (duration: 5.365956362s)","trace[1243374904] 'compare' (duration: 223.226407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:52.260674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:46.669373Z","time spent":"5.591240074s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:52.260733Z","caller":"traceutil/trace.go:171","msg":"trace[1858492932] transaction","detail":"{read_only:false; response_revision:29884; number_of_response:1; }","duration":"4.866946488s","start":"2026-04-02T17:38:47.393763Z","end":"2026-04-02T17:38:52.260709Z","steps":["trace[1858492932] 'process raft request' (duration: 4.866842325s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:52.260744Z","caller":"traceutil/trace.go:171","msg":"trace[1219493351] transaction","detail":"{read_only:false; response_revision:29883; number_of_response:1; }","duration":"4.866999549s","start":"2026-04-02T17:38:47.393722Z","end":"2026-04-02T17:38:52.260722Z","steps":["trace[1219493351] 'process raft request' (duration: 4.866758012s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.260878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.393734Z","time spent":"4.867068692s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:52.260942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.393697Z","time spent":"4.867199816s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:52.260992Z","caller":"traceutil/trace.go:171","msg":"trace[1839131981] transaction","detail":"{read_only:false; response_revision:29885; number_of_response:1; }","duration":"4.852848442s","start":"2026-04-02T17:38:47.408114Z","end":"2026-04-02T17:38:52.260963Z","steps":["trace[1839131981] 'process raft request' (duration: 4.852531982s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:52.261045Z","caller":"traceutil/trace.go:171","msg":"trace[1690220603] transaction","detail":"{read_only:false; response_revision:29886; number_of_response:1; }","duration":"4.851828369s","start":"2026-04-02T17:38:47.409206Z","end":"2026-04-02T17:38:52.261034Z","steps":["trace[1690220603] 'process raft request' (duration: 4.851633173s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:52.26108Z","caller":"traceutil/trace.go:171","msg":"trace[1198889988] transaction","detail":"{read_only:false; response_revision:29887; number_of_response:1; }","duration":"4.851617453s","start":"2026-04-02T17:38:47.409454Z","end":"2026-04-02T17:38:52.261072Z","steps":["trace[1198889988] 'process raft request' (duration: 4.851469699s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.261089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.409185Z","time spent":"4.851883041s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:52.26113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.409438Z","time spent":"4.851667944s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:52.261145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.4081Z","time spent":"4.852971655s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:52.261198Z","caller":"traceutil/trace.go:171","msg":"trace[1909380481] transaction","detail":"{read_only:false; response_revision:29891; number_of_response:1; }","duration":"2.989194081s","start":"2026-04-02T17:38:49.271992Z","end":"2026-04-02T17:38:52.261186Z","steps":["trace[1909380481] 'process raft request' (duration: 2.98915102s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:52.261219Z","caller":"traceutil/trace.go:171","msg":"trace[925067573] transaction","detail":"{read_only:false; response_revision:29888; number_of_response:1; }","duration":"4.482999701s","start":"2026-04-02T17:38:47.778212Z","end":"2026-04-02T17:38:52.261211Z","steps":["trace[925067573] 'process raft request' (duration: 4.482771843s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.261262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.778186Z","time spent":"4.483056993s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17260,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:52.261284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.271966Z","time spent":"2.989277004s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:52.26129Z","caller":"traceutil/trace.go:171","msg":"trace[2080896508] transaction","detail":"{read_only:false; response_revision:29889; number_of_response:1; }","duration":"4.078396892s","start":"2026-04-02T17:38:48.182882Z","end":"2026-04-02T17:38:52.261279Z","steps":["trace[2080896508] 'process raft request' (duration: 4.078151834s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.261347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.182866Z","time spent":"4.078456863s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:38:52.261364Z","caller":"traceutil/trace.go:171","msg":"trace[1761927703] transaction","detail":"{read_only:false; response_revision:29890; number_of_response:1; }","duration":"3.912964592s","start":"2026-04-02T17:38:48.348381Z","end":"2026-04-02T17:38:52.261346Z","steps":["trace[1761927703] 'process raft request' (duration: 3.912727544s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.2614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.34836Z","time spent":"3.913022234s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:52.292142Z","caller":"traceutil/trace.go:171","msg":"trace[1590010399] transaction","detail":"{read_only:false; response_revision:29892; number_of_response:1; }","duration":"2.234021129s","start":"2026-04-02T17:38:50.058074Z","end":"2026-04-02T17:38:52.292095Z","steps":["trace[1590010399] 'process raft request' (duration: 2.233710819s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.29238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.058055Z","time spent":"2.234217515s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:38:52.336281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:52.336366Z","caller":"traceutil/trace.go:171","msg":"trace[712429037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065113s","start":"2026-04-02T17:38:50.336282Z","end":"2026-04-02T17:38:52.336347Z","steps":["trace[712429037] 'agreement among raft nodes before linearized reading' (duration: 1.999961519s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:52.336411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.336267Z","time spent":"2.000135065s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:53.577837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280084114s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:54.343832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:38:54.343927Z","caller":"traceutil/trace.go:171","msg":"trace[1849453475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392155s","start":"2026-04-02T17:38:52.343514Z","end":"2026-04-02T17:38:54.343906Z","steps":["trace[1849453475] 'agreement among raft nodes before linearized reading' (duration: 2.000269501s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.343984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.343495Z","time spent":"2.000474437s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:38:54.959508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667511693s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:38:54.959751Z","caller":"traceutil/trace.go:171","msg":"trace[1960998820] linearizableReadLoop","detail":"{readStateIndex:31283; appliedIndex:31271; }","duration":"4.90716785s","start":"2026-04-02T17:38:50.052566Z","end":"2026-04-02T17:38:54.959734Z","steps":["trace[1960998820] 'read index received' (duration: 1.982750726s)","trace[1960998820] 'applied index is now lower than readState.Index' (duration: 2.924416224s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:54.961176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.5518363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:38:54.961229Z","caller":"traceutil/trace.go:171","msg":"trace[1380971793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29892; }","duration":"7.551915162s","start":"2026-04-02T17:38:47.409301Z","end":"2026-04-02T17:38:54.961217Z","steps":["trace[1380971793] 'agreement among raft nodes before linearized reading' (duration: 7.551758267s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.961252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.409291Z","time spent":"7.551956314s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:38:54.96127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.433242074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:54.961369Z","caller":"traceutil/trace.go:171","msg":"trace[446353842] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29892; }","duration":"9.433393058s","start":"2026-04-02T17:38:45.527947Z","end":"2026-04-02T17:38:54.961341Z","steps":["trace[446353842] 'agreement among raft nodes before linearized reading' (duration: 9.433204382s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.961385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.511029713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:54.961421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.527921Z","time spent":"9.433486011s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:54.961441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.548823927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-04-02T17:38:54.961445Z","caller":"traceutil/trace.go:171","msg":"trace[1717743286] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:29892; }","duration":"9.511123055s","start":"2026-04-02T17:38:45.450297Z","end":"2026-04-02T17:38:54.961421Z","steps":["trace[1717743286] 'agreement among raft nodes before linearized reading' (duration: 9.511039683s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:54.961476Z","caller":"traceutil/trace.go:171","msg":"trace[1370310231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29892; }","duration":"9.548871959s","start":"2026-04-02T17:38:45.412592Z","end":"2026-04-02T17:38:54.961464Z","steps":["trace[1370310231] 'agreement among raft nodes before linearized reading' (duration: 9.548749745s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.961499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.412584Z","time spent":"9.54890992s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T17:38:54.9615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.450278Z","time spent":"9.511207027s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:54.961283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.553267677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-02T17:38:54.962443Z","caller":"traceutil/trace.go:171","msg":"trace[1750797759] transaction","detail":"{read_only:false; response_revision:29893; number_of_response:1; }","duration":"2.664718505s","start":"2026-04-02T17:38:52.297634Z","end":"2026-04-02T17:38:54.962352Z","steps":["trace[1750797759] 'process raft request' (duration: 2.661994429s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.962524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.297614Z","time spent":"2.6648738s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:38:54.961679Z","caller":"traceutil/trace.go:171","msg":"trace[1758010634] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29892; }","duration":"9.553691871s","start":"2026-04-02T17:38:45.407976Z","end":"2026-04-02T17:38:54.961667Z","steps":["trace[1758010634] 'agreement among raft nodes before linearized reading' (duration: 9.553133974s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:54.965173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.407969Z","time spent":"9.557184071s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T17:38:55.460566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:55.51957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252796771s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:38:56.34489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999672982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:56.344972Z","caller":"traceutil/trace.go:171","msg":"trace[1774620668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999809766s","start":"2026-04-02T17:38:54.345142Z","end":"2026-04-02T17:38:56.344952Z","steps":["trace[1774620668] 'agreement among raft nodes before linearized reading' (duration: 1.999702553s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:56.345017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.345123Z","time spent":"1.999884929s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:57.409377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.967988Z","time spent":"2.441374805s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:38:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:58.351751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:38:58.351827Z","caller":"traceutil/trace.go:171","msg":"trace[151102062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244491s","start":"2026-04-02T17:38:56.351568Z","end":"2026-04-02T17:38:58.351812Z","steps":["trace[151102062] 'agreement among raft nodes before linearized reading' (duration: 2.000146248s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.351869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:56.351552Z","time spent":"2.000309174s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:38:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:58.361623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.953172733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-02T17:38:58.36165Z","caller":"traceutil/trace.go:171","msg":"trace[431720538] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:29893; }","duration":"12.953215174s","start":"2026-04-02T17:38:45.408426Z","end":"2026-04-02T17:38:58.361641Z","steps":["trace[431720538] 'agreement among raft nodes before linearized reading' (duration: 9.553284758s)","trace[431720538] 'range keys from in-memory index tree' (duration: 3.399852734s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.361666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:45.408416Z","time spent":"12.953246546s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"warn","ts":"2026-04-02T17:38:58.361721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.481828981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:58.361762Z","caller":"traceutil/trace.go:171","msg":"trace[191136817] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29893; }","duration":"10.481870302s","start":"2026-04-02T17:38:47.879878Z","end":"2026-04-02T17:38:58.361748Z","steps":["trace[191136817] 'agreement among raft nodes before linearized reading' (duration: 7.081865884s)","trace[191136817] 'count revisions from in-memory index tree' (duration: 3.399948507s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.361776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.285391072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:58.361749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.654769787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:58.361796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.879855Z","time spent":"10.481929215s","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.361811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.952042145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-02T17:38:58.361826Z","caller":"traceutil/trace.go:171","msg":"trace[559946818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.952088427s","start":"2026-04-02T17:38:47.409734Z","end":"2026-04-02T17:38:58.361822Z","steps":["trace[559946818] 'agreement among raft nodes before linearized reading' (duration: 7.551978675s)","trace[559946818] 'range keys from in-memory index tree' (duration: 3.400081311s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.361842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.40972Z","time spent":"10.952119447s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:38:58.361837Z","caller":"traceutil/trace.go:171","msg":"trace[1340477702] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:29893; }","duration":"8.654932083s","start":"2026-04-02T17:38:49.706881Z","end":"2026-04-02T17:38:58.361814Z","steps":["trace[1340477702] 'agreement among raft nodes before linearized reading' (duration: 5.254757408s)","trace[1340477702] 'count revisions from in-memory index tree' (duration: 3.400015159s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.361875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.500767679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.361887Z","caller":"traceutil/trace.go:171","msg":"trace[2112021169] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29893; }","duration":"9.5007814s","start":"2026-04-02T17:38:48.861102Z","end":"2026-04-02T17:38:58.361883Z","steps":["trace[2112021169] 'agreement among raft nodes before linearized reading' (duration: 6.100564714s)","trace[2112021169] 'count revisions from in-memory index tree' (duration: 3.400196555s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.361902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.861048Z","time spent":"9.500850762s","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.361891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.706863Z","time spent":"8.655015975s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.361951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.517658604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:58.361987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006077033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.362011Z","caller":"traceutil/trace.go:171","msg":"trace[211576136] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:29893; }","duration":"10.006126045s","start":"2026-04-02T17:38:48.355877Z","end":"2026-04-02T17:38:58.362004Z","steps":["trace[211576136] 'agreement among raft nodes before linearized reading' (duration: 6.605799266s)","trace[211576136] 'count revisions from in-memory index tree' (duration: 3.400297298s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.362026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.355865Z","time spent":"10.006156075s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.362113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.183729439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.362133Z","caller":"traceutil/trace.go:171","msg":"trace[1106463113] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:29893; }","duration":"10.18374982s","start":"2026-04-02T17:38:48.178378Z","end":"2026-04-02T17:38:58.362128Z","steps":["trace[1106463113] 'agreement among raft nodes before linearized reading' (duration: 6.783349508s)","trace[1106463113] 'count revisions from in-memory index tree' (duration: 3.400369661s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.362147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.178364Z","time spent":"10.1837792s","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:58.361982Z","caller":"traceutil/trace.go:171","msg":"trace[720321788] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:29893; }","duration":"10.517721816s","start":"2026-04-02T17:38:47.844251Z","end":"2026-04-02T17:38:58.361972Z","steps":["trace[720321788] 'agreement among raft nodes before linearized reading' (duration: 7.11750515s)","trace[720321788] 'count revisions from in-memory index tree' (duration: 3.400175195s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.362246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.141799943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:58.362277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.844234Z","time spent":"10.518037346s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:58.36229Z","caller":"traceutil/trace.go:171","msg":"trace[505709917] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29893; }","duration":"9.141866084s","start":"2026-04-02T17:38:49.22041Z","end":"2026-04-02T17:38:58.362276Z","steps":["trace[505709917] 'agreement among raft nodes before linearized reading' (duration: 5.741244236s)","trace[505709917] 'count revisions from in-memory index tree' (duration: 3.400565097s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.362336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.220396Z","time spent":"9.141930157s","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.362834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664021615s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.362877Z","caller":"traceutil/trace.go:171","msg":"trace[689632044] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29893; }","duration":"2.664065336s","start":"2026-04-02T17:38:55.698806Z","end":"2026-04-02T17:38:58.362872Z","steps":["trace[689632044] 'range keys from in-memory index tree' (duration: 2.664013425s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:58.361793Z","caller":"traceutil/trace.go:171","msg":"trace[1810186321] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:29893; }","duration":"11.285439914s","start":"2026-04-02T17:38:47.076347Z","end":"2026-04-02T17:38:58.361787Z","steps":["trace[1810186321] 'agreement among raft nodes before linearized reading' (duration: 7.8852967s)","trace[1810186321] 'count revisions from in-memory index tree' (duration: 3.400111802s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.363939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.076312Z","time spent":"11.287591893s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.364134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.609337031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:58.36417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.956399213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} 2026/04/02 17:38:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:38:58.364209Z","caller":"traceutil/trace.go:171","msg":"trace[1056323088] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:29893; }","duration":"8.609421744s","start":"2026-04-02T17:38:49.754766Z","end":"2026-04-02T17:38:58.364188Z","steps":["trace[1056323088] 'agreement among raft nodes before linearized reading' (duration: 5.206850344s)","trace[1056323088] 'count revisions from in-memory index tree' (duration: 3.402458697s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.364298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:49.754735Z","time spent":"8.609547678s","remote":"127.0.0.1:43288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:58.364211Z","caller":"traceutil/trace.go:171","msg":"trace[1097578636] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"10.956472275s","start":"2026-04-02T17:38:47.407723Z","end":"2026-04-02T17:38:58.364195Z","steps":["trace[1097578636] 'agreement among raft nodes before linearized reading' (duration: 7.553905495s)","trace[1097578636] 'range keys from in-memory index tree' (duration: 3.402512518s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.36439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:47.407703Z","time spent":"10.956657431s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/02 17:38:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:38:58.364434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.028906125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:38:58.365416Z","caller":"traceutil/trace.go:171","msg":"trace[478598546] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29893; }","duration":"10.029908426s","start":"2026-04-02T17:38:48.335495Z","end":"2026-04-02T17:38:58.365404Z","steps":["trace[478598546] 'agreement among raft nodes before linearized reading' (duration: 6.626061116s)","trace[478598546] 'count revisions from in-memory index tree' (duration: 3.402819338s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.365449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:48.335489Z","time spent":"10.029950898s","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2784,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.364502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844710977s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:38:58.365558Z","caller":"traceutil/trace.go:171","msg":"trace[1880431658] transaction","detail":"{read_only:false; response_revision:29894; number_of_response:1; }","duration":"4.098925243s","start":"2026-04-02T17:38:54.266624Z","end":"2026-04-02T17:38:58.36555Z","steps":["trace[1880431658] 'process raft request' (duration: 1.253075241s)","trace[1880431658] 'compare' (duration: 2.842600339s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.365618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.266605Z","time spent":"4.098970765s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:58.37994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.860166604s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:38:58.380192Z","caller":"traceutil/trace.go:171","msg":"trace[2131542476] transaction","detail":"{read_only:false; response_revision:29895; number_of_response:1; }","duration":"4.113030108s","start":"2026-04-02T17:38:54.267146Z","end":"2026-04-02T17:38:58.380176Z","steps":["trace[2131542476] 'process raft request' (duration: 4.112916484s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.380271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.267132Z","time spent":"4.11309785s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:58.380371Z","caller":"traceutil/trace.go:171","msg":"trace[208248012] transaction","detail":"{read_only:false; response_revision:29896; number_of_response:1; }","duration":"4.112981027s","start":"2026-04-02T17:38:54.267385Z","end":"2026-04-02T17:38:58.380366Z","steps":["trace[208248012] 'process raft request' (duration: 4.11276256s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.380408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.267346Z","time spent":"4.113041918s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:58.380659Z","caller":"traceutil/trace.go:171","msg":"trace[401766332] transaction","detail":"{read_only:false; response_revision:29897; number_of_response:1; }","duration":"4.112309736s","start":"2026-04-02T17:38:54.268341Z","end":"2026-04-02T17:38:58.380651Z","steps":["trace[401766332] 'process raft request' (duration: 4.111995406s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.3807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.268329Z","time spent":"4.112350377s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:38:58.380848Z","caller":"traceutil/trace.go:171","msg":"trace[496450366] linearizableReadLoop","detail":"{readStateIndex:31292; appliedIndex:31284; }","duration":"3.421038063s","start":"2026-04-02T17:38:54.959786Z","end":"2026-04-02T17:38:58.380824Z","steps":["trace[496450366] 'read index received' (duration: 559.94437ms)","trace[496450366] 'applied index is now lower than readState.Index' (duration: 2.861092543s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:38:58.38091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.192745781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.380931Z","caller":"traceutil/trace.go:171","msg":"trace[1357288191] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:29901; }","duration":"7.192768801s","start":"2026-04-02T17:38:51.188157Z","end":"2026-04-02T17:38:58.380926Z","steps":["trace[1357288191] 'agreement among raft nodes before linearized reading' (duration: 7.19273035s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.380946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.188094Z","time spent":"7.192847554s","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.380936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.065125996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.38099Z","caller":"traceutil/trace.go:171","msg":"trace[1075929782] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:29901; }","duration":"6.065209429s","start":"2026-04-02T17:38:52.315766Z","end":"2026-04-02T17:38:58.380976Z","steps":["trace[1075929782] 'agreement among raft nodes before linearized reading' (duration: 6.065095605s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.419639262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:38:58.381052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.315756Z","time spent":"6.065286201s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.38107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.115594962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298252bce9466\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-02T17:38:58.381087Z","caller":"traceutil/trace.go:171","msg":"trace[1969792824] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298252bce9466; range_end:; response_count:1; response_revision:29901; }","duration":"6.115647743s","start":"2026-04-02T17:38:52.265435Z","end":"2026-04-02T17:38:58.381083Z","steps":["trace[1969792824] 'agreement among raft nodes before linearized reading' (duration: 6.115576321s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.265412Z","time spent":"6.115690175s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298252bce9466\" "} {"level":"warn","ts":"2026-04-02T17:38:58.381171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.114197369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3188"} {"level":"warn","ts":"2026-04-02T17:38:58.381207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813456341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.381209Z","caller":"traceutil/trace.go:171","msg":"trace[1026891977] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:29901; }","duration":"8.114274001s","start":"2026-04-02T17:38:50.266926Z","end":"2026-04-02T17:38:58.3812Z","steps":["trace[1026891977] 'agreement among raft nodes before linearized reading' (duration: 8.114147877s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.111858733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.381242Z","caller":"traceutil/trace.go:171","msg":"trace[1657591399] transaction","detail":"{read_only:false; response_revision:29898; number_of_response:1; }","duration":"4.111667755s","start":"2026-04-02T17:38:54.269561Z","end":"2026-04-02T17:38:58.381229Z","steps":["trace[1657591399] 'process raft request' (duration: 4.110996474s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.266909Z","time spent":"8.114335133s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3210,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-04-02T17:38:58.381266Z","caller":"traceutil/trace.go:171","msg":"trace[1628920139] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29901; }","duration":"7.111908845s","start":"2026-04-02T17:38:51.269352Z","end":"2026-04-02T17:38:58.381261Z","steps":["trace[1628920139] 'agreement among raft nodes before linearized reading' (duration: 7.111879594s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.269335Z","time spent":"7.111944567s","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.381326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.269552Z","time spent":"4.111720686s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:58.381499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853460555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:38:58.3815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.149826825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.381521Z","caller":"traceutil/trace.go:171","msg":"trace[1680260675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29901; }","duration":"4.853526557s","start":"2026-04-02T17:38:53.52799Z","end":"2026-04-02T17:38:58.381517Z","steps":["trace[1680260675] 'agreement among raft nodes before linearized reading' (duration: 4.853490686s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.527966Z","time spent":"4.853568149s","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:58.381535Z","caller":"traceutil/trace.go:171","msg":"trace[223892555] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:29901; }","duration":"8.149862506s","start":"2026-04-02T17:38:50.231662Z","end":"2026-04-02T17:38:58.381524Z","steps":["trace[223892555] 'agreement among raft nodes before linearized reading' (duration: 8.149800314s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.231643Z","time spent":"8.149914837s","remote":"127.0.0.1:37624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.381574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.777606329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:38:58.381607Z","caller":"traceutil/trace.go:171","msg":"trace[211389621] transaction","detail":"{read_only:false; response_revision:29900; number_of_response:1; }","duration":"3.409438437s","start":"2026-04-02T17:38:54.972163Z","end":"2026-04-02T17:38:58.381602Z","steps":["trace[211389621] 'process raft request' (duration: 3.408547849s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:58.381613Z","caller":"traceutil/trace.go:171","msg":"trace[422290410] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:29901; }","duration":"5.777692531s","start":"2026-04-02T17:38:52.603908Z","end":"2026-04-02T17:38:58.3816Z","steps":["trace[422290410] 'agreement among raft nodes before linearized reading' (duration: 5.777633699s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.972136Z","time spent":"3.409488278s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:58.381646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.603881Z","time spent":"5.777756453s","remote":"127.0.0.1:57466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:58.381713Z","caller":"traceutil/trace.go:171","msg":"trace[2052795796] transaction","detail":"{read_only:false; response_revision:29901; number_of_response:1; }","duration":"3.322770997s","start":"2026-04-02T17:38:55.058935Z","end":"2026-04-02T17:38:58.381706Z","steps":["trace[2052795796] 'process raft request' (duration: 3.321844698s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.058911Z","time spent":"3.322817128s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:38:58.381763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.323717552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-04-02T17:38:58.381786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.948972184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.381799Z","caller":"traceutil/trace.go:171","msg":"trace[690502880] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29901; }","duration":"8.323781804s","start":"2026-04-02T17:38:50.058009Z","end":"2026-04-02T17:38:58.381791Z","steps":["trace[690502880] 'agreement among raft nodes before linearized reading' (duration: 8.323684831s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:58.381818Z","caller":"traceutil/trace.go:171","msg":"trace[1078503837] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29901; }","duration":"5.949043676s","start":"2026-04-02T17:38:52.432765Z","end":"2026-04-02T17:38:58.381808Z","steps":["trace[1078503837] 'agreement among raft nodes before linearized reading' (duration: 5.948995405s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897747733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-02T17:38:58.381833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.057996Z","time spent":"8.323830845s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:38:58.381848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:52.432747Z","time spent":"5.949093878s","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.381868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.445301323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.381888Z","caller":"traceutil/trace.go:171","msg":"trace[1462080166] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:29901; }","duration":"4.445361535s","start":"2026-04-02T17:38:53.936522Z","end":"2026-04-02T17:38:58.381883Z","steps":["trace[1462080166] 'agreement among raft nodes before linearized reading' (duration: 4.445333834s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:53.936492Z","time spent":"4.445406406s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:38:58.381056Z","caller":"traceutil/trace.go:171","msg":"trace[2136769906] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29901; }","duration":"7.419740806s","start":"2026-04-02T17:38:50.961302Z","end":"2026-04-02T17:38:58.381043Z","steps":["trace[2136769906] 'agreement among raft nodes before linearized reading' (duration: 7.419643183s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.381989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.325354074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:38:58.382023Z","caller":"traceutil/trace.go:171","msg":"trace[1899168863] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29901; }","duration":"8.325398215s","start":"2026-04-02T17:38:50.056617Z","end":"2026-04-02T17:38:58.382015Z","steps":["trace[1899168863] 'agreement among raft nodes before linearized reading' (duration: 8.325310612s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.382055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.056612Z","time spent":"8.325436846s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:38:58.381187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.540288497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:38:58.381222Z","caller":"traceutil/trace.go:171","msg":"trace[1421424279] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29901; }","duration":"6.813497892s","start":"2026-04-02T17:38:51.56772Z","end":"2026-04-02T17:38:58.381218Z","steps":["trace[1421424279] 'agreement among raft nodes before linearized reading' (duration: 6.813475671s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:58.38229Z","caller":"traceutil/trace.go:171","msg":"trace[868126633] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:29901; }","duration":"6.541419552s","start":"2026-04-02T17:38:51.840858Z","end":"2026-04-02T17:38:58.382277Z","steps":["trace[868126633] 'agreement among raft nodes before linearized reading' (duration: 6.540313217s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:38:58.381845Z","caller":"traceutil/trace.go:171","msg":"trace[2059652538] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29901; }","duration":"3.897798144s","start":"2026-04-02T17:38:54.484043Z","end":"2026-04-02T17:38:58.381841Z","steps":["trace[2059652538] 'agreement among raft nodes before linearized reading' (duration: 3.897752163s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.382365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:54.484022Z","time spent":"3.898339192s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:38:58.382303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.567706Z","time spent":"6.814590407s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.382451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.325941122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-beab3a41-ecc3-4251-a4a9-59592a221308\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-02T17:38:58.382486Z","caller":"traceutil/trace.go:171","msg":"trace[1517878788] range","detail":"{range_begin:/registry/persistentvolumes/pvc-beab3a41-ecc3-4251-a4a9-59592a221308; range_end:; response_count:1; response_revision:29901; }","duration":"8.325990293s","start":"2026-04-02T17:38:50.056487Z","end":"2026-04-02T17:38:58.382477Z","steps":["trace[1517878788] 'agreement among raft nodes before linearized reading' (duration: 8.32587257s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:38:58.382519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.056475Z","time spent":"8.326037645s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-beab3a41-ecc3-4251-a4a9-59592a221308\" "} {"level":"warn","ts":"2026-04-02T17:38:58.382338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:51.840837Z","time spent":"6.541487865s","remote":"127.0.0.1:37438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.381988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:50.961282Z","time spent":"7.420691467s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:38:58.882036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:59.382746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:38:59.883331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:00.058776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665859318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:00.058842Z","caller":"traceutil/trace.go:171","msg":"trace[14234149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.665989953s","start":"2026-04-02T17:38:58.392836Z","end":"2026-04-02T17:39:00.058826Z","steps":["trace[14234149] 'agreement among raft nodes before linearized reading' (duration: 1.66590657s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:00.058878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.392821Z","time spent":"1.666049614s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/02 17:39:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:00.352233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:00.352395Z","caller":"traceutil/trace.go:171","msg":"trace[326070908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507647s","start":"2026-04-02T17:38:58.351867Z","end":"2026-04-02T17:39:00.352375Z","steps":["trace[326070908] 'agreement among raft nodes before linearized reading' (duration: 2.000322382s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:00.352542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.351857Z","time spent":"2.000671332s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:00.383439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:00.858385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.478275561s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:02.360676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:02.36074Z","caller":"traceutil/trace.go:171","msg":"trace[540957749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492877s","start":"2026-04-02T17:39:00.360233Z","end":"2026-04-02T17:39:02.360726Z","steps":["trace[540957749] 'agreement among raft nodes before linearized reading' (duration: 2.000407495s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:02.360788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.360218Z","time spent":"2.00055659s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:02.963272Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"11ed9d4f17d25d71","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-02T17:39:03.292141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433554885s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:39:03.292384Z","caller":"traceutil/trace.go:171","msg":"trace[1512362722] transaction","detail":"{read_only:false; number_of_response:1; response_revision:29902; }","duration":"5.881462447s","start":"2026-04-02T17:38:57.410894Z","end":"2026-04-02T17:39:03.292356Z","steps":["trace[1512362722] 'process raft request' (duration: 5.881333713s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.292489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.410869Z","time spent":"5.88155958s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:03.295229Z","caller":"traceutil/trace.go:171","msg":"trace[1340296987] transaction","detail":"{read_only:false; response_revision:29903; number_of_response:1; }","duration":"5.882424787s","start":"2026-04-02T17:38:57.412785Z","end":"2026-04-02T17:39:03.29521Z","steps":["trace[1340296987] 'process raft request' (duration: 5.879515095s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:03.295341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.41276Z","time spent":"5.88252666s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:03.295355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.365359Z","time spent":"4.929992949s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:04.36146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:04.36159Z","caller":"traceutil/trace.go:171","msg":"trace[92391056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544937s","start":"2026-04-02T17:39:02.361014Z","end":"2026-04-02T17:39:04.361559Z","steps":["trace[92391056] 'agreement among raft nodes before linearized reading' (duration: 2.00031912s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:04.361658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.360913Z","time spent":"2.000730104s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:05.37019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.372697Z","time spent":"4.997485604s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:39:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:05.386955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.386372Z","time spent":"7.000581413s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:05.387543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.38901Z","time spent":"4.998526968s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:05.387595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.38947Z","time spent":"4.998114434s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:39:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/02 17:39:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:05.389243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.389951Z","time spent":"4.999284101s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:05.389661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.389579Z","time spent":"7.000080198s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:05.389648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.392864Z","time spent":"4.996779602s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/02 17:39:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:05.414263Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.555477902s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:05.423921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998486343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:05.424008Z","caller":"traceutil/trace.go:171","msg":"trace[18757626] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.998585686s","start":"2026-04-02T17:38:55.425398Z","end":"2026-04-02T17:39:05.423984Z","steps":["trace[18757626] 'agreement among raft nodes before linearized reading' (duration: 9.998483113s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:05.424066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.425339Z","time spent":"9.99871209s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/02 17:39:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:06.366464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000696664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:06.366562Z","caller":"traceutil/trace.go:171","msg":"trace[824855089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00088217s","start":"2026-04-02T17:39:04.365657Z","end":"2026-04-02T17:39:06.366539Z","steps":["trace[824855089] 'agreement among raft nodes before linearized reading' (duration: 2.000731315s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:06.366613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:04.365638Z","time spent":"2.000963413s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:06.767888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:59.767528Z","time spent":"7.000353338s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:08.059954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360346262s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.060084Z","caller":"traceutil/trace.go:171","msg":"trace[197558897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29903; }","duration":"2.360491877s","start":"2026-04-02T17:39:05.699574Z","end":"2026-04-02T17:39:08.060066Z","steps":["trace[197558897] 'range keys from in-memory index tree' (duration: 2.360327692s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.060507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.151048Z","time spent":"2.909453771s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:08.061738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647228142s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:08.062116Z","caller":"traceutil/trace.go:171","msg":"trace[1692297869] linearizableReadLoop","detail":"{readStateIndex:31300; appliedIndex:31292; }","duration":"9.68117984s","start":"2026-04-02T17:38:58.380918Z","end":"2026-04-02T17:39:08.062098Z","steps":["trace[1692297869] 'read index received' (duration: 2.477913409s)","trace[1692297869] 'applied index is now lower than readState.Index' (duration: 7.203265481s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:08.062356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.755001934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:08.062389Z","caller":"traceutil/trace.go:171","msg":"trace[271688581] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:29911; }","duration":"9.755060015s","start":"2026-04-02T17:38:58.307318Z","end":"2026-04-02T17:39:08.062378Z","steps":["trace[271688581] 'agreement among raft nodes before linearized reading' (duration: 9.754996983s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.062422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.307304Z","time spent":"9.755109747s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.062589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.825493122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.062618Z","caller":"traceutil/trace.go:171","msg":"trace[2093091603] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29911; }","duration":"9.825556484s","start":"2026-04-02T17:38:58.237052Z","end":"2026-04-02T17:39:08.062608Z","steps":["trace[2093091603] 'agreement among raft nodes before linearized reading' (duration: 9.825511992s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.062867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.237033Z","time spent":"9.825825313s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.063009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.896735044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.063036Z","caller":"traceutil/trace.go:171","msg":"trace[1330522680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:29911; }","duration":"9.896801286s","start":"2026-04-02T17:38:58.166227Z","end":"2026-04-02T17:39:08.063028Z","steps":["trace[1330522680] 'agreement among raft nodes before linearized reading' (duration: 9.896758825s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.063064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.16621Z","time spent":"9.896846178s","remote":"127.0.0.1:33898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.063203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.924577094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.063237Z","caller":"traceutil/trace.go:171","msg":"trace[986975959] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:29911; }","duration":"9.924645886s","start":"2026-04-02T17:38:58.138582Z","end":"2026-04-02T17:39:08.063228Z","steps":["trace[986975959] 'agreement among raft nodes before linearized reading' (duration: 9.924599445s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.063265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.138561Z","time spent":"9.924696268s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.063431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.162461494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.063459Z","caller":"traceutil/trace.go:171","msg":"trace[1008753933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29911; }","duration":"10.162534936s","start":"2026-04-02T17:38:57.900915Z","end":"2026-04-02T17:39:08.06345Z","steps":["trace[1008753933] 'agreement among raft nodes before linearized reading' (duration: 10.162490445s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.063485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.900886Z","time spent":"10.162591958s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.063569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.604348473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.063601Z","caller":"traceutil/trace.go:171","msg":"trace[1622403587] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:29911; }","duration":"10.604405604s","start":"2026-04-02T17:38:57.459187Z","end":"2026-04-02T17:39:08.063593Z","steps":["trace[1622403587] 'agreement among raft nodes before linearized reading' (duration: 10.604360862s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.063626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:57.459173Z","time spent":"10.604446916s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.063759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.183337567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:08.063786Z","caller":"traceutil/trace.go:171","msg":"trace[1380503219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29911; }","duration":"11.183408269s","start":"2026-04-02T17:38:56.880368Z","end":"2026-04-02T17:39:08.063776Z","steps":["trace[1380503219] 'agreement among raft nodes before linearized reading' (duration: 11.183365217s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.063812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:56.880349Z","time spent":"11.18345516s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.063909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.956175707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.063985Z","caller":"traceutil/trace.go:171","msg":"trace[369006474] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:29911; }","duration":"12.95629345s","start":"2026-04-02T17:38:55.107671Z","end":"2026-04-02T17:39:08.063964Z","steps":["trace[369006474] 'agreement among raft nodes before linearized reading' (duration: 12.956142166s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.063952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.413952038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:08.06406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.40521768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.064086Z","caller":"traceutil/trace.go:171","msg":"trace[1517298389] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:29911; }","duration":"12.414139894s","start":"2026-04-02T17:38:55.649933Z","end":"2026-04-02T17:39:08.064073Z","steps":["trace[1517298389] 'agreement among raft nodes before linearized reading' (duration: 12.413949298s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.064102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.579365846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:08.064108Z","caller":"traceutil/trace.go:171","msg":"trace[111262204] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29911; }","duration":"11.405303143s","start":"2026-04-02T17:38:56.658792Z","end":"2026-04-02T17:39:08.064095Z","steps":["trace[111262204] 'agreement among raft nodes before linearized reading' (duration: 11.40521347s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.064123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.64991Z","time spent":"12.414203286s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:08.064131Z","caller":"traceutil/trace.go:171","msg":"trace[1118749595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29911; }","duration":"12.579430258s","start":"2026-04-02T17:38:55.484692Z","end":"2026-04-02T17:39:08.064123Z","steps":["trace[1118749595] 'agreement among raft nodes before linearized reading' (duration: 12.579378697s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.064141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:56.658774Z","time spent":"11.405356795s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.064158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.48467Z","time spent":"12.57948s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.064273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.459798165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.0643Z","caller":"traceutil/trace.go:171","msg":"trace[1336156142] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:29911; }","duration":"11.459847437s","start":"2026-04-02T17:38:56.604443Z","end":"2026-04-02T17:39:08.064291Z","steps":["trace[1336156142] 'agreement among raft nodes before linearized reading' (duration: 11.459805145s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.064323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:56.604428Z","time spent":"11.459887659s","remote":"127.0.0.1:33960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.064333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.877783859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:08.064051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.107652Z","time spent":"12.956386824s","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:08.064368Z","caller":"traceutil/trace.go:171","msg":"trace[2052955693] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29911; }","duration":"12.877856492s","start":"2026-04-02T17:38:55.186498Z","end":"2026-04-02T17:39:08.064354Z","steps":["trace[2052955693] 'agreement among raft nodes before linearized reading' (duration: 12.87780252s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.064393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.186477Z","time spent":"12.877909123s","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.064484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.195196722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:39:08.064469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.775146415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17276"} {"level":"info","ts":"2026-04-02T17:39:08.06456Z","caller":"traceutil/trace.go:171","msg":"trace[780182333] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29911; }","duration":"12.77528322s","start":"2026-04-02T17:38:55.289255Z","end":"2026-04-02T17:39:08.064538Z","steps":["trace[780182333] 'agreement among raft nodes before linearized reading' (duration: 12.775003051s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.064621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.289237Z","time spent":"12.775370513s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-02T17:39:08.064516Z","caller":"traceutil/trace.go:171","msg":"trace[708330839] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:29911; }","duration":"11.195261113s","start":"2026-04-02T17:38:56.869246Z","end":"2026-04-02T17:39:08.064508Z","steps":["trace[708330839] 'agreement among raft nodes before linearized reading' (duration: 11.195051316s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.064847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:56.869229Z","time spent":"11.195586713s","remote":"127.0.0.1:59142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":191,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.065003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.63737152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:08.065036Z","caller":"traceutil/trace.go:171","msg":"trace[114394289] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:29911; }","duration":"12.637436922s","start":"2026-04-02T17:38:55.427588Z","end":"2026-04-02T17:39:08.065025Z","steps":["trace[114394289] 'agreement among raft nodes before linearized reading' (duration: 12.63737936s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.065062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:55.427567Z","time spent":"12.637489344s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:08.371078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004147053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:08.371157Z","caller":"traceutil/trace.go:171","msg":"trace[197314344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004280747s","start":"2026-04-02T17:39:06.366859Z","end":"2026-04-02T17:39:08.37114Z","steps":["trace[197314344] 'agreement among raft nodes before linearized reading' (duration: 2.004180204s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.371222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:06.366837Z","time spent":"2.004374621s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:08.550377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000744036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:08.550435Z","caller":"traceutil/trace.go:171","msg":"trace[1099981373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00084367s","start":"2026-04-02T17:39:06.549579Z","end":"2026-04-02T17:39:08.550423Z","steps":["trace[1099981373] 'agreement among raft nodes before linearized reading' (duration: 2.000770997s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:08.550464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:06.549562Z","time spent":"2.000894772s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:08.562632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:09.063831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:09.288927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.287808Z","time spent":"7.001108961s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:09.368055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.367426Z","time spent":"7.000622397s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:09.564419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:10.065246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:10.297869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.296924Z","time spent":"7.000938957s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:10.371096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999275312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-02T17:39:10.371113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:10.371182Z","caller":"traceutil/trace.go:171","msg":"trace[1346722475] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999403036s","start":"2026-04-02T17:39:05.371758Z","end":"2026-04-02T17:39:10.371161Z","steps":["trace[1346722475] 'agreement among raft nodes before linearized reading' (duration: 4.999287242s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:10.371193Z","caller":"traceutil/trace.go:171","msg":"trace[2037834187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999979381s","start":"2026-04-02T17:39:08.371193Z","end":"2026-04-02T17:39:10.371173Z","steps":["trace[2037834187] 'agreement among raft nodes before linearized reading' (duration: 1.999861178s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:10.371234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.371747Z","time spent":"4.999475449s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-02T17:39:10.371247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.371142Z","time spent":"2.000093235s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:10.388864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99920432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:10.388948Z","caller":"traceutil/trace.go:171","msg":"trace[1374115724] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999326744s","start":"2026-04-02T17:39:05.389603Z","end":"2026-04-02T17:39:10.38893Z","steps":["trace[1374115724] 'agreement among raft nodes before linearized reading' (duration: 4.999233641s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:10.388944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997601879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:10.389122Z","caller":"traceutil/trace.go:171","msg":"trace[137291669] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997816226s","start":"2026-04-02T17:39:05.391286Z","end":"2026-04-02T17:39:10.389103Z","steps":["trace[137291669] 'agreement among raft nodes before linearized reading' (duration: 4.99761889s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:10.389184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.391273Z","time spent":"4.997896728s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-02T17:39:10.388954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999331464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} 2026/04/02 17:39:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:39:10.389242Z","caller":"traceutil/trace.go:171","msg":"trace[1020551675] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999689735s","start":"2026-04-02T17:39:05.38954Z","end":"2026-04-02T17:39:10.38923Z","steps":["trace[1020551675] 'agreement among raft nodes before linearized reading' (duration: 4.999363205s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:10.389291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.389518Z","time spent":"4.999761088s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/02 17:39:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:10.389008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.389586Z","time spent":"4.999405657s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/02 17:39:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:10.391216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999299022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:10.391255Z","caller":"traceutil/trace.go:171","msg":"trace[307260143] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999381216s","start":"2026-04-02T17:39:05.391864Z","end":"2026-04-02T17:39:10.391246Z","steps":["trace[307260143] 'agreement among raft nodes before linearized reading' (duration: 4.999335044s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:10.391279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.391844Z","time spent":"4.999425967s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/02 17:39:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:10.401578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.39529Z","time spent":"7.006281695s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:10.566137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:11.066302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:11.566615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:11.819539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.40505256s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:12.338955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.377697Z","time spent":"3.961251849s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:12.34067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.912486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-02T17:39:12.372172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000203469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:12.372259Z","caller":"traceutil/trace.go:171","msg":"trace[1845582312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339993s","start":"2026-04-02T17:39:10.371899Z","end":"2026-04-02T17:39:12.372239Z","steps":["trace[1845582312] 'agreement among raft nodes before linearized reading' (duration: 2.00023046s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:12.372314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.371882Z","time spent":"2.000420965s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:14.379323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:14.379397Z","caller":"traceutil/trace.go:171","msg":"trace[865048923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504817s","start":"2026-04-02T17:39:12.378875Z","end":"2026-04-02T17:39:14.37938Z","steps":["trace[865048923] 'agreement among raft nodes before linearized reading' (duration: 2.000405774s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:14.379438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.378857Z","time spent":"2.000571559s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:14.766574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995400192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:14.766686Z","caller":"traceutil/trace.go:171","msg":"trace[1283969736] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.995560227s","start":"2026-04-02T17:39:06.771107Z","end":"2026-04-02T17:39:14.766667Z","steps":["trace[1283969736] 'agreement among raft nodes before linearized reading' (duration: 7.995430313s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:14.766726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:06.77109Z","time spent":"7.995626949s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/02 17:39:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:15.389432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998068563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:15.389618Z","caller":"traceutil/trace.go:171","msg":"trace[1185339688] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99827456s","start":"2026-04-02T17:39:10.391289Z","end":"2026-04-02T17:39:15.389563Z","steps":["trace[1185339688] 'agreement among raft nodes before linearized reading' (duration: 4.998107495s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:15.389757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.391263Z","time spent":"4.998478367s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/02 17:39:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:15.391697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989801571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:15.391792Z","caller":"traceutil/trace.go:171","msg":"trace[687820895] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.989944946s","start":"2026-04-02T17:39:10.401816Z","end":"2026-04-02T17:39:15.391761Z","steps":["trace[687820895] 'agreement among raft nodes before linearized reading' (duration: 4.989840783s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:15.391849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.401805Z","time spent":"4.990032799s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/02 17:39:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:16.012903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569119343s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-04-02T17:39:16.013194Z","caller":"traceutil/trace.go:171","msg":"trace[648067512] transaction","detail":"{read_only:false; number_of_response:1; response_revision:29914; }","duration":"6.641937537s","start":"2026-04-02T17:39:09.371235Z","end":"2026-04-02T17:39:16.013172Z","steps":["trace[648067512] 'process raft request' (duration: 6.641790812s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.013305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.371216Z","time spent":"6.642036749s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:16.013749Z","caller":"traceutil/trace.go:171","msg":"trace[1568712068] transaction","detail":"{read_only:false; number_of_response:1; response_revision:29914; }","duration":"6.719637083s","start":"2026-04-02T17:39:09.29409Z","end":"2026-04-02T17:39:16.013727Z","steps":["trace[1568712068] 'process raft request' (duration: 3.149582941s)","trace[1568712068] 'compare' (duration: 3.569012729s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:16.01385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.294072Z","time spent":"6.719732506s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:16.014131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.131572ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.014242Z","caller":"traceutil/trace.go:171","msg":"trace[2145810671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29914; }","duration":"315.243895ms","start":"2026-04-02T17:39:15.698983Z","end":"2026-04-02T17:39:16.014227Z","steps":["trace[2145810671] 'range keys from in-memory index tree' (duration: 315.116651ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.014485Z","caller":"traceutil/trace.go:171","msg":"trace[1249627591] linearizableReadLoop","detail":"{readStateIndex:31311; appliedIndex:31304; }","duration":"7.95230614s","start":"2026-04-02T17:39:08.062158Z","end":"2026-04-02T17:39:16.014464Z","steps":["trace[1249627591] 'read index received' (duration: 3.75754598s)","trace[1249627591] 'applied index is now lower than readState.Index' (duration: 4.1947581s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:16.01457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.983214293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.014587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.48428299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.014705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.025649346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.014718Z","caller":"traceutil/trace.go:171","msg":"trace[826167452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29915; }","duration":"14.484453606s","start":"2026-04-02T17:39:01.530241Z","end":"2026-04-02T17:39:16.014694Z","steps":["trace[826167452] 'agreement among raft nodes before linearized reading' (duration: 14.484225799s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.014744Z","caller":"traceutil/trace.go:171","msg":"trace[441299466] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:29915; }","duration":"17.025716308s","start":"2026-04-02T17:38:58.989019Z","end":"2026-04-02T17:39:16.014736Z","steps":["trace[441299466] 'agreement among raft nodes before linearized reading' (duration: 17.025669327s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.014756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.909676887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.014808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.081409969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.014815Z","caller":"traceutil/trace.go:171","msg":"trace[1113676861] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:29915; }","duration":"14.909779361s","start":"2026-04-02T17:39:01.105022Z","end":"2026-04-02T17:39:16.014802Z","steps":["trace[1113676861] 'agreement among raft nodes before linearized reading' (duration: 14.909670808s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.014864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.515920203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.014882Z","caller":"traceutil/trace.go:171","msg":"trace[857032101] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29915; }","duration":"17.515980065s","start":"2026-04-02T17:38:58.498897Z","end":"2026-04-02T17:39:16.014877Z","steps":["trace[857032101] 'agreement among raft nodes before linearized reading' (duration: 17.515946324s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.014875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:01.104998Z","time spent":"14.909862223s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.01491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.498877Z","time spent":"17.516024296s","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-02T17:39:16.014921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.050032869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:16.01496Z","caller":"traceutil/trace.go:171","msg":"trace[189270673] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:29915; }","duration":"8.050105651s","start":"2026-04-02T17:39:07.964846Z","end":"2026-04-02T17:39:16.014951Z","steps":["trace[189270673] 'agreement among raft nodes before linearized reading' (duration: 8.049996138s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.014994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.964825Z","time spent":"8.050160923s","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.015112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.525048012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-02T17:39:16.015137Z","caller":"traceutil/trace.go:171","msg":"trace[1235278376] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29915; }","duration":"17.525111634s","start":"2026-04-02T17:38:58.49002Z","end":"2026-04-02T17:39:16.015131Z","steps":["trace[1235278376] 'agreement among raft nodes before linearized reading' (duration: 17.525018521s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.112669334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.015194Z","caller":"traceutil/trace.go:171","msg":"trace[1161041818] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:29915; }","duration":"15.112727116s","start":"2026-04-02T17:39:00.902449Z","end":"2026-04-02T17:39:16.015177Z","steps":["trace[1161041818] 'agreement among raft nodes before linearized reading' (duration: 15.112637913s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.621430769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-04-02T17:39:16.01525Z","caller":"traceutil/trace.go:171","msg":"trace[1892367818] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29915; }","duration":"17.621467009s","start":"2026-04-02T17:38:58.393778Z","end":"2026-04-02T17:39:16.015245Z","steps":["trace[1892367818] 'agreement among raft nodes before linearized reading' (duration: 17.621388637s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.902404Z","time spent":"15.11283541s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.015341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.814562835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:39:16.015364Z","caller":"traceutil/trace.go:171","msg":"trace[2013943206] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29915; }","duration":"7.814621017s","start":"2026-04-02T17:39:08.200739Z","end":"2026-04-02T17:39:16.01536Z","steps":["trace[2013943206] 'agreement among raft nodes before linearized reading' (duration: 7.814560885s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.200719Z","time spent":"7.814657688s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:39:16.015572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.745914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17276"} {"level":"info","ts":"2026-04-02T17:39:16.015595Z","caller":"traceutil/trace.go:171","msg":"trace[448088585] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:29915; }","duration":"317.810016ms","start":"2026-04-02T17:39:15.69778Z","end":"2026-04-02T17:39:16.01559Z","steps":["trace[448088585] 'agreement among raft nodes before linearized reading' (duration: 317.730074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:15.697758Z","time spent":"317.851898ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-02T17:39:16.015627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.622217712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:39:16.015684Z","caller":"traceutil/trace.go:171","msg":"trace[1545595506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29915; }","duration":"15.622286354s","start":"2026-04-02T17:39:00.39338Z","end":"2026-04-02T17:39:16.015666Z","steps":["trace[1545595506] 'agreement among raft nodes before linearized reading' (duration: 15.622079237s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.630248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.015736Z","caller":"traceutil/trace.go:171","msg":"trace[280450558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29915; }","duration":"570.67215ms","start":"2026-04-02T17:39:15.445057Z","end":"2026-04-02T17:39:16.015729Z","steps":["trace[280450558] 'agreement among raft nodes before linearized reading' (duration: 570.639289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.393373Z","time spent":"15.622356427s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:39:16.015781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.029217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.015798Z","caller":"traceutil/trace.go:171","msg":"trace[1621064401] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:29915; }","duration":"805.08888ms","start":"2026-04-02T17:39:15.210704Z","end":"2026-04-02T17:39:16.015793Z","steps":["trace[1621064401] 'agreement among raft nodes before linearized reading' (duration: 805.062359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:15.210691Z","time spent":"805.12494ms","remote":"127.0.0.1:33830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.015912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.392022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.015936Z","caller":"traceutil/trace.go:171","msg":"trace[57320509] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29915; }","duration":"931.445294ms","start":"2026-04-02T17:39:15.084484Z","end":"2026-04-02T17:39:16.01593Z","steps":["trace[57320509] 'agreement among raft nodes before linearized reading' (duration: 931.411793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:15.084468Z","time spent":"931.482665ms","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245989807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T17:39:16.016066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.624172804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:39:16.016095Z","caller":"traceutil/trace.go:171","msg":"trace[585519876] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:29915; }","duration":"1.246051039s","start":"2026-04-02T17:39:14.770039Z","end":"2026-04-02T17:39:16.01609Z","steps":["trace[585519876] 'agreement among raft nodes before linearized reading' (duration: 1.245992347s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.016114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:14.770017Z","time spent":"1.24609226s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-02T17:39:16.01612Z","caller":"traceutil/trace.go:171","msg":"trace[1733484916] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29915; }","duration":"15.624250426s","start":"2026-04-02T17:39:00.391855Z","end":"2026-04-02T17:39:16.016105Z","steps":["trace[1733484916] 'agreement among raft nodes before linearized reading' (duration: 15.624109262s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.016131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.211701424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.016125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.704145269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.016204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636632806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.0162Z","caller":"traceutil/trace.go:171","msg":"trace[684444936] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:29915; }","duration":"13.211783087s","start":"2026-04-02T17:39:02.804401Z","end":"2026-04-02T17:39:16.016184Z","steps":["trace[684444936] 'agreement among raft nodes before linearized reading' (duration: 13.211635442s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.016227Z","caller":"traceutil/trace.go:171","msg":"trace[442108169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29915; }","duration":"1.636686347s","start":"2026-04-02T17:39:14.379536Z","end":"2026-04-02T17:39:16.016222Z","steps":["trace[442108169] 'agreement among raft nodes before linearized reading' (duration: 1.636655636s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.016249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:14.37952Z","time spent":"1.636726279s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:16.016255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.865901285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.016276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.804381Z","time spent":"13.211853359s","remote":"127.0.0.1:59310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.774009244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.016316Z","caller":"traceutil/trace.go:171","msg":"trace[1134073093] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29915; }","duration":"15.865961897s","start":"2026-04-02T17:39:00.150338Z","end":"2026-04-02T17:39:16.0163Z","steps":["trace[1134073093] 'agreement among raft nodes before linearized reading' (duration: 15.865853503s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.016369Z","caller":"traceutil/trace.go:171","msg":"trace[1844712473] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:29915; }","duration":"8.774105477s","start":"2026-04-02T17:39:07.242216Z","end":"2026-04-02T17:39:16.016322Z","steps":["trace[1844712473] 'agreement among raft nodes before linearized reading' (duration: 8.774006894s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.014816Z","caller":"traceutil/trace.go:171","msg":"trace[1694056396] transaction","detail":"{read_only:false; response_revision:29915; number_of_response:1; }","duration":"5.623496373s","start":"2026-04-02T17:39:10.391306Z","end":"2026-04-02T17:39:16.014802Z","steps":["trace[1694056396] 'process raft request' (duration: 5.621784659s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.016396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101757578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:16.016419Z","caller":"traceutil/trace.go:171","msg":"trace[1976768524] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:29915; }","duration":"2.101828221s","start":"2026-04-02T17:39:13.914584Z","end":"2026-04-02T17:39:16.016412Z","steps":["trace[1976768524] 'agreement among raft nodes before linearized reading' (duration: 2.101743198s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.016444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:13.914564Z","time spent":"2.101874732s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.242202Z","time spent":"8.774210571s","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.391288Z","time spent":"5.625129385s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:39:16.016544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.948616788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.015155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.490001Z","time spent":"17.525149535s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-02T17:39:16.016602Z","caller":"traceutil/trace.go:171","msg":"trace[718425635] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:29915; }","duration":"12.948708521s","start":"2026-04-02T17:39:03.067881Z","end":"2026-04-02T17:39:16.01659Z","steps":["trace[718425635] 'agreement among raft nodes before linearized reading' (duration: 12.948611158s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.01661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253574958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.01663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:03.067862Z","time spent":"12.948759563s","remote":"127.0.0.1:37610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.016644Z","caller":"traceutil/trace.go:171","msg":"trace[420868308] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:29915; }","duration":"2.253617909s","start":"2026-04-02T17:39:13.763009Z","end":"2026-04-02T17:39:16.016627Z","steps":["trace[420868308] 'agreement among raft nodes before linearized reading' (duration: 2.253578148s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.014765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:01.530224Z","time spent":"14.484530679s","remote":"127.0.0.1:37210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328758494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.016375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.150274Z","time spent":"15.86608472s","remote":"127.0.0.1:37424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.015202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.145398444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.016765Z","caller":"traceutil/trace.go:171","msg":"trace[896315964] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:29915; }","duration":"8.146978063s","start":"2026-04-02T17:39:07.869768Z","end":"2026-04-02T17:39:16.016746Z","steps":["trace[896315964] 'agreement among raft nodes before linearized reading' (duration: 8.145403603s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.015755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:15.445045Z","time spent":"570.70518ms","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:16.016828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.451064837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:16.014828Z","caller":"traceutil/trace.go:171","msg":"trace[328886251] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29915; }","duration":"17.081461971s","start":"2026-04-02T17:38:58.933361Z","end":"2026-04-02T17:39:16.014823Z","steps":["trace[328886251] 'agreement among raft nodes before linearized reading' (duration: 17.08142861s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.016868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346446533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.016875Z","caller":"traceutil/trace.go:171","msg":"trace[351816987] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:29915; }","duration":"10.45114953s","start":"2026-04-02T17:39:05.565714Z","end":"2026-04-02T17:39:16.016864Z","steps":["trace[351816987] 'agreement among raft nodes before linearized reading' (duration: 10.451005596s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.016911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.56569Z","time spent":"10.451212412s","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.016894Z","caller":"traceutil/trace.go:171","msg":"trace[263113552] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:29915; }","duration":"3.346506525s","start":"2026-04-02T17:39:12.670379Z","end":"2026-04-02T17:39:16.016885Z","steps":["trace[263113552] 'agreement among raft nodes before linearized reading' (duration: 3.346475624s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.01527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.393764Z","time spent":"17.621502411s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T17:39:16.016985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576418413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.017006Z","caller":"traceutil/trace.go:171","msg":"trace[1647455561] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:29915; }","duration":"3.576467575s","start":"2026-04-02T17:39:12.440534Z","end":"2026-04-02T17:39:16.017001Z","steps":["trace[1647455561] 'agreement among raft nodes before linearized reading' (duration: 3.576437554s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.014771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.989Z","time spent":"17.02576305s","remote":"127.0.0.1:57436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837372162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:16.014633Z","caller":"traceutil/trace.go:171","msg":"trace[726097099] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:29915; }","duration":"15.983325408s","start":"2026-04-02T17:39:00.031293Z","end":"2026-04-02T17:39:16.014619Z","steps":["trace[726097099] 'agreement among raft nodes before linearized reading' (duration: 15.983188783s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.017068Z","caller":"traceutil/trace.go:171","msg":"trace[37078543] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:29915; }","duration":"3.837408704s","start":"2026-04-02T17:39:12.179654Z","end":"2026-04-02T17:39:16.017063Z","steps":["trace[37078543] 'agreement among raft nodes before linearized reading' (duration: 3.837381713s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.624524311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:39:16.017111Z","caller":"traceutil/trace.go:171","msg":"trace[1068909135] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29915; }","duration":"10.624571973s","start":"2026-04-02T17:39:05.39253Z","end":"2026-04-02T17:39:16.017102Z","steps":["trace[1068909135] 'agreement among raft nodes before linearized reading' (duration: 10.624457889s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.01688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:58.93334Z","time spent":"17.083531776s","remote":"127.0.0.1:37396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:05.392521Z","time spent":"10.624609194s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"warn","ts":"2026-04-02T17:39:16.017156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.329193142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.016842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19762357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:16.017215Z","caller":"traceutil/trace.go:171","msg":"trace[1102065718] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:29915; }","duration":"3.198038742s","start":"2026-04-02T17:39:12.819161Z","end":"2026-04-02T17:39:16.0172Z","steps":["trace[1102065718] 'agreement among raft nodes before linearized reading' (duration: 3.19766631s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.017256Z","caller":"traceutil/trace.go:171","msg":"trace[556333216] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29915; }","duration":"2.329357684s","start":"2026-04-02T17:39:13.687892Z","end":"2026-04-02T17:39:16.017249Z","steps":["trace[556333216] 'agreement among raft nodes before linearized reading' (duration: 2.328785166s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.819133Z","time spent":"3.198116795s","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:13.687873Z","time spent":"2.329403824s","remote":"127.0.0.1:33954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.016215Z","caller":"traceutil/trace.go:171","msg":"trace[1113137926] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:29915; }","duration":"13.704278893s","start":"2026-04-02T17:39:02.311919Z","end":"2026-04-02T17:39:16.016198Z","steps":["trace[1113137926] 'agreement among raft nodes before linearized reading' (duration: 13.704123428s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.01729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.514373996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-04-02T17:39:16.017237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.862901242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.017333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784014517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.014671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.532860828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.017411Z","caller":"traceutil/trace.go:171","msg":"trace[82079379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:29915; }","duration":"16.535648516s","start":"2026-04-02T17:38:59.481754Z","end":"2026-04-02T17:39:16.017402Z","steps":["trace[82079379] 'agreement among raft nodes before linearized reading' (duration: 16.532828917s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.829557267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.017471Z","caller":"traceutil/trace.go:171","msg":"trace[973654936] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29915; }","duration":"4.829645469s","start":"2026-04-02T17:39:11.187816Z","end":"2026-04-02T17:39:16.017461Z","steps":["trace[973654936] 'agreement among raft nodes before linearized reading' (duration: 4.829572327s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:11.187781Z","time spent":"4.829720052s","remote":"127.0.0.1:37436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.518232986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.017547Z","caller":"traceutil/trace.go:171","msg":"trace[648471995] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:29915; }","duration":"5.518301458s","start":"2026-04-02T17:39:10.499237Z","end":"2026-04-02T17:39:16.017539Z","steps":["trace[648471995] 'agreement among raft nodes before linearized reading' (duration: 5.518258116s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.615851641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.017582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.499215Z","time spent":"5.51835949s","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.745541101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.017659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.71862442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.0177Z","caller":"traceutil/trace.go:171","msg":"trace[1398451348] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:0; response_revision:29915; }","duration":"5.718706704s","start":"2026-04-02T17:39:10.298985Z","end":"2026-04-02T17:39:16.017692Z","steps":["trace[1398451348] 'agreement among raft nodes before linearized reading' (duration: 5.718642042s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.73916466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.017678Z","caller":"traceutil/trace.go:171","msg":"trace[1255159210] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:29915; }","duration":"5.615975875s","start":"2026-04-02T17:39:10.401643Z","end":"2026-04-02T17:39:16.017619Z","steps":["trace[1255159210] 'agreement among raft nodes before linearized reading' (duration: 5.615835521s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.017746Z","caller":"traceutil/trace.go:171","msg":"trace[36433603] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29915; }","duration":"5.739219702s","start":"2026-04-02T17:39:10.278518Z","end":"2026-04-02T17:39:16.017738Z","steps":["trace[36433603] 'agreement among raft nodes before linearized reading' (duration: 5.73916611s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.545702994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.017713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801949354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.01779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.278509Z","time spent":"5.739271503s","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.347940995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.017085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.179645Z","time spent":"3.837436334s","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.017806Z","caller":"traceutil/trace.go:171","msg":"trace[1620190100] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:29915; }","duration":"4.802073968s","start":"2026-04-02T17:39:11.215717Z","end":"2026-04-02T17:39:16.017791Z","steps":["trace[1620190100] 'agreement among raft nodes before linearized reading' (duration: 4.80184376s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.017842Z","caller":"traceutil/trace.go:171","msg":"trace[1414640140] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:29915; }","duration":"6.348111229s","start":"2026-04-02T17:39:09.669724Z","end":"2026-04-02T17:39:16.017835Z","steps":["trace[1414640140] 'agreement among raft nodes before linearized reading' (duration: 6.347982455s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.669703Z","time spent":"6.348154891s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.017791Z","caller":"traceutil/trace.go:171","msg":"trace[1062655323] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29915; }","duration":"6.545771236s","start":"2026-04-02T17:39:09.47201Z","end":"2026-04-02T17:39:16.017781Z","steps":["trace[1062655323] 'agreement among raft nodes before linearized reading' (duration: 6.545722565s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:11.215703Z","time spent":"4.802199431s","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.471984Z","time spent":"6.545948322s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.298957Z","time spent":"5.718770615s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"info","ts":"2026-04-02T17:39:16.017667Z","caller":"traceutil/trace.go:171","msg":"trace[1904399053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29915; }","duration":"5.745622183s","start":"2026-04-02T17:39:10.272034Z","end":"2026-04-02T17:39:16.017656Z","steps":["trace[1904399053] 'agreement among raft nodes before linearized reading' (duration: 5.745556861s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.018081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.272011Z","time spent":"5.746048457s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.473616676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.018159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.168321168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282507"} {"level":"info","ts":"2026-04-02T17:39:16.018214Z","caller":"traceutil/trace.go:171","msg":"trace[88102137] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:29915; }","duration":"8.168411871s","start":"2026-04-02T17:39:07.84979Z","end":"2026-04-02T17:39:16.018202Z","steps":["trace[88102137] 'agreement among raft nodes before linearized reading' (duration: 8.165437347s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.016146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.278615518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:16.018256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.849768Z","time spent":"8.168478623s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282529,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-02T17:39:16.018322Z","caller":"traceutil/trace.go:171","msg":"trace[1564409312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29915; }","duration":"11.280959531s","start":"2026-04-02T17:39:04.737326Z","end":"2026-04-02T17:39:16.018285Z","steps":["trace[1564409312] 'agreement among raft nodes before linearized reading' (duration: 11.278407651s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.017388Z","caller":"traceutil/trace.go:171","msg":"trace[31853699] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:29915; }","duration":"6.863063567s","start":"2026-04-02T17:39:09.15429Z","end":"2026-04-02T17:39:16.017353Z","steps":["trace[31853699] 'agreement among raft nodes before linearized reading' (duration: 6.862828989s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.018382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:04.737308Z","time spent":"11.281057855s","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:02.311904Z","time spent":"13.7054091s","remote":"127.0.0.1:59020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.018487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:09.154273Z","time spent":"6.864203292s","remote":"127.0.0.1:37550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:13.762988Z","time spent":"2.253672511s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590456924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.01861Z","caller":"traceutil/trace.go:171","msg":"trace[1380514947] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:29915; }","duration":"2.592265861s","start":"2026-04-02T17:39:13.426328Z","end":"2026-04-02T17:39:16.018593Z","steps":["trace[1380514947] 'agreement among raft nodes before linearized reading' (duration: 2.590469144s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.018713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:13.426311Z","time spent":"2.592368795s","remote":"127.0.0.1:49872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:07.869734Z","time spent":"8.147065855s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.391845Z","time spent":"15.624304538s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:39:16.016178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482781673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:16.018855Z","caller":"traceutil/trace.go:171","msg":"trace[887859097] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29915; }","duration":"1.485488748s","start":"2026-04-02T17:39:14.533354Z","end":"2026-04-02T17:39:16.018843Z","steps":["trace[887859097] 'agreement among raft nodes before linearized reading' (duration: 1.482801603s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.018913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:14.533334Z","time spent":"1.48556696s","remote":"127.0.0.1:59256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.016957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.670349Z","time spent":"3.346598528s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917099352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.017102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:00.031268Z","time spent":"15.985819125s","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.017173Z","caller":"traceutil/trace.go:171","msg":"trace[1057301282] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29915; }","duration":"7.329241563s","start":"2026-04-02T17:39:08.687926Z","end":"2026-04-02T17:39:16.017168Z","steps":["trace[1057301282] 'agreement among raft nodes before linearized reading' (duration: 7.329204462s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.612755134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-02T17:39:16.017327Z","caller":"traceutil/trace.go:171","msg":"trace[1636662137] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:29915; }","duration":"7.514409327s","start":"2026-04-02T17:39:08.502907Z","end":"2026-04-02T17:39:16.017316Z","steps":["trace[1636662137] 'agreement among raft nodes before linearized reading' (duration: 7.514313744s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.758443751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:16.017378Z","caller":"traceutil/trace.go:171","msg":"trace[443117791] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:29915; }","duration":"4.7841234s","start":"2026-04-02T17:39:11.233241Z","end":"2026-04-02T17:39:16.017365Z","steps":["trace[443117791] 'agreement among raft nodes before linearized reading' (duration: 4.784066698s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.017429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.168361216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.017439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:38:59.481698Z","time spent":"16.535733079s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.01771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.787660642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.017752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.885239817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:16.017808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.401625Z","time spent":"5.616144931s","remote":"127.0.0.1:37488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.018189Z","caller":"traceutil/trace.go:171","msg":"trace[449474157] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:29915; }","duration":"5.474342879s","start":"2026-04-02T17:39:10.543824Z","end":"2026-04-02T17:39:16.018166Z","steps":["trace[449474157] 'agreement among raft nodes before linearized reading' (duration: 5.473627906s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.019Z","caller":"traceutil/trace.go:171","msg":"trace[669130471] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:29915; }","duration":"5.614476419s","start":"2026-04-02T17:39:10.404511Z","end":"2026-04-02T17:39:16.018987Z","steps":["trace[669130471] 'agreement among raft nodes before linearized reading' (duration: 5.612664381s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.019006Z","caller":"traceutil/trace.go:171","msg":"trace[1734392152] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29915; }","duration":"7.760071843s","start":"2026-04-02T17:39:08.258918Z","end":"2026-04-02T17:39:16.01899Z","steps":["trace[1734392152] 'agreement among raft nodes before linearized reading' (duration: 7.758426731s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:16.019026Z","caller":"traceutil/trace.go:171","msg":"trace[1186396449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:29915; }","duration":"5.169975117s","start":"2026-04-02T17:39:10.849026Z","end":"2026-04-02T17:39:16.019001Z","steps":["trace[1186396449] 'agreement among raft nodes before linearized reading' (duration: 5.168373236s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.019055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.258894Z","time spent":"7.760145395s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.01908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:11.233225Z","time spent":"4.785846434s","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.0191Z","caller":"traceutil/trace.go:171","msg":"trace[1301750317] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:29915; }","duration":"5.886599271s","start":"2026-04-02T17:39:10.132459Z","end":"2026-04-02T17:39:16.019059Z","steps":["trace[1301750317] 'agreement among raft nodes before linearized reading' (duration: 5.885260448s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.019102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.849001Z","time spent":"5.170084881s","remote":"127.0.0.1:57486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.019071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.502846Z","time spent":"7.516210094s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1278,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-04-02T17:39:16.019136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.132398Z","time spent":"5.886724925s","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.019195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:08.687906Z","time spent":"7.331276087s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.019098Z","caller":"traceutil/trace.go:171","msg":"trace[1032698333] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:29915; }","duration":"4.789042715s","start":"2026-04-02T17:39:11.230028Z","end":"2026-04-02T17:39:16.019071Z","steps":["trace[1032698333] 'agreement among raft nodes before linearized reading' (duration: 4.7876261s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.01903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.543808Z","time spent":"5.475204345s","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.019277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:11.23002Z","time spent":"4.789240312s","remote":"127.0.0.1:58228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:16.019049Z","caller":"traceutil/trace.go:171","msg":"trace[1566193451] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29915; }","duration":"3.919066834s","start":"2026-04-02T17:39:12.099972Z","end":"2026-04-02T17:39:16.019039Z","steps":["trace[1566193451] 'agreement among raft nodes before linearized reading' (duration: 3.917123113s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:16.01905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:10.404503Z","time spent":"5.61453224s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-02T17:39:16.019436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.099955Z","time spent":"3.919469617s","remote":"127.0.0.1:37510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.017025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:12.440519Z","time spent":"3.576501096s","remote":"127.0.0.1:49850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:16.524507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:17.025388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:17.098465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.076350404s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:18.027281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:18.027451Z","caller":"traceutil/trace.go:171","msg":"trace[1766665060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350753s","start":"2026-04-02T17:39:16.027007Z","end":"2026-04-02T17:39:18.027358Z","steps":["trace[1766665060] 'agreement among raft nodes before linearized reading' (duration: 2.000231209s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:18.027511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.027Z","time spent":"2.000497648s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:18.538865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440228057s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-02T17:39:18.538947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.021996Z","time spent":"2.516948053s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:18.767966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.669231346s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:20.027453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:20.027549Z","caller":"traceutil/trace.go:171","msg":"trace[1542638441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103575s","start":"2026-04-02T17:39:18.027416Z","end":"2026-04-02T17:39:20.02752Z","steps":["trace[1542638441] 'agreement among raft nodes before linearized reading' (duration: 1.999979711s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:20.027622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.027395Z","time spent":"2.000211029s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:20.999436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230668063s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:20.999838Z","caller":"traceutil/trace.go:171","msg":"trace[883359259] transaction","detail":"{read_only:false; response_revision:29917; number_of_response:1; }","duration":"4.97396834s","start":"2026-04-02T17:39:16.02585Z","end":"2026-04-02T17:39:20.999818Z","steps":["trace[883359259] 'process raft request' (duration: 4.973680151s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:20.999944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.025837Z","time spent":"4.974046363s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:21.000305Z","caller":"traceutil/trace.go:171","msg":"trace[1975813684] transaction","detail":"{read_only:false; response_revision:29918; number_of_response:1; }","duration":"4.97428416s","start":"2026-04-02T17:39:16.026012Z","end":"2026-04-02T17:39:21.000296Z","steps":["trace[1975813684] 'process raft request' (duration: 4.973692302s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:21.000347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.026004Z","time spent":"4.974324892s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:21.000478Z","caller":"traceutil/trace.go:171","msg":"trace[1354110951] transaction","detail":"{read_only:false; response_revision:29919; number_of_response:1; }","duration":"4.972242776s","start":"2026-04-02T17:39:16.02823Z","end":"2026-04-02T17:39:21.000472Z","steps":["trace[1354110951] 'process raft request' (duration: 4.971908415s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:21.000513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.028218Z","time spent":"4.972278647s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:21.000625Z","caller":"traceutil/trace.go:171","msg":"trace[1260093972] linearizableReadLoop","detail":"{readStateIndex:31316; appliedIndex:31311; }","duration":"4.976931964s","start":"2026-04-02T17:39:16.023645Z","end":"2026-04-02T17:39:21.000577Z","steps":["trace[1260093972] 'read index received' (duration: 1.075056903s)","trace[1260093972] 'applied index is now lower than readState.Index' (duration: 3.901871971s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:20.999725Z","caller":"traceutil/trace.go:171","msg":"trace[1313623368] transaction","detail":"{read_only:false; response_revision:29916; number_of_response:1; }","duration":"4.976324665s","start":"2026-04-02T17:39:16.023322Z","end":"2026-04-02T17:39:20.999646Z","steps":["trace[1313623368] 'process raft request' (duration: 2.745364813s)","trace[1313623368] 'compare' (duration: 2.22869288s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:21.001015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.023305Z","time spent":"4.977615186s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:22.034264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:22.034337Z","caller":"traceutil/trace.go:171","msg":"trace[667952823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999955129s","start":"2026-04-02T17:39:20.034364Z","end":"2026-04-02T17:39:22.034319Z","steps":["trace[667952823] 'agreement among raft nodes before linearized reading' (duration: 1.999864436s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:22.034382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:20.034346Z","time spent":"2.000026542s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:24.034929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:24.03503Z","caller":"traceutil/trace.go:171","msg":"trace[836252474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457246s","start":"2026-04-02T17:39:22.034553Z","end":"2026-04-02T17:39:24.035011Z","steps":["trace[836252474] 'agreement among raft nodes before linearized reading' (duration: 2.000327982s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:24.035084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.034534Z","time spent":"2.000539338s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:25.089239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088990547s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-02T17:39:25.089759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.066091566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c3e2cf0-4bbd-4c04-b50a-f83c7acd0000\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-02T17:39:25.089899Z","caller":"traceutil/trace.go:171","msg":"trace[2004532511] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c3e2cf0-4bbd-4c04-b50a-f83c7acd0000; range_end:; response_count:1; response_revision:29919; }","duration":"9.066257381s","start":"2026-04-02T17:39:16.023616Z","end":"2026-04-02T17:39:25.089873Z","steps":["trace[2004532511] 'agreement among raft nodes before linearized reading' (duration: 4.977091149s)","trace[2004532511] 'range keys from in-memory index tree' (duration: 4.088905834s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:25.090007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.0236Z","time spent":"9.066387135s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-2c3e2cf0-4bbd-4c04-b50a-f83c7acd0000\" "} {"level":"info","ts":"2026-04-02T17:39:25.091333Z","caller":"traceutil/trace.go:171","msg":"trace[412374946] transaction","detail":"{read_only:false; response_revision:29920; number_of_response:1; }","duration":"6.551392054s","start":"2026-04-02T17:39:18.539898Z","end":"2026-04-02T17:39:25.09129Z","steps":["trace[412374946] 'process raft request' (duration: 6.549434262s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:25.091536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.539881Z","time spent":"6.551592821s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:25.091319Z","caller":"traceutil/trace.go:171","msg":"trace[839585550] linearizableReadLoop","detail":"{readStateIndex:31318; appliedIndex:31316; }","duration":"4.090598697s","start":"2026-04-02T17:39:21.000687Z","end":"2026-04-02T17:39:25.091286Z","steps":["trace[839585550] 'read index received' (duration: 42.701µs)","trace[839585550] 'applied index is now lower than readState.Index' (duration: 4.090553216s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.182587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.646117553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:29.18262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.156833268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-02T17:39:29.182706Z","caller":"traceutil/trace.go:171","msg":"trace[1493129252] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29920; }","duration":"11.646295779s","start":"2026-04-02T17:39:17.53638Z","end":"2026-04-02T17:39:29.182676Z","steps":["trace[1493129252] 'agreement among raft nodes before linearized reading' (duration: 7.555077702s)","trace[1493129252] 'count revisions from in-memory index tree' (duration: 4.091042771s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.182776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:17.536349Z","time spent":"11.646408532s","remote":"127.0.0.1:58246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.182804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.156780007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-02T17:39:29.18285Z","caller":"traceutil/trace.go:171","msg":"trace[1064322287] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:29920; }","duration":"13.156863269s","start":"2026-04-02T17:39:16.025962Z","end":"2026-04-02T17:39:29.182825Z","steps":["trace[1064322287] 'agreement among raft nodes before linearized reading' (duration: 9.065551319s)","trace[1064322287] 'range keys from in-memory index tree' (duration: 4.091233778s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.182898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.025945Z","time spent":"13.156941621s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-02T17:39:29.182891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177095815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-02T17:39:29.18295Z","caller":"traceutil/trace.go:171","msg":"trace[2024003916] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:29920; }","duration":"8.177176838s","start":"2026-04-02T17:39:21.005756Z","end":"2026-04-02T17:39:29.182933Z","steps":["trace[2024003916] 'agreement among raft nodes before linearized reading' (duration: 4.085886738s)","trace[2024003916] 'range keys from in-memory index tree' (duration: 4.091164035s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.182994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.005744Z","time spent":"8.177241099s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"warn","ts":"2026-04-02T17:39:29.183033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.677495856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:29.183071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.157096616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T17:39:29.18313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.157467948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-02T17:39:29.183164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.15721847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-02T17:39:29.183168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388315969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:29.183187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.154790824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.183191Z","caller":"traceutil/trace.go:171","msg":"trace[1416804226] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"13.15752856s","start":"2026-04-02T17:39:16.025643Z","end":"2026-04-02T17:39:29.183171Z","steps":["trace[1416804226] 'agreement among raft nodes before linearized reading' (duration: 9.065731325s)","trace[1416804226] 'range keys from in-memory index tree' (duration: 4.091726404s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:29.183203Z","caller":"traceutil/trace.go:171","msg":"trace[501973244] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:29920; }","duration":"13.157264542s","start":"2026-04-02T17:39:16.025922Z","end":"2026-04-02T17:39:29.183187Z","steps":["trace[501973244] 'agreement among raft nodes before linearized reading' (duration: 9.065608111s)","trace[501973244] 'range keys from in-memory index tree' (duration: 4.091574988s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:29.183205Z","caller":"traceutil/trace.go:171","msg":"trace[1494406078] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29920; }","duration":"4.38836247s","start":"2026-04-02T17:39:24.794829Z","end":"2026-04-02T17:39:29.183192Z","steps":["trace[1494406078] 'agreement among raft nodes before linearized reading' (duration: 296.834163ms)","trace[1494406078] 'count revisions from in-memory index tree' (duration: 4.091483216s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:29.183221Z","caller":"traceutil/trace.go:171","msg":"trace[346481451] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29920; }","duration":"13.154833865s","start":"2026-04-02T17:39:16.028373Z","end":"2026-04-02T17:39:29.183207Z","steps":["trace[346481451] 'agreement among raft nodes before linearized reading' (duration: 9.063119853s)","trace[346481451] 'range keys from in-memory index tree' (duration: 4.091672681s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.183233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.025632Z","time spent":"13.157592852s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-02T17:39:29.183233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.025916Z","time spent":"13.157310173s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-02T17:39:29.183137Z","caller":"traceutil/trace.go:171","msg":"trace[1167250004] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:29920; }","duration":"13.157148659s","start":"2026-04-02T17:39:16.025967Z","end":"2026-04-02T17:39:29.183116Z","steps":["trace[1167250004] 'agreement among raft nodes before linearized reading' (duration: 9.06555505s)","trace[1167250004] 'range keys from in-memory index tree' (duration: 4.091485435s)"],"step_count":2} 2026/04/02 17:39:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:29.183263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.028367Z","time spent":"13.154886657s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:29.183273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.025946Z","time spent":"13.157318993s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-02T17:39:29.183237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:24.794823Z","time spent":"4.388405832s","remote":"127.0.0.1:37530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.183377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.821649261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:29.183388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.347553624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:29.183405Z","caller":"traceutil/trace.go:171","msg":"trace[830868561] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:29920; }","duration":"8.821710852s","start":"2026-04-02T17:39:20.361687Z","end":"2026-04-02T17:39:29.183398Z","steps":["trace[830868561] 'agreement among raft nodes before linearized reading' (duration: 4.729708261s)","trace[830868561] 'count revisions from in-memory index tree' (duration: 4.09196161s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.183434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:20.361667Z","time spent":"8.821755523s","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:29.183428Z","caller":"traceutil/trace.go:171","msg":"trace[2072405581] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:29920; }","duration":"9.347624606s","start":"2026-04-02T17:39:19.83579Z","end":"2026-04-02T17:39:29.183414Z","steps":["trace[2072405581] 'agreement among raft nodes before linearized reading' (duration: 5.255615994s)","trace[2072405581] 'count revisions from in-memory index tree' (duration: 4.091956871s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.183481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:19.835772Z","time spent":"9.347696478s","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.183527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.141488867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.18357Z","caller":"traceutil/trace.go:171","msg":"trace[253916572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29920; }","duration":"5.141557199s","start":"2026-04-02T17:39:24.041996Z","end":"2026-04-02T17:39:29.183554Z","steps":["trace[253916572] 'agreement among raft nodes before linearized reading' (duration: 1.049693772s)","trace[253916572] 'range keys from in-memory index tree' (duration: 4.091819076s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.183063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.502902855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:29.18361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:24.041975Z","time spent":"5.141625442s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:29.183631Z","caller":"traceutil/trace.go:171","msg":"trace[1359266640] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:29920; }","duration":"9.503500653s","start":"2026-04-02T17:39:19.680117Z","end":"2026-04-02T17:39:29.183618Z","steps":["trace[1359266640] 'agreement among raft nodes before linearized reading' (duration: 5.411299065s)","trace[1359266640] 'count revisions from in-memory index tree' (duration: 4.091578939s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.183657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:19.680059Z","time spent":"9.503590566s","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.183416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459875791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.183705Z","caller":"traceutil/trace.go:171","msg":"trace[325572338] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:29920; }","duration":"4.46018747s","start":"2026-04-02T17:39:24.72349Z","end":"2026-04-02T17:39:29.183678Z","steps":["trace[325572338] 'agreement among raft nodes before linearized reading' (duration: 368.181028ms)","trace[325572338] 'count revisions from in-memory index tree' (duration: 4.091707213s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.183745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:24.723472Z","time spent":"4.460261333s","remote":"127.0.0.1:57460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.183747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.59207438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.183794Z","caller":"traceutil/trace.go:171","msg":"trace[367343169] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:29920; }","duration":"5.592161442s","start":"2026-04-02T17:39:23.591615Z","end":"2026-04-02T17:39:29.183776Z","steps":["trace[367343169] 'agreement among raft nodes before linearized reading' (duration: 1.500084568s)","trace[367343169] 'count revisions from in-memory index tree' (duration: 4.092017733s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.183479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.643537537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:29.183833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:23.59156Z","time spent":"5.592261916s","remote":"127.0.0.1:49874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:29.183847Z","caller":"traceutil/trace.go:171","msg":"trace[1062840103] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:29920; }","duration":"4.643940259s","start":"2026-04-02T17:39:24.539895Z","end":"2026-04-02T17:39:29.183835Z","steps":["trace[1062840103] 'agreement among raft nodes before linearized reading' (duration: 551.785873ms)","trace[1062840103] 'count revisions from in-memory index tree' (duration: 4.091774925s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.183875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:24.539874Z","time spent":"4.643992991s","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.182944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.155048002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-02T17:39:29.18409Z","caller":"traceutil/trace.go:171","msg":"trace[1047392394] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:29920; }","duration":"13.156214098s","start":"2026-04-02T17:39:16.027844Z","end":"2026-04-02T17:39:29.184058Z","steps":["trace[1047392394] 'agreement among raft nodes before linearized reading' (duration: 9.063661009s)","trace[1047392394] 'range keys from in-memory index tree' (duration: 4.091270239s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.184088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.67463561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:29.18415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.027839Z","time spent":"13.156293611s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-02T17:39:29.18416Z","caller":"traceutil/trace.go:171","msg":"trace[2143270651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29920; }","duration":"5.674713952s","start":"2026-04-02T17:39:23.509429Z","end":"2026-04-02T17:39:29.184143Z","steps":["trace[2143270651] 'agreement among raft nodes before linearized reading' (duration: 1.582279806s)","trace[2143270651] 'count revisions from in-memory index tree' (duration: 4.092336832s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.184206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:23.509395Z","time spent":"5.674796795s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.184421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.562276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:29.184463Z","caller":"traceutil/trace.go:171","msg":"trace[920767906] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:29920; }","duration":"148.641819ms","start":"2026-04-02T17:39:29.035809Z","end":"2026-04-02T17:39:29.184451Z","steps":["trace[920767906] 'count revisions from in-memory index tree' (duration: 148.488704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.184608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.237907455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:39:29.18466Z","caller":"traceutil/trace.go:171","msg":"trace[862920913] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29920; }","duration":"6.238020159s","start":"2026-04-02T17:39:22.946623Z","end":"2026-04-02T17:39:29.184643Z","steps":["trace[862920913] 'agreement among raft nodes before linearized reading' (duration: 2.145097948s)","trace[862920913] 'count revisions from in-memory index tree' (duration: 4.092851759s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.184709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.946599Z","time spent":"6.238096711s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":185,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.182951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.874628648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.18497Z","caller":"traceutil/trace.go:171","msg":"trace[1984110341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29920; }","duration":"12.876715174s","start":"2026-04-02T17:39:16.30824Z","end":"2026-04-02T17:39:29.184955Z","steps":["trace[1984110341] 'agreement among raft nodes before linearized reading' (duration: 8.783239365s)","trace[1984110341] 'count revisions from in-memory index tree' (duration: 4.091395013s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.185016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.30822Z","time spent":"12.876781395s","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.185013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.891898319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-04-02T17:39:29.185065Z","caller":"traceutil/trace.go:171","msg":"trace[835761274] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29920; }","duration":"6.891973791s","start":"2026-04-02T17:39:22.293073Z","end":"2026-04-02T17:39:29.185047Z","steps":["trace[835761274] 'agreement among raft nodes before linearized reading' (duration: 2.798657177s)","trace[835761274] 'range keys from in-memory index tree' (duration: 4.093153029s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.185107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.293057Z","time spent":"6.892039323s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7372,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-02T17:39:29.183103Z","caller":"traceutil/trace.go:171","msg":"trace[417714534] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29920; }","duration":"12.677593748s","start":"2026-04-02T17:39:16.505483Z","end":"2026-04-02T17:39:29.183077Z","steps":["trace[417714534] 'agreement among raft nodes before linearized reading' (duration: 8.585985369s)","trace[417714534] 'count revisions from in-memory index tree' (duration: 4.091543158s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.185234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.505453Z","time spent":"12.679767737s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.185405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.031492031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:39:29.185453Z","caller":"traceutil/trace.go:171","msg":"trace[751777808] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29920; }","duration":"7.031575614s","start":"2026-04-02T17:39:22.153863Z","end":"2026-04-02T17:39:29.185439Z","steps":["trace[751777808] 'agreement among raft nodes before linearized reading' (duration: 2.937877358s)","trace[751777808] 'range keys from in-memory index tree' (duration: 4.093575441s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.185492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:22.153843Z","time spent":"7.031638545s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-02T17:39:29.186081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1353622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.186122Z","caller":"traceutil/trace.go:171","msg":"trace[174068900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29920; }","duration":"1.135429962s","start":"2026-04-02T17:39:28.050679Z","end":"2026-04-02T17:39:29.186108Z","steps":["trace[174068900] 'range keys from in-memory index tree' (duration: 1.135262537s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.186121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.455228196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:29.186159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.050619Z","time spent":"1.135524805s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:29.186174Z","caller":"traceutil/trace.go:171","msg":"trace[57768289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29920; }","duration":"7.455279388s","start":"2026-04-02T17:39:21.730875Z","end":"2026-04-02T17:39:29.186154Z","steps":["trace[57768289] 'agreement among raft nodes before linearized reading' (duration: 3.36087453s)","trace[57768289] 'count revisions from in-memory index tree' (duration: 4.094338006s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.186214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.73082Z","time spent":"7.455383421s","remote":"127.0.0.1:37618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.186371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.838794971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.186401Z","caller":"traceutil/trace.go:171","msg":"trace[1017953981] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29920; }","duration":"7.838858513s","start":"2026-04-02T17:39:21.347532Z","end":"2026-04-02T17:39:29.186391Z","steps":["trace[1017953981] 'agreement among raft nodes before linearized reading' (duration: 3.744227188s)","trace[1017953981] 'count revisions from in-memory index tree' (duration: 4.094590584s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.186447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.347513Z","time spent":"7.838925336s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.186536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024058283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.186678Z","caller":"traceutil/trace.go:171","msg":"trace[1576009171] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:29920; }","duration":"3.024245259s","start":"2026-04-02T17:39:26.16242Z","end":"2026-04-02T17:39:29.186665Z","steps":["trace[1576009171] 'count revisions from in-memory index tree' (duration: 3.02397592s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.186712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.162398Z","time spent":"3.024302421s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.186733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.168563775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4smzg\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-04-02T17:39:29.186773Z","caller":"traceutil/trace.go:171","msg":"trace[1807548666] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4smzg; range_end:; response_count:1; response_revision:29920; }","duration":"8.168635708s","start":"2026-04-02T17:39:21.018126Z","end":"2026-04-02T17:39:29.186762Z","steps":["trace[1807548666] 'agreement among raft nodes before linearized reading' (duration: 4.073643121s)","trace[1807548666] 'range keys from in-memory index tree' (duration: 4.094839871s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.186818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:21.018107Z","time spent":"8.168688659s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4smzg\" "} {"level":"warn","ts":"2026-04-02T17:39:29.186862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060158072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.186907Z","caller":"traceutil/trace.go:171","msg":"trace[520635005] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:29920; }","duration":"1.060233255s","start":"2026-04-02T17:39:28.126662Z","end":"2026-04-02T17:39:29.186895Z","steps":["trace[520635005] 'count revisions from in-memory index tree' (duration: 1.06006019s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.18694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090437782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-02T17:39:29.186953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:28.126634Z","time spent":"1.060298177s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:29.186966Z","caller":"traceutil/trace.go:171","msg":"trace[2132725809] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29920; }","duration":"4.090501125s","start":"2026-04-02T17:39:25.096456Z","end":"2026-04-02T17:39:29.186957Z","steps":["trace[2132725809] 'range keys from in-memory index tree' (duration: 4.090314679s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.186992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:25.096439Z","time spent":"4.090547376s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:39:29.187083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96702075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-02T17:39:29.187107Z","caller":"traceutil/trace.go:171","msg":"trace[408123223] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:29920; }","duration":"2.967089592s","start":"2026-04-02T17:39:26.220011Z","end":"2026-04-02T17:39:29.1871Z","steps":["trace[408123223] 'range keys from in-memory index tree' (duration: 2.966880096s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.187127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.219989Z","time spent":"2.967133273s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-02T17:39:29.18711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379724925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.187163Z","caller":"traceutil/trace.go:171","msg":"trace[1555013486] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29920; }","duration":"2.379823148s","start":"2026-04-02T17:39:26.807322Z","end":"2026-04-02T17:39:29.187146Z","steps":["trace[1555013486] 'count revisions from in-memory index tree' (duration: 2.379624892s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.187181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089576306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-02T17:39:29.187202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.807297Z","time spent":"2.37989272s","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:29.187209Z","caller":"traceutil/trace.go:171","msg":"trace[1003651367] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29920; }","duration":"4.089603917s","start":"2026-04-02T17:39:25.097597Z","end":"2026-04-02T17:39:29.187201Z","steps":["trace[1003651367] 'range keys from in-memory index tree' (duration: 4.089505543s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.187236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:25.097588Z","time spent":"4.089642778s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-02T17:39:29.18727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.62641559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:29.187355Z","caller":"traceutil/trace.go:171","msg":"trace[1636815921] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29920; }","duration":"10.626540094s","start":"2026-04-02T17:39:18.560787Z","end":"2026-04-02T17:39:29.187327Z","steps":["trace[1636815921] 'agreement among raft nodes before linearized reading' (duration: 6.530650279s)","trace[1636815921] 'count revisions from in-memory index tree' (duration: 4.095770431s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.187414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.560771Z","time spent":"10.626629966s","remote":"127.0.0.1:59238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.187446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.156453644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.187481Z","caller":"traceutil/trace.go:171","msg":"trace[2021498280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29920; }","duration":"11.156518656s","start":"2026-04-02T17:39:18.03095Z","end":"2026-04-02T17:39:29.187469Z","steps":["trace[2021498280] 'agreement among raft nodes before linearized reading' (duration: 7.060496577s)","trace[2021498280] 'count revisions from in-memory index tree' (duration: 4.095973728s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.187505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.030935Z","time spent":"11.156563468s","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.187623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.313688804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:29.187655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0106348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.187698Z","caller":"traceutil/trace.go:171","msg":"trace[1698430716] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29920; }","duration":"4.010705002s","start":"2026-04-02T17:39:25.176979Z","end":"2026-04-02T17:39:29.187684Z","steps":["trace[1698430716] 'count revisions from in-memory index tree' (duration: 4.010569257s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.187729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:25.176962Z","time spent":"4.010756584s","remote":"127.0.0.1:37410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.187807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635313375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.187829Z","caller":"traceutil/trace.go:171","msg":"trace[3258129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29920; }","duration":"2.635389977s","start":"2026-04-02T17:39:26.552433Z","end":"2026-04-02T17:39:29.187823Z","steps":["trace[3258129] 'range keys from in-memory index tree' (duration: 2.635220171s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.187847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.552409Z","time spent":"2.635433518s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:29.182717Z","caller":"traceutil/trace.go:171","msg":"trace[1321005595] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29920; }","duration":"13.156945671s","start":"2026-04-02T17:39:16.025748Z","end":"2026-04-02T17:39:29.182693Z","steps":["trace[1321005595] 'agreement among raft nodes before linearized reading' (duration: 9.065790966s)","trace[1321005595] 'range keys from in-memory index tree' (duration: 4.090910948s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.188001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:16.025703Z","time spent":"13.16228419s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:39:29.187658Z","caller":"traceutil/trace.go:171","msg":"trace[577405136] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29920; }","duration":"10.313722595s","start":"2026-04-02T17:39:18.873923Z","end":"2026-04-02T17:39:29.187645Z","steps":["trace[577405136] 'agreement among raft nodes before linearized reading' (duration: 6.21750408s)","trace[577405136] 'count revisions from in-memory index tree' (duration: 4.096170363s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:29.188067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:18.873864Z","time spent":"10.31419681s","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.188151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.874359522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:29.188156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488718622s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.188212Z","caller":"traceutil/trace.go:171","msg":"trace[1864339648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29920; }","duration":"3.488773523s","start":"2026-04-02T17:39:25.69943Z","end":"2026-04-02T17:39:29.188203Z","steps":["trace[1864339648] 'range keys from in-memory index tree' (duration: 3.488710571s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.187298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37768115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.188337Z","caller":"traceutil/trace.go:171","msg":"trace[1516787774] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29920; }","duration":"2.378720633s","start":"2026-04-02T17:39:26.809607Z","end":"2026-04-02T17:39:29.188327Z","steps":["trace[1516787774] 'count revisions from in-memory index tree' (duration: 2.377575547s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.18836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.809593Z","time spent":"2.378759674s","remote":"127.0.0.1:33846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:29.188185Z","caller":"traceutil/trace.go:171","msg":"trace[1519931392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29920; }","duration":"3.874433634s","start":"2026-04-02T17:39:25.313739Z","end":"2026-04-02T17:39:29.188173Z","steps":["trace[1519931392] 'count revisions from in-memory index tree' (duration: 3.87428707s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.188428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145409289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:29.188464Z","caller":"traceutil/trace.go:171","msg":"trace[918173252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29920; }","duration":"3.145481981s","start":"2026-04-02T17:39:26.042971Z","end":"2026-04-02T17:39:29.188453Z","steps":["trace[918173252] 'range keys from in-memory index tree' (duration: 3.145296576s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:29.18844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:25.313716Z","time spent":"3.874687483s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:29.188492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:26.04295Z","time spent":"3.145535563s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:29.688948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:30.189994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:30.69098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:30.885536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.69779373s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:30.886137Z","caller":"traceutil/trace.go:171","msg":"trace[1282649025] transaction","detail":"{read_only:false; response_revision:29921; number_of_response:1; }","duration":"1.69844572s","start":"2026-04-02T17:39:29.187665Z","end":"2026-04-02T17:39:30.886111Z","steps":["trace[1282649025] 'process raft request' (duration: 1.698059988s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:30.886279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.18765Z","time spent":"1.698557753s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:31.188731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000749845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:31.188818Z","caller":"traceutil/trace.go:171","msg":"trace[1206468665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000859228s","start":"2026-04-02T17:39:29.187939Z","end":"2026-04-02T17:39:31.188798Z","steps":["trace[1206468665] 'agreement among raft nodes before linearized reading' (duration: 2.000708613s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:31.188866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.187913Z","time spent":"2.000943341s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:33.196163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999860488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:33.19628Z","caller":"traceutil/trace.go:171","msg":"trace[2076299664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029843s","start":"2026-04-02T17:39:31.196229Z","end":"2026-04-02T17:39:33.196259Z","steps":["trace[2076299664] 'agreement among raft nodes before linearized reading' (duration: 1.999888819s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:33.196337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.196209Z","time spent":"2.000109866s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:33.280107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.392823878s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:33.281393Z","caller":"traceutil/trace.go:171","msg":"trace[613800645] transaction","detail":"{read_only:false; response_revision:29922; number_of_response:1; }","duration":"4.093070725s","start":"2026-04-02T17:39:29.188288Z","end":"2026-04-02T17:39:33.281359Z","steps":["trace[613800645] 'process raft request' (duration: 4.092143796s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:33.281595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.188278Z","time spent":"4.09323178s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:33.281701Z","caller":"traceutil/trace.go:171","msg":"trace[706785577] transaction","detail":"{read_only:false; response_revision:29923; number_of_response:1; }","duration":"4.090645348s","start":"2026-04-02T17:39:29.191035Z","end":"2026-04-02T17:39:33.28168Z","steps":["trace[706785577] 'process raft request' (duration: 4.090242616s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:33.281849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.191015Z","time spent":"4.090759322s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:33.282366Z","caller":"traceutil/trace.go:171","msg":"trace[29660184] linearizableReadLoop","detail":"{readStateIndex:31324; appliedIndex:31318; }","duration":"4.094406047s","start":"2026-04-02T17:39:29.187945Z","end":"2026-04-02T17:39:33.282351Z","steps":["trace[29660184] 'read index received' (duration: 1.697911783s)","trace[29660184] 'applied index is now lower than readState.Index' (duration: 2.396492884s)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:33.282635Z","caller":"traceutil/trace.go:171","msg":"trace[832358606] transaction","detail":"{read_only:false; response_revision:29924; number_of_response:1; }","duration":"4.090503754s","start":"2026-04-02T17:39:29.192106Z","end":"2026-04-02T17:39:33.282609Z","steps":["trace[832358606] 'process raft request' (duration: 4.089361408s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:33.282817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.192078Z","time spent":"4.090664299s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:33.282483Z","caller":"traceutil/trace.go:171","msg":"trace[1030099814] transaction","detail":"{read_only:false; response_revision:29925; number_of_response:1; }","duration":"4.090004788s","start":"2026-04-02T17:39:29.192468Z","end":"2026-04-02T17:39:33.282472Z","steps":["trace[1030099814] 'process raft request' (duration: 4.089661067s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:33.282856Z","caller":"traceutil/trace.go:171","msg":"trace[1274703196] transaction","detail":"{read_only:false; response_revision:29926; number_of_response:1; }","duration":"4.087269502s","start":"2026-04-02T17:39:29.195545Z","end":"2026-04-02T17:39:33.282815Z","steps":["trace[1274703196] 'process raft request' (duration: 4.086678433s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:33.283295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.192461Z","time spent":"4.090745792s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:33.283419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.195533Z","time spent":"4.0878381s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:33.782657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:34.283136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:34.784144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:35.19713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:35.197218Z","caller":"traceutil/trace.go:171","msg":"trace[1897241208] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028008s","start":"2026-04-02T17:39:33.196917Z","end":"2026-04-02T17:39:35.197197Z","steps":["trace[1897241208] 'agreement among raft nodes before linearized reading' (duration: 2.000167247s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:35.197399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:33.196897Z","time spent":"2.000486267s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:35.255006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.866954195s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:35.555484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.12315Z","time spent":"432.325666ms","remote":"127.0.0.1:56738","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:35.555639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.293473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:35.556045Z","caller":"traceutil/trace.go:171","msg":"trace[270978091] transaction","detail":"{read_only:false; response_revision:29927; number_of_response:1; }","duration":"4.66519535s","start":"2026-04-02T17:39:30.890816Z","end":"2026-04-02T17:39:35.556011Z","steps":["trace[270978091] 'process raft request' (duration: 4.364470883s)","trace[270978091] 'compare' (duration: 299.8653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:35.556184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.890793Z","time spent":"4.665315654s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:39:37.204981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:39:37.205094Z","caller":"traceutil/trace.go:171","msg":"trace[1590979755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033093s","start":"2026-04-02T17:39:35.205043Z","end":"2026-04-02T17:39:37.205076Z","steps":["trace[1590979755] 'agreement among raft nodes before linearized reading' (duration: 1.999894259s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:37.205146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.205025Z","time spent":"2.000107655s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:37.67517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.606166812s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T17:39:38.538839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983103178s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-02T17:39:38.539006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839393835s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:38.539136Z","caller":"traceutil/trace.go:171","msg":"trace[850952161] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29928; }","duration":"2.839532349s","start":"2026-04-02T17:39:35.69958Z","end":"2026-04-02T17:39:38.539112Z","steps":["trace[850952161] 'range keys from in-memory index tree' (duration: 2.839376315s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:38.541057Z","caller":"traceutil/trace.go:171","msg":"trace[612114469] transaction","detail":"{read_only:false; response_revision:29931; number_of_response:1; }","duration":"2.981855678s","start":"2026-04-02T17:39:35.559179Z","end":"2026-04-02T17:39:38.541034Z","steps":["trace[612114469] 'process raft request' (duration: 2.981801217s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:38.541098Z","caller":"traceutil/trace.go:171","msg":"trace[868134730] transaction","detail":"{read_only:false; response_revision:29929; number_of_response:1; }","duration":"5.252005269s","start":"2026-04-02T17:39:33.289064Z","end":"2026-04-02T17:39:38.54107Z","steps":["trace[868134730] 'process raft request' (duration: 5.249894683s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.54117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:35.559163Z","time spent":"2.981953222s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:39:38.541212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.595622262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:38.541208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:33.289051Z","time spent":"5.252095502s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:38.541237Z","caller":"traceutil/trace.go:171","msg":"trace[697921722] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29931; }","duration":"5.595681423s","start":"2026-04-02T17:39:32.945548Z","end":"2026-04-02T17:39:38.541229Z","steps":["trace[697921722] 'agreement among raft nodes before linearized reading' (duration: 5.595646912s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.541262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:32.945527Z","time spent":"5.595728765s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:38.541121Z","caller":"traceutil/trace.go:171","msg":"trace[549058978] linearizableReadLoop","detail":"{readStateIndex:31328; appliedIndex:31324; }","duration":"5.258674261s","start":"2026-04-02T17:39:33.282439Z","end":"2026-04-02T17:39:38.541113Z","steps":["trace[549058978] 'read index received' (duration: 1.972791981s)","trace[549058978] 'applied index is now lower than readState.Index' (duration: 3.28588147s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:38.541407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.271020422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:38.541426Z","caller":"traceutil/trace.go:171","msg":"trace[1208934184] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29931; }","duration":"6.271066632s","start":"2026-04-02T17:39:32.270355Z","end":"2026-04-02T17:39:38.541421Z","steps":["trace[1208934184] 'agreement among raft nodes before linearized reading' (duration: 6.271024631s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.541183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.351367333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:38.541443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:32.270339Z","time spent":"6.271099584s","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:38.541466Z","caller":"traceutil/trace.go:171","msg":"trace[587001056] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:29931; }","duration":"9.351687723s","start":"2026-04-02T17:39:29.189763Z","end":"2026-04-02T17:39:38.541451Z","steps":["trace[587001056] 'agreement among raft nodes before linearized reading' (duration: 9.351370383s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.54151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.189747Z","time spent":"9.351750356s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-02T17:39:38.541575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.448309486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:38.541593Z","caller":"traceutil/trace.go:171","msg":"trace[470925573] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:29931; }","duration":"6.448360128s","start":"2026-04-02T17:39:32.093228Z","end":"2026-04-02T17:39:38.541588Z","steps":["trace[470925573] 'agreement among raft nodes before linearized reading' (duration: 6.448284265s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.541584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.056291146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:38.541612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:32.093209Z","time spent":"6.448398208s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:38.541624Z","caller":"traceutil/trace.go:171","msg":"trace[1117582202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29931; }","duration":"9.056372398s","start":"2026-04-02T17:39:29.48524Z","end":"2026-04-02T17:39:38.541613Z","steps":["trace[1117582202] 'agreement among raft nodes before linearized reading' (duration: 9.056309617s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:38.541077Z","caller":"traceutil/trace.go:171","msg":"trace[1380360892] transaction","detail":"{read_only:false; response_revision:29930; number_of_response:1; }","duration":"4.349791499s","start":"2026-04-02T17:39:34.191268Z","end":"2026-04-02T17:39:38.54106Z","steps":["trace[1380360892] 'process raft request' (duration: 4.349618814s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.541655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.48522Z","time spent":"9.056427781s","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:38.541696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.070716732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:38.541716Z","caller":"traceutil/trace.go:171","msg":"trace[1846449612] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29931; }","duration":"9.070775924s","start":"2026-04-02T17:39:29.470934Z","end":"2026-04-02T17:39:38.54171Z","steps":["trace[1846449612] 'agreement among raft nodes before linearized reading' (duration: 9.070744573s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.541705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:34.19119Z","time spent":"4.350471621s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:38.541735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.470912Z","time spent":"9.070818325s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:38.541789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.940203945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:38.541832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.348957667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:38.54185Z","caller":"traceutil/trace.go:171","msg":"trace[1747697796] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:29931; }","duration":"9.348997939s","start":"2026-04-02T17:39:29.192847Z","end":"2026-04-02T17:39:38.541845Z","steps":["trace[1747697796] 'agreement among raft nodes before linearized reading' (duration: 9.348967528s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:38.541851Z","caller":"traceutil/trace.go:171","msg":"trace[2058458908] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29931; }","duration":"7.940310299s","start":"2026-04-02T17:39:30.601527Z","end":"2026-04-02T17:39:38.541837Z","steps":["trace[2058458908] 'agreement among raft nodes before linearized reading' (duration: 7.940173094s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.541866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.192836Z","time spent":"9.349025609s","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:38.541891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.601506Z","time spent":"7.940374411s","remote":"127.0.0.1:37478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:38.541995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.350041701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4165756-4c2c-4487-a93a-6d294a979a5a\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-02T17:39:38.541994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.814280686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-02T17:39:38.542013Z","caller":"traceutil/trace.go:171","msg":"trace[1717464796] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4165756-4c2c-4487-a93a-6d294a979a5a; range_end:; response_count:1; response_revision:29931; }","duration":"9.350075053s","start":"2026-04-02T17:39:29.191933Z","end":"2026-04-02T17:39:38.542008Z","steps":["trace[1717464796] 'agreement among raft nodes before linearized reading' (duration: 9.34999622s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:38.542023Z","caller":"traceutil/trace.go:171","msg":"trace[1692179239] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29931; }","duration":"8.814339938s","start":"2026-04-02T17:39:29.727675Z","end":"2026-04-02T17:39:38.542015Z","steps":["trace[1692179239] 'agreement among raft nodes before linearized reading' (duration: 8.814156552s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.542052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.727652Z","time spent":"8.814393039s","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:38.541806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.318819753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:38.542118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821001617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:38.54203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:29.191926Z","time spent":"9.350100194s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-d4165756-4c2c-4487-a93a-6d294a979a5a\" "} {"level":"warn","ts":"2026-04-02T17:39:38.542214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.621415538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:38.54224Z","caller":"traceutil/trace.go:171","msg":"trace[217189068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29931; }","duration":"6.62147588s","start":"2026-04-02T17:39:31.920756Z","end":"2026-04-02T17:39:38.542232Z","steps":["trace[217189068] 'agreement among raft nodes before linearized reading' (duration: 6.621427389s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.542274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:31.92074Z","time spent":"6.621525411s","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:38.542163Z","caller":"traceutil/trace.go:171","msg":"trace[1987515938] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29931; }","duration":"7.82108293s","start":"2026-04-02T17:39:30.721065Z","end":"2026-04-02T17:39:38.542148Z","steps":["trace[1987515938] 'agreement among raft nodes before linearized reading' (duration: 7.821007948s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.542317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.721041Z","time spent":"7.821263345s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:38.542159Z","caller":"traceutil/trace.go:171","msg":"trace[823510961] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29931; }","duration":"8.319173005s","start":"2026-04-02T17:39:30.22293Z","end":"2026-04-02T17:39:38.542103Z","steps":["trace[823510961] 'agreement among raft nodes before linearized reading' (duration: 8.318847985s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.54243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:30.222903Z","time spent":"8.319516966s","remote":"127.0.0.1:37364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:38.553992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001032614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:38.554101Z","caller":"traceutil/trace.go:171","msg":"trace[1870681795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001192079s","start":"2026-04-02T17:39:36.552887Z","end":"2026-04-02T17:39:38.554079Z","steps":["trace[1870681795] 'agreement among raft nodes before linearized reading' (duration: 2.001059374s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:38.554151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:36.552869Z","time spent":"2.001270432s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:39.041737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:39.206307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000197187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:39.206367Z","caller":"traceutil/trace.go:171","msg":"trace[1001190685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030492s","start":"2026-04-02T17:39:37.206045Z","end":"2026-04-02T17:39:39.20635Z","steps":["trace[1001190685] 'agreement among raft nodes before linearized reading' (duration: 2.000230878s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:39.206397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.206018Z","time spent":"2.000373733s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:39:39.54275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:40.043547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:40.543706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007615981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:39:40.829235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.15366759s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:39:40.829806Z","caller":"traceutil/trace.go:171","msg":"trace[40142767] transaction","detail":"{read_only:false; response_revision:29932; number_of_response:1; }","duration":"3.365956891s","start":"2026-04-02T17:39:37.463826Z","end":"2026-04-02T17:39:40.829783Z","steps":["trace[40142767] 'process raft request' (duration: 3.365782616s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:40.829945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.463807Z","time spent":"3.366066944s","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:41.223066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01066541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T17:39:41.223122Z","caller":"traceutil/trace.go:171","msg":"trace[1925933987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.010755383s","start":"2026-04-02T17:39:39.212354Z","end":"2026-04-02T17:39:41.223109Z","steps":["trace[1925933987] 'agreement among raft nodes before linearized reading' (duration: 2.010683851s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.223152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.212341Z","time spent":"2.010803134s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:39:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-02T17:39:41.538049Z","caller":"traceutil/trace.go:171","msg":"trace[230888753] linearizableReadLoop","detail":"{readStateIndex:31331; appliedIndex:31329; }","duration":"2.996636677s","start":"2026-04-02T17:39:38.541382Z","end":"2026-04-02T17:39:41.538018Z","steps":["trace[230888753] 'read index received' (duration: 2.288061608s)","trace[230888753] 'applied index is now lower than readState.Index' (duration: 708.573609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:41.5382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:38.546305Z","time spent":"2.991890637s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-02T17:39:41.538438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.532953932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-02T17:39:41.538475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.249761332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-02T17:39:41.538533Z","caller":"traceutil/trace.go:171","msg":"trace[1211438845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29932; }","duration":"5.533082426s","start":"2026-04-02T17:39:36.005428Z","end":"2026-04-02T17:39:41.53851Z","steps":["trace[1211438845] 'agreement among raft nodes before linearized reading' (duration: 5.532840088s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.538575Z","caller":"traceutil/trace.go:171","msg":"trace[1286334644] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29932; }","duration":"8.249892376s","start":"2026-04-02T17:39:33.288633Z","end":"2026-04-02T17:39:41.538525Z","steps":["trace[1286334644] 'agreement among raft nodes before linearized reading' (duration: 8.249656229s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.538588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:36.00541Z","time spent":"5.533164819s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:39:41.538659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:33.288603Z","time spent":"8.25000741s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-02T17:39:41.538772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.250302249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-02T17:39:41.538839Z","caller":"traceutil/trace.go:171","msg":"trace[731292533] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29932; }","duration":"8.250367501s","start":"2026-04-02T17:39:33.288454Z","end":"2026-04-02T17:39:41.538821Z","steps":["trace[731292533] 'agreement among raft nodes before linearized reading' (duration: 8.250170074s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.53889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:33.288405Z","time spent":"8.250472664s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:39:41.538892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574483802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.538959Z","caller":"traceutil/trace.go:171","msg":"trace[664481254] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29932; }","duration":"3.574556035s","start":"2026-04-02T17:39:37.964386Z","end":"2026-04-02T17:39:41.538942Z","steps":["trace[664481254] 'agreement among raft nodes before linearized reading' (duration: 3.574456201s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.538997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.88116658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:41.539034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993149267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-02T17:39:41.539085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906989734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.53914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.800513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.539178Z","caller":"traceutil/trace.go:171","msg":"trace[1527954631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29932; }","duration":"315.857395ms","start":"2026-04-02T17:39:41.223312Z","end":"2026-04-02T17:39:41.539169Z","steps":["trace[1527954631] 'agreement among raft nodes before linearized reading' (duration: 315.801173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.539212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.223301Z","time spent":"315.904906ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:41.539238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.155977096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.539275Z","caller":"traceutil/trace.go:171","msg":"trace[386621527] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:29932; }","duration":"7.156038828s","start":"2026-04-02T17:39:34.383226Z","end":"2026-04-02T17:39:41.539265Z","steps":["trace[386621527] 'agreement among raft nodes before linearized reading' (duration: 7.155963245s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.53934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:34.383168Z","time spent":"7.156161102s","remote":"127.0.0.1:33862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.539348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524407441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.539394Z","caller":"traceutil/trace.go:171","msg":"trace[1896815517] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:29932; }","duration":"4.524480762s","start":"2026-04-02T17:39:37.014899Z","end":"2026-04-02T17:39:41.53938Z","steps":["trace[1896815517] 'agreement among raft nodes before linearized reading' (duration: 4.52441342s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.539413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.728647859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.539446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.849995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17276"} {"level":"info","ts":"2026-04-02T17:39:41.539464Z","caller":"traceutil/trace.go:171","msg":"trace[1341139316] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:29932; }","duration":"7.728741223s","start":"2026-04-02T17:39:33.810708Z","end":"2026-04-02T17:39:41.539449Z","steps":["trace[1341139316] 'agreement among raft nodes before linearized reading' (duration: 7.72865986s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.539484Z","caller":"traceutil/trace.go:171","msg":"trace[455167152] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:29932; }","duration":"675.925867ms","start":"2026-04-02T17:39:40.86355Z","end":"2026-04-02T17:39:41.539475Z","steps":["trace[455167152] 'agreement among raft nodes before linearized reading' (duration: 675.821124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.539508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:33.810686Z","time spent":"7.728807544s","remote":"127.0.0.1:49946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.539562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849115973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.53957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042387345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.539596Z","caller":"traceutil/trace.go:171","msg":"trace[1132792053] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:29932; }","duration":"1.849184985s","start":"2026-04-02T17:39:39.690402Z","end":"2026-04-02T17:39:41.539587Z","steps":["trace[1132792053] 'agreement among raft nodes before linearized reading' (duration: 1.849133863s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.539261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086324422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-02T17:39:41.539667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469833816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:41.539677Z","caller":"traceutil/trace.go:171","msg":"trace[1913040228] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29932; }","duration":"4.086777546s","start":"2026-04-02T17:39:37.452885Z","end":"2026-04-02T17:39:41.539663Z","steps":["trace[1913040228] 'agreement among raft nodes before linearized reading' (duration: 4.086277581s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.539717Z","caller":"traceutil/trace.go:171","msg":"trace[1330462106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29932; }","duration":"5.469909569s","start":"2026-04-02T17:39:36.069792Z","end":"2026-04-02T17:39:41.539702Z","steps":["trace[1330462106] 'agreement among raft nodes before linearized reading' (duration: 5.469843226s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.53975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085045711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:39:41.539749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.452864Z","time spent":"4.086848089s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-02T17:39:41.539779Z","caller":"traceutil/trace.go:171","msg":"trace[598982707] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:29932; }","duration":"2.085106523s","start":"2026-04-02T17:39:39.454664Z","end":"2026-04-02T17:39:41.53977Z","steps":["trace[598982707] 'agreement among raft nodes before linearized reading' (duration: 2.084984609s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.539805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.454629Z","time spent":"2.085169565s","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":131,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.53983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.4905218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.539887Z","caller":"traceutil/trace.go:171","msg":"trace[1038426455] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29932; }","duration":"5.490614124s","start":"2026-04-02T17:39:36.049256Z","end":"2026-04-02T17:39:41.53987Z","steps":["trace[1038426455] 'agreement among raft nodes before linearized reading' (duration: 5.490536591s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.539449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.014883Z","time spent":"4.524552185s","remote":"127.0.0.1:37682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.540024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992291389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-02T17:39:41.540057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534549212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-02T17:39:41.540113Z","caller":"traceutil/trace.go:171","msg":"trace[1310532478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29932; }","duration":"5.534633615s","start":"2026-04-02T17:39:36.005467Z","end":"2026-04-02T17:39:41.5401Z","steps":["trace[1310532478] 'agreement among raft nodes before linearized reading' (duration: 5.534498171s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.539769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:36.069778Z","time spent":"5.469976711s","remote":"127.0.0.1:57442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.540163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:36.005449Z","time spent":"5.534702417s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-02T17:39:41.539517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:40.863531Z","time spent":"675.979568ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17298,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-02T17:39:41.538596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.250083632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-02T17:39:41.540399Z","caller":"traceutil/trace.go:171","msg":"trace[1652079856] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29932; }","duration":"8.251886829s","start":"2026-04-02T17:39:33.288497Z","end":"2026-04-02T17:39:41.540384Z","steps":["trace[1652079856] 'agreement among raft nodes before linearized reading' (duration: 8.249991009s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.540124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993629233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.540464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:33.28848Z","time spent":"8.251969611s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-02T17:39:41.540475Z","caller":"traceutil/trace.go:171","msg":"trace[371426103] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:0; response_revision:29932; }","duration":"2.994018265s","start":"2026-04-02T17:39:38.546446Z","end":"2026-04-02T17:39:41.540464Z","steps":["trace[371426103] 'agreement among raft nodes before linearized reading' (duration: 2.993646133s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.540519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:38.546425Z","time spent":"2.994080346s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.14\" "} {"level":"info","ts":"2026-04-02T17:39:41.539137Z","caller":"traceutil/trace.go:171","msg":"trace[1699698546] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29932; }","duration":"3.907090416s","start":"2026-04-02T17:39:37.632033Z","end":"2026-04-02T17:39:41.539124Z","steps":["trace[1699698546] 'agreement among raft nodes before linearized reading' (duration: 3.907012834s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.539091Z","caller":"traceutil/trace.go:171","msg":"trace[2105402276] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:29932; }","duration":"2.993263551s","start":"2026-04-02T17:39:38.545811Z","end":"2026-04-02T17:39:41.539075Z","steps":["trace[2105402276] 'agreement among raft nodes before linearized reading' (duration: 2.993077125s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.539149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.921217166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:39:41.539515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587852576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.539613Z","caller":"traceutil/trace.go:171","msg":"trace[628710848] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29932; }","duration":"5.042485797s","start":"2026-04-02T17:39:36.497115Z","end":"2026-04-02T17:39:41.539601Z","steps":["trace[628710848] 'agreement among raft nodes before linearized reading' (duration: 5.042422655s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.540577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:36.497084Z","time spent":"5.043482879s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.540069Z","caller":"traceutil/trace.go:171","msg":"trace[750099730] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29932; }","duration":"2.992380933s","start":"2026-04-02T17:39:38.547677Z","end":"2026-04-02T17:39:41.540057Z","steps":["trace[750099730] 'agreement among raft nodes before linearized reading' (duration: 2.992313531s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.540689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:38.54766Z","time spent":"2.993014032s","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T17:39:41.539068Z","caller":"traceutil/trace.go:171","msg":"trace[216772366] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:29932; }","duration":"6.881268183s","start":"2026-04-02T17:39:34.657788Z","end":"2026-04-02T17:39:41.539056Z","steps":["trace[216772366] 'agreement among raft nodes before linearized reading' (duration: 6.88117061s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.54075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:34.657771Z","time spent":"6.882970427s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.539629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:39.690378Z","time spent":"1.849244537s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.539939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:36.04923Z","time spent":"5.490694926s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:39:41.541106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.63201Z","time spent":"3.909079279s","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.541378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:38.545798Z","time spent":"2.995564113s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-02T17:39:41.539021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:37.964365Z","time spent":"3.574636977s","remote":"127.0.0.1:37608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.54158Z","caller":"traceutil/trace.go:171","msg":"trace[2026220517] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29932; }","duration":"6.923679673s","start":"2026-04-02T17:39:34.617886Z","end":"2026-04-02T17:39:41.541566Z","steps":["trace[2026220517] 'agreement among raft nodes before linearized reading' (duration: 6.921229606s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.541649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:34.617865Z","time spent":"6.923747776s","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:39:41.541815Z","caller":"traceutil/trace.go:171","msg":"trace[917635072] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29932; }","duration":"4.59018435s","start":"2026-04-02T17:39:36.95162Z","end":"2026-04-02T17:39:41.541805Z","steps":["trace[917635072] 'agreement among raft nodes before linearized reading' (duration: 4.587855596s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.541884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:36.951604Z","time spent":"4.590242591s","remote":"127.0.0.1:43170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.539971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703702627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:41.542175Z","caller":"traceutil/trace.go:171","msg":"trace[1987006516] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:29932; }","duration":"2.705771972s","start":"2026-04-02T17:39:38.836237Z","end":"2026-04-02T17:39:41.542009Z","steps":["trace[1987006516] 'agreement among raft nodes before linearized reading' (duration: 2.703708497s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.542319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:38.836223Z","time spent":"2.70599802s","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:41.890842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.832566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:41.891065Z","caller":"traceutil/trace.go:171","msg":"trace[2040999142] transaction","detail":"{read_only:false; response_revision:29933; number_of_response:1; }","duration":"346.869084ms","start":"2026-04-02T17:39:41.544177Z","end":"2026-04-02T17:39:41.891046Z","steps":["trace[2040999142] 'process raft request' (duration: 240.76104ms)","trace[2040999142] 'compare' (duration: 104.847764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:41.891171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.544157Z","time spent":"346.989568ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:39:41.945474Z","caller":"traceutil/trace.go:171","msg":"trace[1923653325] transaction","detail":"{read_only:false; response_revision:29934; number_of_response:1; }","duration":"399.221689ms","start":"2026-04-02T17:39:41.546231Z","end":"2026-04-02T17:39:41.945453Z","steps":["trace[1923653325] 'process raft request' (duration: 399.038403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.945603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.546222Z","time spent":"399.310592ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:41.945798Z","caller":"traceutil/trace.go:171","msg":"trace[1738285093] transaction","detail":"{read_only:false; response_revision:29935; number_of_response:1; }","duration":"398.734244ms","start":"2026-04-02T17:39:41.547043Z","end":"2026-04-02T17:39:41.945777Z","steps":["trace[1738285093] 'process raft request' (duration: 398.370502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.945944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.547036Z","time spent":"398.817586ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:41.945987Z","caller":"traceutil/trace.go:171","msg":"trace[1182573078] linearizableReadLoop","detail":"{readStateIndex:31333; appliedIndex:31331; }","duration":"399.87249ms","start":"2026-04-02T17:39:41.546094Z","end":"2026-04-02T17:39:41.945966Z","steps":["trace[1182573078] 'read index received' (duration: 238.939163ms)","trace[1182573078] 'applied index is now lower than readState.Index' (duration: 160.931367ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:41.946048Z","caller":"traceutil/trace.go:171","msg":"trace[93196696] transaction","detail":"{read_only:false; response_revision:29936; number_of_response:1; }","duration":"382.989365ms","start":"2026-04-02T17:39:41.56305Z","end":"2026-04-02T17:39:41.946039Z","steps":["trace[93196696] 'process raft request' (duration: 382.642764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.946096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.563035Z","time spent":"383.037687ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:41.946156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.056855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-02T17:39:41.9462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.259585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.946201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.796125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-02T17:39:41.946222Z","caller":"traceutil/trace.go:171","msg":"trace[1919671553] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:29936; }","duration":"400.121178ms","start":"2026-04-02T17:39:41.54606Z","end":"2026-04-02T17:39:41.946181Z","steps":["trace[1919671553] 'agreement among raft nodes before linearized reading' (duration: 399.984303ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:41.946231Z","caller":"traceutil/trace.go:171","msg":"trace[406270830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29936; }","duration":"396.291306ms","start":"2026-04-02T17:39:41.549932Z","end":"2026-04-02T17:39:41.946224Z","steps":["trace[406270830] 'agreement among raft nodes before linearized reading' (duration: 396.238784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.946248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.546045Z","time spent":"400.197099ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-02T17:39:41.94629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.521365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:41.946315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.544289Z","time spent":"401.094568ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:39:41.946247Z","caller":"traceutil/trace.go:171","msg":"trace[63053514] range","detail":"{range_begin:/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885; range_end:; response_count:1; response_revision:29936; }","duration":"398.850597ms","start":"2026-04-02T17:39:41.547384Z","end":"2026-04-02T17:39:41.946235Z","steps":["trace[63053514] 'agreement among raft nodes before linearized reading' (duration: 398.773525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.946389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.547379Z","time spent":"399.002622ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-680fc0f6-cd02-4e81-ae9d-a19384db7885\" "} {"level":"warn","ts":"2026-04-02T17:39:41.946406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.506156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-5bk5s\" ","response":"range_response_count:1 size:3976"} {"level":"info","ts":"2026-04-02T17:39:41.946433Z","caller":"traceutil/trace.go:171","msg":"trace[1047776442] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-5bk5s; range_end:; response_count:1; response_revision:29936; }","duration":"398.565788ms","start":"2026-04-02T17:39:41.54786Z","end":"2026-04-02T17:39:41.946425Z","steps":["trace[1047776442] 'agreement among raft nodes before linearized reading' (duration: 398.479326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.946464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.547841Z","time spent":"398.616009ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":3998,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-5bk5s\" "} {"level":"info","ts":"2026-04-02T17:39:41.946323Z","caller":"traceutil/trace.go:171","msg":"trace[1578365292] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29936; }","duration":"397.555686ms","start":"2026-04-02T17:39:41.548758Z","end":"2026-04-02T17:39:41.946314Z","steps":["trace[1578365292] 'agreement among raft nodes before linearized reading' (duration: 397.506154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:41.946254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.549912Z","time spent":"396.337088ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:39:41.946544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.548709Z","time spent":"397.822965ms","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-02T17:39:42.385356Z","caller":"traceutil/trace.go:171","msg":"trace[12754895] transaction","detail":"{read_only:false; response_revision:29937; number_of_response:1; }","duration":"433.820174ms","start":"2026-04-02T17:39:41.951512Z","end":"2026-04-02T17:39:42.385332Z","steps":["trace[12754895] 'process raft request' (duration: 422.668811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.385494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.951487Z","time spent":"433.935737ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:42.385562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.004369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-02T17:39:42.38564Z","caller":"traceutil/trace.go:171","msg":"trace[918684951] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:29937; }","duration":"434.137673ms","start":"2026-04-02T17:39:41.951489Z","end":"2026-04-02T17:39:42.385627Z","steps":["trace[918684951] 'agreement among raft nodes before linearized reading' (duration: 433.916336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.385674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.951471Z","time spent":"434.194105ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-02T17:39:42.385371Z","caller":"traceutil/trace.go:171","msg":"trace[262269368] linearizableReadLoop","detail":"{readStateIndex:31337; appliedIndex:31336; }","duration":"433.781462ms","start":"2026-04-02T17:39:41.951548Z","end":"2026-04-02T17:39:42.385329Z","steps":["trace[262269368] 'read index received' (duration: 422.617649ms)","trace[262269368] 'applied index is now lower than readState.Index' (duration: 11.162373ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:42.7587Z","caller":"traceutil/trace.go:171","msg":"trace[689841205] linearizableReadLoop","detail":"{readStateIndex:31340; appliedIndex:31337; }","duration":"372.96347ms","start":"2026-04-02T17:39:42.385716Z","end":"2026-04-02T17:39:42.758679Z","steps":["trace[689841205] 'read index received' (duration: 372.673941ms)","trace[689841205] 'applied index is now lower than readState.Index' (duration: 288.519µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:42.758828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.845951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:42.7588Z","caller":"traceutil/trace.go:171","msg":"trace[1344167869] transaction","detail":"{read_only:false; response_revision:29940; number_of_response:1; }","duration":"800.219326ms","start":"2026-04-02T17:39:41.958546Z","end":"2026-04-02T17:39:42.758766Z","steps":["trace[1344167869] 'process raft request' (duration: 800.05452ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:42.758883Z","caller":"traceutil/trace.go:171","msg":"trace[1303917679] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29940; }","duration":"623.949394ms","start":"2026-04-02T17:39:42.13492Z","end":"2026-04-02T17:39:42.758869Z","steps":["trace[1303917679] 'agreement among raft nodes before linearized reading' (duration: 623.778679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.758923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:42.1349Z","time spent":"624.012876ms","remote":"127.0.0.1:59026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:42.758951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.258358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-04-02T17:39:42.758977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.34556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-02T17:39:42.759007Z","caller":"traceutil/trace.go:171","msg":"trace[1517676562] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29940; }","duration":"800.3433ms","start":"2026-04-02T17:39:41.958651Z","end":"2026-04-02T17:39:42.758994Z","steps":["trace[1517676562] 'agreement among raft nodes before linearized reading' (duration: 800.140714ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:42.759021Z","caller":"traceutil/trace.go:171","msg":"trace[118141166] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:29940; }","duration":"800.414192ms","start":"2026-04-02T17:39:41.958594Z","end":"2026-04-02T17:39:42.759008Z","steps":["trace[118141166] 'agreement among raft nodes before linearized reading' (duration: 800.244947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.758995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.028489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-04-02T17:39:42.759049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.958632Z","time spent":"800.406712ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:39:42.759059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.958586Z","time spent":"800.465994ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-02T17:39:42.759036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.958526Z","time spent":"800.395222ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4136,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:42.759076Z","caller":"traceutil/trace.go:171","msg":"trace[1220255765] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:29940; }","duration":"731.150853ms","start":"2026-04-02T17:39:42.027909Z","end":"2026-04-02T17:39:42.75906Z","steps":["trace[1220255765] 'agreement among raft nodes before linearized reading' (duration: 730.908585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.759122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:42.027896Z","time spent":"731.217715ms","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-02T17:39:42.759169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.951118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-02T17:39:42.758724Z","caller":"traceutil/trace.go:171","msg":"trace[1968797567] transaction","detail":"{read_only:false; response_revision:29939; number_of_response:1; }","duration":"806.429962ms","start":"2026-04-02T17:39:41.95226Z","end":"2026-04-02T17:39:42.75869Z","steps":["trace[1968797567] 'process raft request' (duration: 806.297238ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:42.759215Z","caller":"traceutil/trace.go:171","msg":"trace[1319512064] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29940; }","duration":"372.01475ms","start":"2026-04-02T17:39:42.387177Z","end":"2026-04-02T17:39:42.759192Z","steps":["trace[1319512064] 'agreement among raft nodes before linearized reading' (duration: 371.919917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.75925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:42.387164Z","time spent":"372.078762ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-02T17:39:42.75926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.952079Z","time spent":"807.133545ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:39:42.758791Z","caller":"traceutil/trace.go:171","msg":"trace[1333432365] transaction","detail":"{read_only:false; response_revision:29938; number_of_response:1; }","duration":"806.99074ms","start":"2026-04-02T17:39:41.951774Z","end":"2026-04-02T17:39:42.758765Z","steps":["trace[1333432365] 'process raft request' (duration: 806.637108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.759165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.914755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:42.759313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.513553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:42.75941Z","caller":"traceutil/trace.go:171","msg":"trace[1125486687] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:29940; }","duration":"160.714231ms","start":"2026-04-02T17:39:42.598682Z","end":"2026-04-02T17:39:42.759397Z","steps":["trace[1125486687] 'agreement among raft nodes before linearized reading' (duration: 160.451842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.759421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.088611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d23f285c-bba1-4556-8a22-eb26396cd450\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-02T17:39:42.759428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.951757Z","time spent":"807.585849ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:42.759431Z","caller":"traceutil/trace.go:171","msg":"trace[1605583207] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29940; }","duration":"799.427331ms","start":"2026-04-02T17:39:41.959915Z","end":"2026-04-02T17:39:42.759342Z","steps":["trace[1605583207] 'agreement among raft nodes before linearized reading' (duration: 798.867463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.759287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.863975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:42.759585Z","caller":"traceutil/trace.go:171","msg":"trace[1453531356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29940; }","duration":"446.195035ms","start":"2026-04-02T17:39:42.313377Z","end":"2026-04-02T17:39:42.759572Z","steps":["trace[1453531356] 'agreement among raft nodes before linearized reading' (duration: 445.879045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.759625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:42.313355Z","time spent":"446.260127ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:39:42.759513Z","caller":"traceutil/trace.go:171","msg":"trace[523544907] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d23f285c-bba1-4556-8a22-eb26396cd450; range_end:; response_count:1; response_revision:29940; }","duration":"371.216485ms","start":"2026-04-02T17:39:42.388273Z","end":"2026-04-02T17:39:42.759489Z","steps":["trace[523544907] 'agreement among raft nodes before linearized reading' (duration: 370.954766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.759691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:42.388256Z","time spent":"371.416891ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-d23f285c-bba1-4556-8a22-eb26396cd450\" "} {"level":"warn","ts":"2026-04-02T17:39:42.759664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:41.959908Z","time spent":"799.73688ms","remote":"127.0.0.1:59084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-02T17:39:42.956767Z","caller":"traceutil/trace.go:171","msg":"trace[2083839694] transaction","detail":"{read_only:false; response_revision:29943; number_of_response:1; }","duration":"188.197018ms","start":"2026-04-02T17:39:42.768539Z","end":"2026-04-02T17:39:42.956736Z","steps":["trace[2083839694] 'process raft request' (duration: 187.829677ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:42.956852Z","caller":"traceutil/trace.go:171","msg":"trace[736026414] transaction","detail":"{read_only:false; response_revision:29942; number_of_response:1; }","duration":"188.57124ms","start":"2026-04-02T17:39:42.768254Z","end":"2026-04-02T17:39:42.956825Z","steps":["trace[736026414] 'process raft request' (duration: 94.360543ms)","trace[736026414] 'compare' (duration: 93.544416ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:42.956841Z","caller":"traceutil/trace.go:171","msg":"trace[1925064551] transaction","detail":"{read_only:false; response_revision:29944; number_of_response:1; }","duration":"185.430901ms","start":"2026-04-02T17:39:42.771395Z","end":"2026-04-02T17:39:42.956826Z","steps":["trace[1925064551] 'process raft request' (duration: 185.200534ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:42.957123Z","caller":"traceutil/trace.go:171","msg":"trace[891388796] linearizableReadLoop","detail":"{readStateIndex:31342; appliedIndex:31340; }","duration":"188.280201ms","start":"2026-04-02T17:39:42.768356Z","end":"2026-04-02T17:39:42.956636Z","steps":["trace[891388796] 'read index received' (duration: 13.106434ms)","trace[891388796] 'applied index is now lower than readState.Index' (duration: 175.173057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:42.957095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.708525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:42.957287Z","caller":"traceutil/trace.go:171","msg":"trace[1446808052] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29944; }","duration":"188.941992ms","start":"2026-04-02T17:39:42.768326Z","end":"2026-04-02T17:39:42.957268Z","steps":["trace[1446808052] 'agreement among raft nodes before linearized reading' (duration: 188.665404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.957412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.466047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cfc8f596-a818-4cd5-9694-e5478e16f51c\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-02T17:39:42.95744Z","caller":"traceutil/trace.go:171","msg":"trace[984095859] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cfc8f596-a818-4cd5-9694-e5478e16f51c; range_end:; response_count:1; response_revision:29944; }","duration":"188.524348ms","start":"2026-04-02T17:39:42.768908Z","end":"2026-04-02T17:39:42.957432Z","steps":["trace[984095859] 'agreement among raft nodes before linearized reading' (duration: 188.403215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:42.957502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.097732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-02T17:39:42.957578Z","caller":"traceutil/trace.go:171","msg":"trace[1386169690] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29944; }","duration":"173.206685ms","start":"2026-04-02T17:39:42.784354Z","end":"2026-04-02T17:39:42.95756Z","steps":["trace[1386169690] 'agreement among raft nodes before linearized reading' (duration: 172.985068ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:43.163826Z","caller":"traceutil/trace.go:171","msg":"trace[961813063] linearizableReadLoop","detail":"{readStateIndex:31348; appliedIndex:31347; }","duration":"155.480365ms","start":"2026-04-02T17:39:43.008318Z","end":"2026-04-02T17:39:43.163798Z","steps":["trace[961813063] 'read index received' (duration: 79.146992ms)","trace[961813063] 'applied index is now lower than readState.Index' (duration: 76.332363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:43.164014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.681062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1e8144d5-0134-4c72-8f88-78b41a1df44a\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-02T17:39:43.164075Z","caller":"traceutil/trace.go:171","msg":"trace[511827692] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1e8144d5-0134-4c72-8f88-78b41a1df44a; range_end:; response_count:1; response_revision:29948; }","duration":"155.795305ms","start":"2026-04-02T17:39:43.008264Z","end":"2026-04-02T17:39:43.16406Z","steps":["trace[511827692] 'agreement among raft nodes before linearized reading' (duration: 155.621769ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:43.163864Z","caller":"traceutil/trace.go:171","msg":"trace[76469530] transaction","detail":"{read_only:false; response_revision:29948; number_of_response:1; }","duration":"156.373204ms","start":"2026-04-02T17:39:43.007458Z","end":"2026-04-02T17:39:43.163831Z","steps":["trace[76469530] 'process raft request' (duration: 79.988099ms)","trace[76469530] 'compare' (duration: 76.119456ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:43.183977Z","caller":"traceutil/trace.go:171","msg":"trace[1381380745] transaction","detail":"{read_only:false; response_revision:29949; number_of_response:1; }","duration":"172.842094ms","start":"2026-04-02T17:39:43.011097Z","end":"2026-04-02T17:39:43.183939Z","steps":["trace[1381380745] 'process raft request' (duration: 171.083969ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:43.316343Z","caller":"traceutil/trace.go:171","msg":"trace[1691225148] linearizableReadLoop","detail":"{readStateIndex:31350; appliedIndex:31349; }","duration":"123.971019ms","start":"2026-04-02T17:39:43.192347Z","end":"2026-04-02T17:39:43.316318Z","steps":["trace[1691225148] 'read index received' (duration: 116.271055ms)","trace[1691225148] 'applied index is now lower than readState.Index' (duration: 7.698414ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:43.316374Z","caller":"traceutil/trace.go:171","msg":"trace[210416116] transaction","detail":"{read_only:false; response_revision:29950; number_of_response:1; }","duration":"124.555297ms","start":"2026-04-02T17:39:43.1918Z","end":"2026-04-02T17:39:43.316355Z","steps":["trace[210416116] 'process raft request' (duration: 116.797952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.316579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.207106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-02T17:39:43.316645Z","caller":"traceutil/trace.go:171","msg":"trace[1787054165] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29950; }","duration":"124.29953ms","start":"2026-04-02T17:39:43.19233Z","end":"2026-04-02T17:39:43.316629Z","steps":["trace[1787054165] 'agreement among raft nodes before linearized reading' (duration: 124.089233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.593101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.440054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:43.593256Z","caller":"traceutil/trace.go:171","msg":"trace[135064805] transaction","detail":"{read_only:false; response_revision:29951; number_of_response:1; }","duration":"395.970587ms","start":"2026-04-02T17:39:43.197253Z","end":"2026-04-02T17:39:43.593224Z","steps":["trace[135064805] 'process raft request' (duration: 295.047817ms)","trace[135064805] 'compare' (duration: 100.178246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:43.593393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:43.197243Z","time spent":"396.076141ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5581,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:43.593477Z","caller":"traceutil/trace.go:171","msg":"trace[1952022799] linearizableReadLoop","detail":"{readStateIndex:31351; appliedIndex:31350; }","duration":"276.941494ms","start":"2026-04-02T17:39:43.316509Z","end":"2026-04-02T17:39:43.593451Z","steps":["trace[1952022799] 'read index received' (duration: 175.811288ms)","trace[1952022799] 'applied index is now lower than readState.Index' (duration: 101.127246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:43.593552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.253454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:43.59359Z","caller":"traceutil/trace.go:171","msg":"trace[2018295079] transaction","detail":"{read_only:false; response_revision:29952; number_of_response:1; }","duration":"191.106331ms","start":"2026-04-02T17:39:43.402464Z","end":"2026-04-02T17:39:43.59357Z","steps":["trace[2018295079] 'process raft request' (duration: 191.001228ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:43.593611Z","caller":"traceutil/trace.go:171","msg":"trace[1142223282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29951; }","duration":"277.379658ms","start":"2026-04-02T17:39:43.31622Z","end":"2026-04-02T17:39:43.5936Z","steps":["trace[1142223282] 'agreement among raft nodes before linearized reading' (duration: 277.257654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.593736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.597459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:836"} {"level":"info","ts":"2026-04-02T17:39:43.593771Z","caller":"traceutil/trace.go:171","msg":"trace[1937824033] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:29952; }","duration":"335.666461ms","start":"2026-04-02T17:39:43.258096Z","end":"2026-04-02T17:39:43.593762Z","steps":["trace[1937824033] 'agreement among raft nodes before linearized reading' (duration: 335.467245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.593786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.941371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-04-02T17:39:43.593808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:43.258081Z","time spent":"335.718232ms","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":858,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-02T17:39:43.593822Z","caller":"traceutil/trace.go:171","msg":"trace[645190983] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:29952; }","duration":"398.992552ms","start":"2026-04-02T17:39:43.194819Z","end":"2026-04-02T17:39:43.593812Z","steps":["trace[645190983] 'agreement among raft nodes before linearized reading' (duration: 398.853538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.593851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:43.194812Z","time spent":"399.033724ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-02T17:39:43.644776Z","caller":"traceutil/trace.go:171","msg":"trace[1817612254] transaction","detail":"{read_only:false; response_revision:29953; number_of_response:1; }","duration":"105.752803ms","start":"2026-04-02T17:39:43.538995Z","end":"2026-04-02T17:39:43.644748Z","steps":["trace[1817612254] 'process raft request' (duration: 105.378731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.64513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.52612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-02T17:39:43.645206Z","caller":"traceutil/trace.go:171","msg":"trace[1096396769] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997; range_end:; response_count:1; response_revision:29954; }","duration":"325.626394ms","start":"2026-04-02T17:39:43.31956Z","end":"2026-04-02T17:39:43.645187Z","steps":["trace[1096396769] 'agreement among raft nodes before linearized reading' (duration: 325.366585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.645268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:43.319556Z","time spent":"325.702946ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-acd34f94-1750-403b-bacf-a028324e1997\" "} {"level":"warn","ts":"2026-04-02T17:39:43.645243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.367995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4smzg.18a29ae822cd86fd\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-02T17:39:43.645318Z","caller":"traceutil/trace.go:171","msg":"trace[277373136] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-4smzg.18a29ae822cd86fd; range_end:; response_count:1; response_revision:29954; }","duration":"325.576862ms","start":"2026-04-02T17:39:43.319724Z","end":"2026-04-02T17:39:43.6453Z","steps":["trace[277373136] 'agreement among raft nodes before linearized reading' (duration: 325.132928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:43.645373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:43.319717Z","time spent":"325.642534ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4smzg.18a29ae822cd86fd\" "} {"level":"info","ts":"2026-04-02T17:39:43.851299Z","caller":"traceutil/trace.go:171","msg":"trace[1742055973] linearizableReadLoop","detail":"{readStateIndex:31356; appliedIndex:31355; }","duration":"179.970929ms","start":"2026-04-02T17:39:43.671295Z","end":"2026-04-02T17:39:43.851265Z","steps":["trace[1742055973] 'read index received' (duration: 126.577031ms)","trace[1742055973] 'applied index is now lower than readState.Index' (duration: 53.392708ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:43.851355Z","caller":"traceutil/trace.go:171","msg":"trace[454772673] transaction","detail":"{read_only:false; response_revision:29956; number_of_response:1; }","duration":"199.60966ms","start":"2026-04-02T17:39:43.651714Z","end":"2026-04-02T17:39:43.851323Z","steps":["trace[454772673] 'process raft request' (duration: 146.141699ms)","trace[454772673] 'compare' (duration: 53.288275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:43.85161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.935533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-02T17:39:43.851658Z","caller":"traceutil/trace.go:171","msg":"trace[1090618368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29956; }","duration":"202.000175ms","start":"2026-04-02T17:39:43.649645Z","end":"2026-04-02T17:39:43.851645Z","steps":["trace[1090618368] 'agreement among raft nodes before linearized reading' (duration: 201.722436ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:43.875804Z","caller":"traceutil/trace.go:171","msg":"trace[1031661380] transaction","detail":"{read_only:false; response_revision:29957; number_of_response:1; }","duration":"199.787325ms","start":"2026-04-02T17:39:43.676002Z","end":"2026-04-02T17:39:43.875789Z","steps":["trace[1031661380] 'process raft request' (duration: 199.500556ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:43.876033Z","caller":"traceutil/trace.go:171","msg":"trace[1814238609] transaction","detail":"{read_only:false; response_revision:29958; number_of_response:1; }","duration":"192.366401ms","start":"2026-04-02T17:39:43.683657Z","end":"2026-04-02T17:39:43.876023Z","steps":["trace[1814238609] 'process raft request' (duration: 191.948147ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.104799Z","caller":"traceutil/trace.go:171","msg":"trace[618568512] linearizableReadLoop","detail":"{readStateIndex:31359; appliedIndex:31358; }","duration":"222.544025ms","start":"2026-04-02T17:39:43.882236Z","end":"2026-04-02T17:39:44.10478Z","steps":["trace[618568512] 'read index received' (duration: 202.055797ms)","trace[618568512] 'applied index is now lower than readState.Index' (duration: 20.487118ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:44.10492Z","caller":"traceutil/trace.go:171","msg":"trace[683762584] transaction","detail":"{read_only:false; response_revision:29959; number_of_response:1; }","duration":"223.873337ms","start":"2026-04-02T17:39:43.881009Z","end":"2026-04-02T17:39:44.104883Z","steps":["trace[683762584] 'process raft request' (duration: 203.340268ms)","trace[683762584] 'compare' (duration: 20.075564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:44.105014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.779052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:39:44.105062Z","caller":"traceutil/trace.go:171","msg":"trace[247171638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29959; }","duration":"222.862345ms","start":"2026-04-02T17:39:43.882189Z","end":"2026-04-02T17:39:44.105051Z","steps":["trace[247171638] 'agreement among raft nodes before linearized reading' (duration: 222.69508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.105443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.643271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-04-02T17:39:44.10547Z","caller":"traceutil/trace.go:171","msg":"trace[1045777889] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"212.707533ms","start":"2026-04-02T17:39:43.892755Z","end":"2026-04-02T17:39:44.105463Z","steps":["trace[1045777889] 'agreement among raft nodes before linearized reading' (duration: 212.630151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.105499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.948536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-04-02T17:39:44.10554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.586123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-04-02T17:39:44.105618Z","caller":"traceutil/trace.go:171","msg":"trace[2073119795] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"220.685147ms","start":"2026-04-02T17:39:43.884913Z","end":"2026-04-02T17:39:44.105598Z","steps":["trace[2073119795] 'agreement among raft nodes before linearized reading' (duration: 220.49149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.105566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.653239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-04-02T17:39:44.105614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.657284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-04-02T17:39:44.105662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.92695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-04-02T17:39:44.105701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.645039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-04-02T17:39:44.105638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.666869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-02T17:39:44.105719Z","caller":"traceutil/trace.go:171","msg":"trace[1490791024] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"213.008473ms","start":"2026-04-02T17:39:43.892697Z","end":"2026-04-02T17:39:44.105705Z","steps":["trace[1490791024] 'agreement among raft nodes before linearized reading' (duration: 212.881459ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.105754Z","caller":"traceutil/trace.go:171","msg":"trace[946619369] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29959; }","duration":"135.816183ms","start":"2026-04-02T17:39:43.969928Z","end":"2026-04-02T17:39:44.105745Z","steps":["trace[946619369] 'agreement among raft nodes before linearized reading' (duration: 135.659408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.105485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.051248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:44.105781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.982112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-04-02T17:39:44.105804Z","caller":"traceutil/trace.go:171","msg":"trace[249684164] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"194.004973ms","start":"2026-04-02T17:39:43.911792Z","end":"2026-04-02T17:39:44.105797Z","steps":["trace[249684164] 'agreement among raft nodes before linearized reading' (duration: 193.877249ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.105811Z","caller":"traceutil/trace.go:171","msg":"trace[2049668781] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29959; }","duration":"122.391649ms","start":"2026-04-02T17:39:43.983403Z","end":"2026-04-02T17:39:44.105794Z","steps":["trace[2049668781] 'agreement among raft nodes before linearized reading' (duration: 122.006277ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.10555Z","caller":"traceutil/trace.go:171","msg":"trace[120377794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"216.011749ms","start":"2026-04-02T17:39:43.889523Z","end":"2026-04-02T17:39:44.105535Z","steps":["trace[120377794] 'agreement among raft nodes before linearized reading' (duration: 215.878484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.105828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.871745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-04-02T17:39:44.10588Z","caller":"traceutil/trace.go:171","msg":"trace[1156549499] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29959; }","duration":"222.931227ms","start":"2026-04-02T17:39:43.882933Z","end":"2026-04-02T17:39:44.105864Z","steps":["trace[1156549499] 'agreement among raft nodes before linearized reading' (duration: 222.758491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.105542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.641428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-02T17:39:44.105706Z","caller":"traceutil/trace.go:171","msg":"trace[776040577] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"219.775957ms","start":"2026-04-02T17:39:43.885907Z","end":"2026-04-02T17:39:44.105682Z","steps":["trace[776040577] 'agreement among raft nodes before linearized reading' (duration: 219.491348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.10592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.841533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-04-02T17:39:44.105756Z","caller":"traceutil/trace.go:171","msg":"trace[2025506103] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"217.708972ms","start":"2026-04-02T17:39:43.88803Z","end":"2026-04-02T17:39:44.105739Z","steps":["trace[2025506103] 'agreement among raft nodes before linearized reading' (duration: 217.564437ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.105945Z","caller":"traceutil/trace.go:171","msg":"trace[900552650] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"217.067362ms","start":"2026-04-02T17:39:43.888861Z","end":"2026-04-02T17:39:44.105928Z","steps":["trace[900552650] 'agreement among raft nodes before linearized reading' (duration: 216.531685ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.105965Z","caller":"traceutil/trace.go:171","msg":"trace[948143214] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"209.897185ms","start":"2026-04-02T17:39:43.896055Z","end":"2026-04-02T17:39:44.105952Z","steps":["trace[948143214] 'agreement among raft nodes before linearized reading' (duration: 209.769561ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.105673Z","caller":"traceutil/trace.go:171","msg":"trace[1240631201] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:29959; }","duration":"216.772952ms","start":"2026-04-02T17:39:43.888886Z","end":"2026-04-02T17:39:44.105659Z","steps":["trace[1240631201] 'agreement among raft nodes before linearized reading' (duration: 216.529495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.106121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.260977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-02T17:39:44.106217Z","caller":"traceutil/trace.go:171","msg":"trace[932558301] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:29959; }","duration":"223.391062ms","start":"2026-04-02T17:39:43.882816Z","end":"2026-04-02T17:39:44.106207Z","steps":["trace[932558301] 'agreement among raft nodes before linearized reading' (duration: 222.446922ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.297118Z","caller":"traceutil/trace.go:171","msg":"trace[424108268] transaction","detail":"{read_only:false; response_revision:29961; number_of_response:1; }","duration":"183.920294ms","start":"2026-04-02T17:39:44.113169Z","end":"2026-04-02T17:39:44.297089Z","steps":["trace[424108268] 'process raft request' (duration: 125.644232ms)","trace[424108268] 'compare' (duration: 58.056765ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:44.297434Z","caller":"traceutil/trace.go:171","msg":"trace[856451365] transaction","detail":"{read_only:false; response_revision:29963; number_of_response:1; }","duration":"119.939421ms","start":"2026-04-02T17:39:44.177466Z","end":"2026-04-02T17:39:44.297406Z","steps":["trace[856451365] 'process raft request' (duration: 119.828897ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.297636Z","caller":"traceutil/trace.go:171","msg":"trace[857255777] transaction","detail":"{read_only:false; response_revision:29962; number_of_response:1; }","duration":"180.847226ms","start":"2026-04-02T17:39:44.116763Z","end":"2026-04-02T17:39:44.29761Z","steps":["trace[857255777] 'process raft request' (duration: 180.262978ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.297677Z","caller":"traceutil/trace.go:171","msg":"trace[239290157] linearizableReadLoop","detail":"{readStateIndex:31361; appliedIndex:31359; }","duration":"183.641735ms","start":"2026-04-02T17:39:44.11401Z","end":"2026-04-02T17:39:44.297652Z","steps":["trace[239290157] 'read index received' (duration: 58.737256ms)","trace[239290157] 'applied index is now lower than readState.Index' (duration: 124.903259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:44.297967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.927694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-02T17:39:44.298007Z","caller":"traceutil/trace.go:171","msg":"trace[83454620] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:29963; }","duration":"184.006757ms","start":"2026-04-02T17:39:44.113991Z","end":"2026-04-02T17:39:44.297998Z","steps":["trace[83454620] 'agreement among raft nodes before linearized reading' (duration: 183.765309ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.471154Z","caller":"traceutil/trace.go:171","msg":"trace[43407638] transaction","detail":"{read_only:false; response_revision:29964; number_of_response:1; }","duration":"167.359271ms","start":"2026-04-02T17:39:44.30377Z","end":"2026-04-02T17:39:44.47113Z","steps":["trace[43407638] 'process raft request' (duration: 166.589446ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.471157Z","caller":"traceutil/trace.go:171","msg":"trace[1426793150] linearizableReadLoop","detail":"{readStateIndex:31364; appliedIndex:31363; }","duration":"166.852645ms","start":"2026-04-02T17:39:44.304253Z","end":"2026-04-02T17:39:44.471105Z","steps":["trace[1426793150] 'read index received' (duration: 166.192204ms)","trace[1426793150] 'applied index is now lower than readState.Index' (duration: 657.761µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:44.471411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.136264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-02T17:39:44.471658Z","caller":"traceutil/trace.go:171","msg":"trace[995243671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:29964; }","duration":"167.405891ms","start":"2026-04-02T17:39:44.304227Z","end":"2026-04-02T17:39:44.471633Z","steps":["trace[995243671] 'agreement among raft nodes before linearized reading' (duration: 167.004859ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.509038Z","caller":"traceutil/trace.go:171","msg":"trace[1741358910] transaction","detail":"{read_only:false; response_revision:29965; number_of_response:1; }","duration":"201.590482ms","start":"2026-04-02T17:39:44.307418Z","end":"2026-04-02T17:39:44.509008Z","steps":["trace[1741358910] 'process raft request' (duration: 201.440307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.673076Z","caller":"traceutil/trace.go:171","msg":"trace[1222921181] linearizableReadLoop","detail":"{readStateIndex:31366; appliedIndex:31365; }","duration":"164.069006ms","start":"2026-04-02T17:39:44.508982Z","end":"2026-04-02T17:39:44.673051Z","steps":["trace[1222921181] 'read index received' (duration: 163.941882ms)","trace[1222921181] 'applied index is now lower than readState.Index' (duration: 125.994µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:44.673308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.891477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1db85180-eed2-4757-a8f3-1e71b218e74d\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-02T17:39:44.673361Z","caller":"traceutil/trace.go:171","msg":"trace[1722752109] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1db85180-eed2-4757-a8f3-1e71b218e74d; range_end:; response_count:1; response_revision:29966; }","duration":"198.97238ms","start":"2026-04-02T17:39:44.474373Z","end":"2026-04-02T17:39:44.673346Z","steps":["trace[1722752109] 'agreement among raft nodes before linearized reading' (duration: 198.801504ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.67312Z","caller":"traceutil/trace.go:171","msg":"trace[2142101547] transaction","detail":"{read_only:false; response_revision:29966; number_of_response:1; }","duration":"196.100029ms","start":"2026-04-02T17:39:44.476987Z","end":"2026-04-02T17:39:44.673087Z","steps":["trace[2142101547] 'process raft request' (duration: 195.906272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.674345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.244267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fntdl\" ","response":"range_response_count:1 size:5599"} {"level":"info","ts":"2026-04-02T17:39:44.674446Z","caller":"traceutil/trace.go:171","msg":"trace[1767433298] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-fntdl; range_end:; response_count:1; response_revision:29967; }","duration":"161.374241ms","start":"2026-04-02T17:39:44.513046Z","end":"2026-04-02T17:39:44.67442Z","steps":["trace[1767433298] 'agreement among raft nodes before linearized reading' (duration: 161.090772ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:44.674687Z","caller":"traceutil/trace.go:171","msg":"trace[1936974894] transaction","detail":"{read_only:false; response_revision:29967; number_of_response:1; }","duration":"162.985102ms","start":"2026-04-02T17:39:44.51168Z","end":"2026-04-02T17:39:44.674665Z","steps":["trace[1936974894] 'process raft request' (duration: 162.194317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.936658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.609045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:44.936796Z","caller":"traceutil/trace.go:171","msg":"trace[728517171] transaction","detail":"{read_only:false; response_revision:29968; number_of_response:1; }","duration":"253.739981ms","start":"2026-04-02T17:39:44.68303Z","end":"2026-04-02T17:39:44.93677Z","steps":["trace[728517171] 'process raft request' (duration: 81.907879ms)","trace[728517171] 'compare' (duration: 171.46441ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:44.967266Z","caller":"traceutil/trace.go:171","msg":"trace[2014226573] linearizableReadLoop","detail":"{readStateIndex:31369; appliedIndex:31367; }","duration":"233.079767ms","start":"2026-04-02T17:39:44.734168Z","end":"2026-04-02T17:39:44.967248Z","steps":["trace[2014226573] 'read index received' (duration: 30.763792ms)","trace[2014226573] 'applied index is now lower than readState.Index' (duration: 202.315205ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:44.967456Z","caller":"traceutil/trace.go:171","msg":"trace[1157649227] transaction","detail":"{read_only:false; response_revision:29969; number_of_response:1; }","duration":"282.448708ms","start":"2026-04-02T17:39:44.684977Z","end":"2026-04-02T17:39:44.967426Z","steps":["trace[1157649227] 'process raft request' (duration: 282.165329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.967651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.427279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:44.967776Z","caller":"traceutil/trace.go:171","msg":"trace[1207242983] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:29969; }","duration":"233.602544ms","start":"2026-04-02T17:39:44.734124Z","end":"2026-04-02T17:39:44.967726Z","steps":["trace[1207242983] 'agreement among raft nodes before linearized reading' (duration: 233.352956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.991737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.840655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:6229"} {"level":"info","ts":"2026-04-02T17:39:44.991831Z","caller":"traceutil/trace.go:171","msg":"trace[1636200433] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:29970; }","duration":"148.98612ms","start":"2026-04-02T17:39:44.842822Z","end":"2026-04-02T17:39:44.991808Z","steps":["trace[1636200433] 'agreement among raft nodes before linearized reading' (duration: 148.715691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:44.992003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.733157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:44.992063Z","caller":"traceutil/trace.go:171","msg":"trace[410141453] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29970; }","duration":"257.838751ms","start":"2026-04-02T17:39:44.734212Z","end":"2026-04-02T17:39:44.992051Z","steps":["trace[410141453] 'agreement among raft nodes before linearized reading' (duration: 257.728407ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:45.250513Z","caller":"traceutil/trace.go:171","msg":"trace[1268739158] transaction","detail":"{read_only:false; response_revision:29978; number_of_response:1; }","duration":"109.737669ms","start":"2026-04-02T17:39:45.140746Z","end":"2026-04-02T17:39:45.250484Z","steps":["trace[1268739158] 'process raft request' (duration: 109.513362ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:45.268782Z","caller":"traceutil/trace.go:171","msg":"trace[880855704] transaction","detail":"{read_only:false; response_revision:29979; number_of_response:1; }","duration":"124.701972ms","start":"2026-04-02T17:39:45.144064Z","end":"2026-04-02T17:39:45.268766Z","steps":["trace[880855704] 'process raft request' (duration: 124.366741ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:45.44548Z","caller":"traceutil/trace.go:171","msg":"trace[1721489100] linearizableReadLoop","detail":"{readStateIndex:31381; appliedIndex:31379; }","duration":"132.599521ms","start":"2026-04-02T17:39:45.312849Z","end":"2026-04-02T17:39:45.445448Z","steps":["trace[1721489100] 'read index received' (duration: 42.084049ms)","trace[1721489100] 'applied index is now lower than readState.Index' (duration: 90.514132ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:45.445909Z","caller":"traceutil/trace.go:171","msg":"trace[1215737503] transaction","detail":"{read_only:false; response_revision:29981; number_of_response:1; }","duration":"169.054743ms","start":"2026-04-02T17:39:45.27681Z","end":"2026-04-02T17:39:45.445864Z","steps":["trace[1215737503] 'process raft request' (duration: 168.468764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:45.44604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.111477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:45.446128Z","caller":"traceutil/trace.go:171","msg":"trace[398278233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29981; }","duration":"133.305243ms","start":"2026-04-02T17:39:45.312808Z","end":"2026-04-02T17:39:45.446113Z","steps":["trace[398278233] 'agreement among raft nodes before linearized reading' (duration: 132.883809ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:46.057745Z","caller":"traceutil/trace.go:171","msg":"trace[1708442020] transaction","detail":"{read_only:false; response_revision:29990; number_of_response:1; }","duration":"163.87144ms","start":"2026-04-02T17:39:45.893824Z","end":"2026-04-02T17:39:46.057695Z","steps":["trace[1708442020] 'process raft request' (duration: 163.727235ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:46.233452Z","caller":"traceutil/trace.go:171","msg":"trace[1845951439] transaction","detail":"{read_only:false; response_revision:29992; number_of_response:1; }","duration":"170.762948ms","start":"2026-04-02T17:39:46.06267Z","end":"2026-04-02T17:39:46.233433Z","steps":["trace[1845951439] 'process raft request' (duration: 170.696166ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:46.233527Z","caller":"traceutil/trace.go:171","msg":"trace[546415794] transaction","detail":"{read_only:false; response_revision:29991; number_of_response:1; }","duration":"185.749182ms","start":"2026-04-02T17:39:46.047744Z","end":"2026-04-02T17:39:46.233493Z","steps":["trace[546415794] 'process raft request' (duration: 128.713109ms)","trace[546415794] 'compare' (duration: 56.496216ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:46.439962Z","caller":"traceutil/trace.go:171","msg":"trace[847599479] transaction","detail":"{read_only:false; response_revision:29994; number_of_response:1; }","duration":"200.767376ms","start":"2026-04-02T17:39:46.239161Z","end":"2026-04-02T17:39:46.439928Z","steps":["trace[847599479] 'process raft request' (duration: 200.345613ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:46.440253Z","caller":"traceutil/trace.go:171","msg":"trace[195309362] linearizableReadLoop","detail":"{readStateIndex:31395; appliedIndex:31392; }","duration":"137.663722ms","start":"2026-04-02T17:39:46.302559Z","end":"2026-04-02T17:39:46.440223Z","steps":["trace[195309362] 'read index received' (duration: 14.607652ms)","trace[195309362] 'applied index is now lower than readState.Index' (duration: 123.05404ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:46.440303Z","caller":"traceutil/trace.go:171","msg":"trace[1455137203] transaction","detail":"{read_only:false; response_revision:29995; number_of_response:1; }","duration":"200.737696ms","start":"2026-04-02T17:39:46.239548Z","end":"2026-04-02T17:39:46.440286Z","steps":["trace[1455137203] 'process raft request' (duration: 200.319762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:46.440433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.302864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:46.44048Z","caller":"traceutil/trace.go:171","msg":"trace[1878021484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29995; }","duration":"127.379026ms","start":"2026-04-02T17:39:46.313089Z","end":"2026-04-02T17:39:46.440468Z","steps":["trace[1878021484] 'agreement among raft nodes before linearized reading' (duration: 127.305854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:46.440595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.463577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4smzg.18a29ae822cd86fd\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-02T17:39:46.440685Z","caller":"traceutil/trace.go:171","msg":"trace[1133422721] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-4smzg.18a29ae822cd86fd; range_end:; response_count:1; response_revision:29995; }","duration":"120.586382ms","start":"2026-04-02T17:39:46.320081Z","end":"2026-04-02T17:39:46.440667Z","steps":["trace[1133422721] 'agreement among raft nodes before linearized reading' (duration: 120.340124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:46.440735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.183238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:39:46.440757Z","caller":"traceutil/trace.go:171","msg":"trace[1594670255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29995; }","duration":"138.24188ms","start":"2026-04-02T17:39:46.302508Z","end":"2026-04-02T17:39:46.44075Z","steps":["trace[1594670255] 'agreement among raft nodes before linearized reading' (duration: 137.815477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:46.952451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.224608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:46.952646Z","caller":"traceutil/trace.go:171","msg":"trace[2140551664] linearizableReadLoop","detail":"{readStateIndex:31403; appliedIndex:31400; }","duration":"393.816718ms","start":"2026-04-02T17:39:46.558812Z","end":"2026-04-02T17:39:46.952629Z","steps":["trace[2140551664] 'read index received' (duration: 57.416074ms)","trace[2140551664] 'applied index is now lower than readState.Index' (duration: 336.399014ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:46.952737Z","caller":"traceutil/trace.go:171","msg":"trace[1222934986] transaction","detail":"{read_only:false; response_revision:30002; number_of_response:1; }","duration":"408.779012ms","start":"2026-04-02T17:39:46.543945Z","end":"2026-04-02T17:39:46.952724Z","steps":["trace[1222934986] 'process raft request' (duration: 190.209913ms)","trace[1222934986] 'compare' (duration: 217.799175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:46.952792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:46.543924Z","time spent":"408.841854ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T17:39:46.953134Z","caller":"traceutil/trace.go:171","msg":"trace[1882965098] transaction","detail":"{read_only:false; response_revision:30003; number_of_response:1; }","duration":"404.988602ms","start":"2026-04-02T17:39:46.548135Z","end":"2026-04-02T17:39:46.953123Z","steps":["trace[1882965098] 'process raft request' (duration: 404.415694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:46.953203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:46.548129Z","time spent":"405.037783ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:39:46.953423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.613384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-02T17:39:46.95346Z","caller":"traceutil/trace.go:171","msg":"trace[1051546439] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:30003; }","duration":"394.670925ms","start":"2026-04-02T17:39:46.558778Z","end":"2026-04-02T17:39:46.953449Z","steps":["trace[1051546439] 'agreement among raft nodes before linearized reading' (duration: 394.552612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:46.953493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:46.558769Z","time spent":"394.717258ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-02T17:39:46.953694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.067724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-02T17:39:46.953726Z","caller":"traceutil/trace.go:171","msg":"trace[666716333] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:30003; }","duration":"237.135416ms","start":"2026-04-02T17:39:46.716582Z","end":"2026-04-02T17:39:46.953718Z","steps":["trace[666716333] 'agreement among raft nodes before linearized reading' (duration: 237.052113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:46.954185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.384302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17168"} {"level":"info","ts":"2026-04-02T17:39:46.954225Z","caller":"traceutil/trace.go:171","msg":"trace[1965286576] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30003; }","duration":"198.423023ms","start":"2026-04-02T17:39:46.755793Z","end":"2026-04-02T17:39:46.954216Z","steps":["trace[1965286576] 'agreement among raft nodes before linearized reading' (duration: 198.33394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:46.954406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.916083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:46.954444Z","caller":"traceutil/trace.go:171","msg":"trace[209897472] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:30003; }","duration":"215.165642ms","start":"2026-04-02T17:39:46.739268Z","end":"2026-04-02T17:39:46.954434Z","steps":["trace[209897472] 'agreement among raft nodes before linearized reading' (duration: 215.10466ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:47.160172Z","caller":"traceutil/trace.go:171","msg":"trace[758453767] transaction","detail":"{read_only:false; response_revision:30004; number_of_response:1; }","duration":"197.067909ms","start":"2026-04-02T17:39:46.963016Z","end":"2026-04-02T17:39:47.160084Z","steps":["trace[758453767] 'process raft request' (duration: 100.61212ms)","trace[758453767] 'compare' (duration: 96.335526ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:47.16309Z","caller":"traceutil/trace.go:171","msg":"trace[2086506954] transaction","detail":"{read_only:false; response_revision:30005; number_of_response:1; }","duration":"193.773076ms","start":"2026-04-02T17:39:46.969297Z","end":"2026-04-02T17:39:47.16307Z","steps":["trace[2086506954] 'process raft request' (duration: 193.643832ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:47.383004Z","caller":"traceutil/trace.go:171","msg":"trace[915153925] linearizableReadLoop","detail":"{readStateIndex:31409; appliedIndex:31407; }","duration":"166.591116ms","start":"2026-04-02T17:39:47.216386Z","end":"2026-04-02T17:39:47.382977Z","steps":["trace[915153925] 'read index received' (duration: 166.161343ms)","trace[915153925] 'applied index is now lower than readState.Index' (duration: 428.713µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:47.3831Z","caller":"traceutil/trace.go:171","msg":"trace[690537360] transaction","detail":"{read_only:false; response_revision:30008; number_of_response:1; }","duration":"182.412016ms","start":"2026-04-02T17:39:47.200648Z","end":"2026-04-02T17:39:47.38306Z","steps":["trace[690537360] 'process raft request' (duration: 181.990092ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:47.383142Z","caller":"traceutil/trace.go:171","msg":"trace[1642618375] transaction","detail":"{read_only:false; response_revision:30009; number_of_response:1; }","duration":"178.913216ms","start":"2026-04-02T17:39:47.204174Z","end":"2026-04-02T17:39:47.383087Z","steps":["trace[1642618375] 'process raft request' (duration: 178.72768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:47.383599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.213156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a29ae81623543a\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-04-02T17:39:47.384788Z","caller":"traceutil/trace.go:171","msg":"trace[551317406] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a29ae81623543a; range_end:; response_count:1; response_revision:30009; }","duration":"168.425454ms","start":"2026-04-02T17:39:47.216335Z","end":"2026-04-02T17:39:47.38476Z","steps":["trace[551317406] 'agreement among raft nodes before linearized reading' (duration: 166.788373ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:47.509615Z","caller":"traceutil/trace.go:171","msg":"trace[1591912419] linearizableReadLoop","detail":"{readStateIndex:31410; appliedIndex:31409; }","duration":"120.021955ms","start":"2026-04-02T17:39:47.389569Z","end":"2026-04-02T17:39:47.509591Z","steps":["trace[1591912419] 'read index received' (duration: 69.964222ms)","trace[1591912419] 'applied index is now lower than readState.Index' (duration: 50.056783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:47.509858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.276512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-02T17:39:47.509932Z","caller":"traceutil/trace.go:171","msg":"trace[1499904546] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30010; }","duration":"120.390816ms","start":"2026-04-02T17:39:47.389527Z","end":"2026-04-02T17:39:47.509918Z","steps":["trace[1499904546] 'agreement among raft nodes before linearized reading' (duration: 120.152658ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:47.510256Z","caller":"traceutil/trace.go:171","msg":"trace[1122188879] transaction","detail":"{read_only:false; response_revision:30010; number_of_response:1; }","duration":"121.204562ms","start":"2026-04-02T17:39:47.388425Z","end":"2026-04-02T17:39:47.50963Z","steps":["trace[1122188879] 'process raft request' (duration: 71.16352ms)","trace[1122188879] 'compare' (duration: 49.880637ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:47.658334Z","caller":"traceutil/trace.go:171","msg":"trace[1832661297] transaction","detail":"{read_only:false; response_revision:30013; number_of_response:1; }","duration":"138.049264ms","start":"2026-04-02T17:39:47.520258Z","end":"2026-04-02T17:39:47.658308Z","steps":["trace[1832661297] 'process raft request' (duration: 137.974241ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:47.658376Z","caller":"traceutil/trace.go:171","msg":"trace[1453758530] transaction","detail":"{read_only:false; response_revision:30012; number_of_response:1; }","duration":"142.156694ms","start":"2026-04-02T17:39:47.51619Z","end":"2026-04-02T17:39:47.658346Z","steps":["trace[1453758530] 'process raft request' (duration: 99.32929ms)","trace[1453758530] 'compare' (duration: 42.587176ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:47.775136Z","caller":"traceutil/trace.go:171","msg":"trace[1015510645] transaction","detail":"{read_only:false; response_revision:30015; number_of_response:1; }","duration":"103.732299ms","start":"2026-04-02T17:39:47.67137Z","end":"2026-04-02T17:39:47.775103Z","steps":["trace[1015510645] 'process raft request' (duration: 101.452377ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.006765Z","caller":"traceutil/trace.go:171","msg":"trace[228274226] transaction","detail":"{read_only:false; response_revision:30020; number_of_response:1; }","duration":"136.715231ms","start":"2026-04-02T17:39:47.870003Z","end":"2026-04-02T17:39:48.006718Z","steps":["trace[228274226] 'process raft request' (duration: 136.437962ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.118814Z","caller":"traceutil/trace.go:171","msg":"trace[16030986] linearizableReadLoop","detail":"{readStateIndex:31421; appliedIndex:31420; }","duration":"107.054373ms","start":"2026-04-02T17:39:48.011722Z","end":"2026-04-02T17:39:48.118776Z","steps":["trace[16030986] 'read index received' (duration: 36.237675ms)","trace[16030986] 'applied index is now lower than readState.Index' (duration: 70.814998ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:48.118909Z","caller":"traceutil/trace.go:171","msg":"trace[1150430515] transaction","detail":"{read_only:false; response_revision:30021; number_of_response:1; }","duration":"108.83328ms","start":"2026-04-02T17:39:48.010032Z","end":"2026-04-02T17:39:48.118865Z","steps":["trace[1150430515] 'process raft request' (duration: 38.047763ms)","trace[1150430515] 'compare' (duration: 70.514419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:48.119152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.400535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-dtjc8\" ","response":"range_response_count:1 size:6310"} {"level":"info","ts":"2026-04-02T17:39:48.119198Z","caller":"traceutil/trace.go:171","msg":"trace[1383925897] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-dtjc8; range_end:; response_count:1; response_revision:30021; }","duration":"107.534829ms","start":"2026-04-02T17:39:48.011647Z","end":"2026-04-02T17:39:48.119181Z","steps":["trace[1383925897] 'agreement among raft nodes before linearized reading' (duration: 107.271161ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.295339Z","caller":"traceutil/trace.go:171","msg":"trace[163507877] linearizableReadLoop","detail":"{readStateIndex:31423; appliedIndex:31422; }","duration":"141.781132ms","start":"2026-04-02T17:39:48.153534Z","end":"2026-04-02T17:39:48.295315Z","steps":["trace[163507877] 'read index received' (duration: 120.313614ms)","trace[163507877] 'applied index is now lower than readState.Index' (duration: 21.466478ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:48.295449Z","caller":"traceutil/trace.go:171","msg":"trace[1508973722] transaction","detail":"{read_only:false; response_revision:30023; number_of_response:1; }","duration":"167.605698ms","start":"2026-04-02T17:39:48.127807Z","end":"2026-04-02T17:39:48.295412Z","steps":["trace[1508973722] 'process raft request' (duration: 146.096978ms)","trace[1508973722] 'compare' (duration: 21.297743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:48.295585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.0341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-5bk5s.18a29aefe4becf6e\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-04-02T17:39:48.295616Z","caller":"traceutil/trace.go:171","msg":"trace[965035221] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-5bk5s.18a29aefe4becf6e; range_end:; response_count:1; response_revision:30023; }","duration":"142.114552ms","start":"2026-04-02T17:39:48.153493Z","end":"2026-04-02T17:39:48.295608Z","steps":["trace[965035221] 'agreement among raft nodes before linearized reading' (duration: 141.943677ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.479735Z","caller":"traceutil/trace.go:171","msg":"trace[326348524] linearizableReadLoop","detail":"{readStateIndex:31426; appliedIndex:31425; }","duration":"128.700698ms","start":"2026-04-02T17:39:48.351012Z","end":"2026-04-02T17:39:48.479712Z","steps":["trace[326348524] 'read index received' (duration: 128.308216ms)","trace[326348524] 'applied index is now lower than readState.Index' (duration: 391.612µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:48.479914Z","caller":"traceutil/trace.go:171","msg":"trace[1664770841] transaction","detail":"{read_only:false; response_revision:30026; number_of_response:1; }","duration":"149.065912ms","start":"2026-04-02T17:39:48.330821Z","end":"2026-04-02T17:39:48.479887Z","steps":["trace[1664770841] 'process raft request' (duration: 148.428132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:48.479962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.926935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-299kz.18a29af01f9c5c63\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-04-02T17:39:48.479994Z","caller":"traceutil/trace.go:171","msg":"trace[1849213240] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-299kz.18a29af01f9c5c63; range_end:; response_count:1; response_revision:30026; }","duration":"128.990878ms","start":"2026-04-02T17:39:48.35099Z","end":"2026-04-02T17:39:48.479981Z","steps":["trace[1849213240] 'agreement among raft nodes before linearized reading' (duration: 128.809912ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.668785Z","caller":"traceutil/trace.go:171","msg":"trace[1574049922] linearizableReadLoop","detail":"{readStateIndex:31429; appliedIndex:31427; }","duration":"127.625854ms","start":"2026-04-02T17:39:48.541134Z","end":"2026-04-02T17:39:48.66876Z","steps":["trace[1574049922] 'read index received' (duration: 49.887407ms)","trace[1574049922] 'applied index is now lower than readState.Index' (duration: 77.737337ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:48.669213Z","caller":"traceutil/trace.go:171","msg":"trace[114794844] transaction","detail":"{read_only:false; response_revision:30029; number_of_response:1; }","duration":"143.242748ms","start":"2026-04-02T17:39:48.525955Z","end":"2026-04-02T17:39:48.669198Z","steps":["trace[114794844] 'process raft request' (duration: 142.67469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:48.669524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.372487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:39:48.669566Z","caller":"traceutil/trace.go:171","msg":"trace[2023742309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30029; }","duration":"128.476631ms","start":"2026-04-02T17:39:48.541079Z","end":"2026-04-02T17:39:48.669556Z","steps":["trace[2023742309] 'agreement among raft nodes before linearized reading' (duration: 128.323526ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.760295Z","caller":"traceutil/trace.go:171","msg":"trace[1178315087] transaction","detail":"{read_only:false; response_revision:30030; number_of_response:1; }","duration":"109.139709ms","start":"2026-04-02T17:39:48.651081Z","end":"2026-04-02T17:39:48.760221Z","steps":["trace[1178315087] 'process raft request' (duration: 66.77845ms)","trace[1178315087] 'compare' (duration: 42.06356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:48.760607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.706191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-02T17:39:48.760669Z","caller":"traceutil/trace.go:171","msg":"trace[1049581127] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:30031; }","duration":"217.753843ms","start":"2026-04-02T17:39:48.542894Z","end":"2026-04-02T17:39:48.760648Z","steps":["trace[1049581127] 'agreement among raft nodes before linearized reading' (duration: 217.66309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:48.760509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.842853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:39:48.760515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.017572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:39:48.760927Z","caller":"traceutil/trace.go:171","msg":"trace[262569668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30031; }","duration":"218.439514ms","start":"2026-04-02T17:39:48.54245Z","end":"2026-04-02T17:39:48.760889Z","steps":["trace[262569668] 'agreement among raft nodes before linearized reading' (duration: 217.948989ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.760869Z","caller":"traceutil/trace.go:171","msg":"trace[2037877586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30031; }","duration":"141.171163ms","start":"2026-04-02T17:39:48.619606Z","end":"2026-04-02T17:39:48.760778Z","steps":["trace[2037877586] 'agreement among raft nodes before linearized reading' (duration: 140.75443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:48.761403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.995565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-bpdss.18a29af0373bee27\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-02T17:39:48.761774Z","caller":"traceutil/trace.go:171","msg":"trace[343277069] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-bpdss.18a29af0373bee27; range_end:; response_count:1; response_revision:30031; }","duration":"158.549392ms","start":"2026-04-02T17:39:48.603187Z","end":"2026-04-02T17:39:48.761736Z","steps":["trace[343277069] 'agreement among raft nodes before linearized reading' (duration: 157.351144ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.918003Z","caller":"traceutil/trace.go:171","msg":"trace[1736678738] transaction","detail":"{read_only:false; response_revision:30032; number_of_response:1; }","duration":"153.1337ms","start":"2026-04-02T17:39:48.764833Z","end":"2026-04-02T17:39:48.917966Z","steps":["trace[1736678738] 'process raft request' (duration: 109.539733ms)","trace[1736678738] 'compare' (duration: 43.265837ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:48.91807Z","caller":"traceutil/trace.go:171","msg":"trace[1007273180] transaction","detail":"{read_only:false; response_revision:30033; number_of_response:1; }","duration":"151.759546ms","start":"2026-04-02T17:39:48.766274Z","end":"2026-04-02T17:39:48.918034Z","steps":["trace[1007273180] 'process raft request' (duration: 151.591511ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.91813Z","caller":"traceutil/trace.go:171","msg":"trace[484770463] transaction","detail":"{read_only:false; response_revision:30034; number_of_response:1; }","duration":"151.758636ms","start":"2026-04-02T17:39:48.766344Z","end":"2026-04-02T17:39:48.918103Z","steps":["trace[484770463] 'process raft request' (duration: 151.580341ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.918217Z","caller":"traceutil/trace.go:171","msg":"trace[582868084] transaction","detail":"{read_only:false; response_revision:30035; number_of_response:1; }","duration":"147.015616ms","start":"2026-04-02T17:39:48.771186Z","end":"2026-04-02T17:39:48.918202Z","steps":["trace[582868084] 'process raft request' (duration: 146.790519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:48.918367Z","caller":"traceutil/trace.go:171","msg":"trace[1749927319] transaction","detail":"{read_only:false; response_revision:30036; number_of_response:1; }","duration":"121.880242ms","start":"2026-04-02T17:39:48.79647Z","end":"2026-04-02T17:39:48.91835Z","steps":["trace[1749927319] 'process raft request' (duration: 121.603433ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:49.105947Z","caller":"traceutil/trace.go:171","msg":"trace[75434507] linearizableReadLoop","detail":"{readStateIndex:31438; appliedIndex:31437; }","duration":"176.645974ms","start":"2026-04-02T17:39:48.929226Z","end":"2026-04-02T17:39:49.105872Z","steps":["trace[75434507] 'read index received' (duration: 164.276223ms)","trace[75434507] 'applied index is now lower than readState.Index' (duration: 12.368861ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:49.105993Z","caller":"traceutil/trace.go:171","msg":"trace[2013231465] transaction","detail":"{read_only:false; response_revision:30037; number_of_response:1; }","duration":"178.224363ms","start":"2026-04-02T17:39:48.927737Z","end":"2026-04-02T17:39:49.105961Z","steps":["trace[2013231465] 'process raft request' (duration: 165.7527ms)","trace[2013231465] 'compare' (duration: 12.286828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:49.106184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.924282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4smzg.18a29ae822cd86fd\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-02T17:39:49.106277Z","caller":"traceutil/trace.go:171","msg":"trace[1387449889] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-4smzg.18a29ae822cd86fd; range_end:; response_count:1; response_revision:30037; }","duration":"177.047507ms","start":"2026-04-02T17:39:48.92921Z","end":"2026-04-02T17:39:49.106258Z","steps":["trace[1387449889] 'agreement among raft nodes before linearized reading' (duration: 176.789259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:49.825795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.734994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:49.825942Z","caller":"traceutil/trace.go:171","msg":"trace[463820250] linearizableReadLoop","detail":"{readStateIndex:31455; appliedIndex:31454; }","duration":"234.503613ms","start":"2026-04-02T17:39:49.591417Z","end":"2026-04-02T17:39:49.82592Z","steps":["trace[463820250] 'read index received' (duration: 127.420358ms)","trace[463820250] 'applied index is now lower than readState.Index' (duration: 107.081255ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:49.827131Z","caller":"traceutil/trace.go:171","msg":"trace[2069726515] transaction","detail":"{read_only:false; response_revision:30054; number_of_response:1; }","duration":"236.025151ms","start":"2026-04-02T17:39:49.591058Z","end":"2026-04-02T17:39:49.827083Z","steps":["trace[2069726515] 'process raft request' (duration: 127.882233ms)","trace[2069726515] 'compare' (duration: 105.554526ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:49.827694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.264199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-02T17:39:49.827751Z","caller":"traceutil/trace.go:171","msg":"trace[1521950033] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30054; }","duration":"236.339911ms","start":"2026-04-02T17:39:49.591397Z","end":"2026-04-02T17:39:49.827736Z","steps":["trace[1521950033] 'agreement among raft nodes before linearized reading' (duration: 235.827035ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:50.035106Z","caller":"traceutil/trace.go:171","msg":"trace[1680701540] linearizableReadLoop","detail":"{readStateIndex:31458; appliedIndex:31457; }","duration":"105.126383ms","start":"2026-04-02T17:39:49.929952Z","end":"2026-04-02T17:39:50.035078Z","steps":["trace[1680701540] 'read index received' (duration: 65.919074ms)","trace[1680701540] 'applied index is now lower than readState.Index' (duration: 39.205459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:50.035309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.879922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:50.035355Z","caller":"traceutil/trace.go:171","msg":"trace[2127660792] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:30057; }","duration":"102.998585ms","start":"2026-04-02T17:39:49.932343Z","end":"2026-04-02T17:39:50.035342Z","steps":["trace[2127660792] 'agreement among raft nodes before linearized reading' (duration: 102.898452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:50.035373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.398021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-02T17:39:50.035444Z","caller":"traceutil/trace.go:171","msg":"trace[1289944052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30057; }","duration":"105.509495ms","start":"2026-04-02T17:39:49.929917Z","end":"2026-04-02T17:39:50.035427Z","steps":["trace[1289944052] 'agreement among raft nodes before linearized reading' (duration: 105.264117ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:50.035198Z","caller":"traceutil/trace.go:171","msg":"trace[2034687451] transaction","detail":"{read_only:false; response_revision:30057; number_of_response:1; }","duration":"138.982603ms","start":"2026-04-02T17:39:49.896139Z","end":"2026-04-02T17:39:50.035122Z","steps":["trace[2034687451] 'process raft request' (duration: 99.802455ms)","trace[2034687451] 'compare' (duration: 38.991072ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:50.735837Z","caller":"traceutil/trace.go:171","msg":"trace[2024790575] linearizableReadLoop","detail":"{readStateIndex:31468; appliedIndex:31467; }","duration":"100.145755ms","start":"2026-04-02T17:39:50.635668Z","end":"2026-04-02T17:39:50.735814Z","steps":["trace[2024790575] 'read index received' (duration: 99.96599ms)","trace[2024790575] 'applied index is now lower than readState.Index' (duration: 178.385µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:50.735911Z","caller":"traceutil/trace.go:171","msg":"trace[1326658010] transaction","detail":"{read_only:false; response_revision:30067; number_of_response:1; }","duration":"271.4308ms","start":"2026-04-02T17:39:50.464441Z","end":"2026-04-02T17:39:50.735872Z","steps":["trace[1326658010] 'process raft request' (duration: 271.181652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:50.736059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.374242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:39:50.736139Z","caller":"traceutil/trace.go:171","msg":"trace[301464983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30067; }","duration":"100.466836ms","start":"2026-04-02T17:39:50.635623Z","end":"2026-04-02T17:39:50.73609Z","steps":["trace[301464983] 'agreement among raft nodes before linearized reading' (duration: 100.27996ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:50.895618Z","caller":"traceutil/trace.go:171","msg":"trace[1010788119] transaction","detail":"{read_only:false; response_revision:30071; number_of_response:1; }","duration":"101.360974ms","start":"2026-04-02T17:39:50.79424Z","end":"2026-04-02T17:39:50.895601Z","steps":["trace[1010788119] 'process raft request' (duration: 101.279402ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:50.895609Z","caller":"traceutil/trace.go:171","msg":"trace[595759338] transaction","detail":"{read_only:false; response_revision:30070; number_of_response:1; }","duration":"122.840743ms","start":"2026-04-02T17:39:50.772743Z","end":"2026-04-02T17:39:50.895583Z","steps":["trace[595759338] 'process raft request' (duration: 44.978631ms)","trace[595759338] 'compare' (duration: 77.601463ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:50.895776Z","caller":"traceutil/trace.go:171","msg":"trace[1716015520] linearizableReadLoop","detail":"{readStateIndex:31471; appliedIndex:31470; }","duration":"121.650166ms","start":"2026-04-02T17:39:50.77412Z","end":"2026-04-02T17:39:50.89577Z","steps":["trace[1716015520] 'read index received' (duration: 43.593118ms)","trace[1716015520] 'applied index is now lower than readState.Index' (duration: 78.056158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:50.895963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.829791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:39:50.895984Z","caller":"traceutil/trace.go:171","msg":"trace[319086872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30071; }","duration":"121.870682ms","start":"2026-04-02T17:39:50.774105Z","end":"2026-04-02T17:39:50.895976Z","steps":["trace[319086872] 'agreement among raft nodes before linearized reading' (duration: 121.78923ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:50.950153Z","caller":"traceutil/trace.go:171","msg":"trace[373539216] transaction","detail":"{read_only:false; response_revision:30072; number_of_response:1; }","duration":"126.414246ms","start":"2026-04-02T17:39:50.823697Z","end":"2026-04-02T17:39:50.950111Z","steps":["trace[373539216] 'process raft request' (duration: 126.286822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:50.950347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.161109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-04-02T17:39:50.950429Z","caller":"traceutil/trace.go:171","msg":"trace[141641315] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:30072; }","duration":"170.273853ms","start":"2026-04-02T17:39:50.780137Z","end":"2026-04-02T17:39:50.950411Z","steps":["trace[141641315] 'agreement among raft nodes before linearized reading' (duration: 170.016195ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:51.553213Z","caller":"traceutil/trace.go:171","msg":"trace[734544255] transaction","detail":"{read_only:false; response_revision:30091; number_of_response:1; }","duration":"115.14377ms","start":"2026-04-02T17:39:51.43804Z","end":"2026-04-02T17:39:51.553184Z","steps":["trace[734544255] 'process raft request' (duration: 114.997166ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:51.78932Z","caller":"traceutil/trace.go:171","msg":"trace[1055672887] transaction","detail":"{read_only:false; response_revision:30093; number_of_response:1; }","duration":"172.315157ms","start":"2026-04-02T17:39:51.616974Z","end":"2026-04-02T17:39:51.789289Z","steps":["trace[1055672887] 'process raft request' (duration: 171.994957ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:51.988875Z","caller":"traceutil/trace.go:171","msg":"trace[110366436] transaction","detail":"{read_only:false; response_revision:30097; number_of_response:1; }","duration":"105.627809ms","start":"2026-04-02T17:39:51.883214Z","end":"2026-04-02T17:39:51.988842Z","steps":["trace[110366436] 'process raft request' (duration: 105.406142ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:52.001632Z","caller":"traceutil/trace.go:171","msg":"trace[1754142814] transaction","detail":"{read_only:false; response_revision:30098; number_of_response:1; }","duration":"116.631077ms","start":"2026-04-02T17:39:51.884975Z","end":"2026-04-02T17:39:52.001606Z","steps":["trace[1754142814] 'process raft request' (duration: 116.465152ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:53.912516Z","caller":"traceutil/trace.go:171","msg":"trace[554701076] linearizableReadLoop","detail":"{readStateIndex:31511; appliedIndex:31510; }","duration":"140.905755ms","start":"2026-04-02T17:39:53.771579Z","end":"2026-04-02T17:39:53.912485Z","steps":["trace[554701076] 'read index received' (duration: 89.881751ms)","trace[554701076] 'applied index is now lower than readState.Index' (duration: 51.022254ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:53.912701Z","caller":"traceutil/trace.go:171","msg":"trace[718148900] transaction","detail":"{read_only:false; response_revision:30110; number_of_response:1; }","duration":"146.843302ms","start":"2026-04-02T17:39:53.765839Z","end":"2026-04-02T17:39:53.912682Z","steps":["trace[718148900] 'process raft request' (duration: 95.620722ms)","trace[718148900] 'compare' (duration: 50.880159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:53.912916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.317227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:39:53.912979Z","caller":"traceutil/trace.go:171","msg":"trace[1016806166] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:30110; }","duration":"141.427891ms","start":"2026-04-02T17:39:53.771537Z","end":"2026-04-02T17:39:53.912965Z","steps":["trace[1016806166] 'agreement among raft nodes before linearized reading' (duration: 141.307177ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:57.217144Z","caller":"traceutil/trace.go:171","msg":"trace[1720365247] linearizableReadLoop","detail":"{readStateIndex:31526; appliedIndex:31525; }","duration":"103.794841ms","start":"2026-04-02T17:39:57.113324Z","end":"2026-04-02T17:39:57.217119Z","steps":["trace[1720365247] 'read index received' (duration: 55.875656ms)","trace[1720365247] 'applied index is now lower than readState.Index' (duration: 47.917805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:57.217403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.047049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-02T17:39:57.217502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.489681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:39:57.217541Z","caller":"traceutil/trace.go:171","msg":"trace[840636490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30124; }","duration":"104.228755ms","start":"2026-04-02T17:39:57.11329Z","end":"2026-04-02T17:39:57.217519Z","steps":["trace[840636490] 'agreement among raft nodes before linearized reading' (duration: 103.934005ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:57.217571Z","caller":"traceutil/trace.go:171","msg":"trace[508841810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30124; }","duration":"103.581085ms","start":"2026-04-02T17:39:57.11397Z","end":"2026-04-02T17:39:57.217551Z","steps":["trace[508841810] 'agreement among raft nodes before linearized reading' (duration: 103.366578ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:58.320168Z","caller":"traceutil/trace.go:171","msg":"trace[348381068] transaction","detail":"{read_only:false; response_revision:30130; number_of_response:1; }","duration":"149.6167ms","start":"2026-04-02T17:39:58.170533Z","end":"2026-04-02T17:39:58.320149Z","steps":["trace[348381068] 'process raft request' (duration: 59.198332ms)","trace[348381068] 'compare' (duration: 89.907762ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:59.056388Z","caller":"traceutil/trace.go:171","msg":"trace[507236260] transaction","detail":"{read_only:false; response_revision:30133; number_of_response:1; }","duration":"138.142997ms","start":"2026-04-02T17:39:58.918222Z","end":"2026-04-02T17:39:59.056365Z","steps":["trace[507236260] 'process raft request' (duration: 137.868038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.566088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.192555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:39:59.566187Z","caller":"traceutil/trace.go:171","msg":"trace[346934331] linearizableReadLoop","detail":"{readStateIndex:31537; appliedIndex:31536; }","duration":"478.230048ms","start":"2026-04-02T17:39:59.08794Z","end":"2026-04-02T17:39:59.56617Z","steps":["trace[346934331] 'read index received' (duration: 75.852578ms)","trace[346934331] 'applied index is now lower than readState.Index' (duration: 402.37593ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:39:59.566221Z","caller":"traceutil/trace.go:171","msg":"trace[2051290618] transaction","detail":"{read_only:false; response_revision:30134; number_of_response:1; }","duration":"506.458211ms","start":"2026-04-02T17:39:59.059719Z","end":"2026-04-02T17:39:59.566178Z","steps":["trace[2051290618] 'process raft request' (duration: 104.09061ms)","trace[2051290618] 'compare' (duration: 401.611017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:39:59.566348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.397973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-02T17:39:59.566362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.059704Z","time spent":"506.584665ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:39:59.566406Z","caller":"traceutil/trace.go:171","msg":"trace[1091008505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30134; }","duration":"478.482636ms","start":"2026-04-02T17:39:59.08791Z","end":"2026-04-02T17:39:59.566393Z","steps":["trace[1091008505] 'agreement among raft nodes before linearized reading' (duration: 478.339232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.566435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.0879Z","time spent":"478.529868ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:39:59.566565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.440694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:59.566608Z","caller":"traceutil/trace.go:171","msg":"trace[1714219233] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:30134; }","duration":"403.510406ms","start":"2026-04-02T17:39:59.163085Z","end":"2026-04-02T17:39:59.566595Z","steps":["trace[1714219233] 'agreement among raft nodes before linearized reading' (duration: 403.440384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.566675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.163068Z","time spent":"403.598779ms","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:39:59.566872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.556683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:39:59.566926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:39:59.567009Z","caller":"traceutil/trace.go:171","msg":"trace[1988312531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30134; }","duration":"251.622194ms","start":"2026-04-02T17:39:59.315366Z","end":"2026-04-02T17:39:59.566988Z","steps":["trace[1988312531] 'agreement among raft nodes before linearized reading' (duration: 251.191251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.567002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.41976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-299kz.18a29af01f9c5c63\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-04-02T17:39:59.567065Z","caller":"traceutil/trace.go:171","msg":"trace[1595520369] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-299kz.18a29af01f9c5c63; range_end:; response_count:1; response_revision:30134; }","duration":"314.524123ms","start":"2026-04-02T17:39:59.252525Z","end":"2026-04-02T17:39:59.567049Z","steps":["trace[1595520369] 'agreement among raft nodes before linearized reading' (duration: 314.0962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.567101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.252504Z","time spent":"314.588774ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-299kz.18a29af01f9c5c63\" "} {"level":"warn","ts":"2026-04-02T17:39:59.56717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.975676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:39:59.566948Z","caller":"traceutil/trace.go:171","msg":"trace[1548955443] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:30134; }","duration":"146.637466ms","start":"2026-04-02T17:39:59.420272Z","end":"2026-04-02T17:39:59.566909Z","steps":["trace[1548955443] 'agreement among raft nodes before linearized reading' (duration: 146.359987ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:39:59.567254Z","caller":"traceutil/trace.go:171","msg":"trace[1160962443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30134; }","duration":"320.098319ms","start":"2026-04-02T17:39:59.247135Z","end":"2026-04-02T17:39:59.567233Z","steps":["trace[1160962443] 'agreement among raft nodes before linearized reading' (duration: 319.530021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:39:59.567304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:39:59.247118Z","time spent":"320.175512ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:39:59.56743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.200106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:39:59.567461Z","caller":"traceutil/trace.go:171","msg":"trace[243299311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30134; }","duration":"254.259488ms","start":"2026-04-02T17:39:59.313193Z","end":"2026-04-02T17:39:59.567453Z","steps":["trace[243299311] 'agreement among raft nodes before linearized reading' (duration: 253.474993ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:00.924265Z","caller":"traceutil/trace.go:171","msg":"trace[984485234] transaction","detail":"{read_only:false; response_revision:30142; number_of_response:1; }","duration":"207.204781ms","start":"2026-04-02T17:40:00.71701Z","end":"2026-04-02T17:40:00.924215Z","steps":["trace[984485234] 'process raft request' (duration: 206.991354ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.049598Z","caller":"traceutil/trace.go:171","msg":"trace[925428221] transaction","detail":"{read_only:false; response_revision:30144; number_of_response:1; }","duration":"115.926415ms","start":"2026-04-02T17:40:00.933647Z","end":"2026-04-02T17:40:01.049573Z","steps":["trace[925428221] 'process raft request' (duration: 115.842462ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.049676Z","caller":"traceutil/trace.go:171","msg":"trace[1293399075] transaction","detail":"{read_only:false; response_revision:30143; number_of_response:1; }","duration":"117.716091ms","start":"2026-04-02T17:40:00.931929Z","end":"2026-04-02T17:40:01.049645Z","steps":["trace[1293399075] 'process raft request' (duration: 63.154146ms)","trace[1293399075] 'compare' (duration: 54.247135ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:01.234586Z","caller":"traceutil/trace.go:171","msg":"trace[1638989990] transaction","detail":"{read_only:false; response_revision:30147; number_of_response:1; }","duration":"179.415942ms","start":"2026-04-02T17:40:01.05514Z","end":"2026-04-02T17:40:01.234556Z","steps":["trace[1638989990] 'process raft request' (duration: 179.294158ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.234716Z","caller":"traceutil/trace.go:171","msg":"trace[431372664] transaction","detail":"{read_only:false; response_revision:30146; number_of_response:1; }","duration":"179.547696ms","start":"2026-04-02T17:40:01.055078Z","end":"2026-04-02T17:40:01.234625Z","steps":["trace[431372664] 'process raft request' (duration: 179.267117ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.234766Z","caller":"traceutil/trace.go:171","msg":"trace[1096792211] transaction","detail":"{read_only:false; response_revision:30148; number_of_response:1; }","duration":"179.557327ms","start":"2026-04-02T17:40:01.055158Z","end":"2026-04-02T17:40:01.234716Z","steps":["trace[1096792211] 'process raft request' (duration: 179.312959ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.234743Z","caller":"traceutil/trace.go:171","msg":"trace[1855201107] transaction","detail":"{read_only:false; response_revision:30150; number_of_response:1; }","duration":"178.618276ms","start":"2026-04-02T17:40:01.056084Z","end":"2026-04-02T17:40:01.234702Z","steps":["trace[1855201107] 'process raft request' (duration: 178.441801ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.234802Z","caller":"traceutil/trace.go:171","msg":"trace[2003594200] transaction","detail":"{read_only:false; response_revision:30153; number_of_response:1; }","duration":"178.567115ms","start":"2026-04-02T17:40:01.056213Z","end":"2026-04-02T17:40:01.23478Z","steps":["trace[2003594200] 'process raft request' (duration: 178.388859ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.234828Z","caller":"traceutil/trace.go:171","msg":"trace[339073510] transaction","detail":"{read_only:false; response_revision:30149; number_of_response:1; }","duration":"179.636809ms","start":"2026-04-02T17:40:01.055168Z","end":"2026-04-02T17:40:01.234805Z","steps":["trace[339073510] 'process raft request' (duration: 179.330559ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.234985Z","caller":"traceutil/trace.go:171","msg":"trace[890259410] transaction","detail":"{read_only:false; response_revision:30152; number_of_response:1; }","duration":"178.752801ms","start":"2026-04-02T17:40:01.056206Z","end":"2026-04-02T17:40:01.234959Z","steps":["trace[890259410] 'process raft request' (duration: 178.371708ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.234935Z","caller":"traceutil/trace.go:171","msg":"trace[720551526] transaction","detail":"{read_only:false; response_revision:30151; number_of_response:1; }","duration":"178.795542ms","start":"2026-04-02T17:40:01.056116Z","end":"2026-04-02T17:40:01.234912Z","steps":["trace[720551526] 'process raft request' (duration: 178.438291ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.235038Z","caller":"traceutil/trace.go:171","msg":"trace[386005187] transaction","detail":"{read_only:false; response_revision:30155; number_of_response:1; }","duration":"178.288836ms","start":"2026-04-02T17:40:01.056727Z","end":"2026-04-02T17:40:01.235016Z","steps":["trace[386005187] 'process raft request' (duration: 177.969196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:01.235165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.681947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-jvh82.18a2983ca01dc3f1\" ","response":"range_response_count:1 size:825"} {"level":"info","ts":"2026-04-02T17:40:01.235186Z","caller":"traceutil/trace.go:171","msg":"trace[1915457772] transaction","detail":"{read_only:false; response_revision:30156; number_of_response:1; }","duration":"177.747129ms","start":"2026-04-02T17:40:01.057423Z","end":"2026-04-02T17:40:01.235171Z","steps":["trace[1915457772] 'process raft request' (duration: 177.305685ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.235217Z","caller":"traceutil/trace.go:171","msg":"trace[527166818] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-jvh82.18a2983ca01dc3f1; range_end:; response_count:1; response_revision:30156; }","duration":"177.76506ms","start":"2026-04-02T17:40:01.057439Z","end":"2026-04-02T17:40:01.235204Z","steps":["trace[527166818] 'agreement among raft nodes before linearized reading' (duration: 177.584105ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.234995Z","caller":"traceutil/trace.go:171","msg":"trace[1385225309] linearizableReadLoop","detail":"{readStateIndex:31560; appliedIndex:31548; }","duration":"177.293435ms","start":"2026-04-02T17:40:01.057465Z","end":"2026-04-02T17:40:01.234758Z","steps":["trace[1385225309] 'read index received' (duration: 13.626991ms)","trace[1385225309] 'applied index is now lower than readState.Index' (duration: 163.665644ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:01.235191Z","caller":"traceutil/trace.go:171","msg":"trace[157051268] transaction","detail":"{read_only:false; response_revision:30154; number_of_response:1; }","duration":"178.528824ms","start":"2026-04-02T17:40:01.056616Z","end":"2026-04-02T17:40:01.235145Z","steps":["trace[157051268] 'process raft request' (duration: 178.052309ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.389232Z","caller":"traceutil/trace.go:171","msg":"trace[1027475352] linearizableReadLoop","detail":"{readStateIndex:31568; appliedIndex:31560; }","duration":"142.991911ms","start":"2026-04-02T17:40:01.246216Z","end":"2026-04-02T17:40:01.389208Z","steps":["trace[1027475352] 'read index received' (duration: 70.756787ms)","trace[1027475352] 'applied index is now lower than readState.Index' (duration: 72.234243ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:01.389354Z","caller":"traceutil/trace.go:171","msg":"trace[604599902] transaction","detail":"{read_only:false; response_revision:30163; number_of_response:1; }","duration":"148.304088ms","start":"2026-04-02T17:40:01.241039Z","end":"2026-04-02T17:40:01.389343Z","steps":["trace[604599902] 'process raft request' (duration: 148.040109ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.389346Z","caller":"traceutil/trace.go:171","msg":"trace[1450120930] transaction","detail":"{read_only:false; response_revision:30162; number_of_response:1; }","duration":"148.441402ms","start":"2026-04-02T17:40:01.240886Z","end":"2026-04-02T17:40:01.389327Z","steps":["trace[1450120930] 'process raft request' (duration: 148.168234ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.389399Z","caller":"traceutil/trace.go:171","msg":"trace[594824497] transaction","detail":"{read_only:false; response_revision:30165; number_of_response:1; }","duration":"135.849295ms","start":"2026-04-02T17:40:01.253506Z","end":"2026-04-02T17:40:01.389355Z","steps":["trace[594824497] 'process raft request' (duration: 135.641009ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.389468Z","caller":"traceutil/trace.go:171","msg":"trace[1817507403] transaction","detail":"{read_only:false; response_revision:30158; number_of_response:1; }","duration":"148.792013ms","start":"2026-04-02T17:40:01.240667Z","end":"2026-04-02T17:40:01.389459Z","steps":["trace[1817507403] 'process raft request' (duration: 147.498163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.389547Z","caller":"traceutil/trace.go:171","msg":"trace[43804737] transaction","detail":"{read_only:false; response_revision:30159; number_of_response:1; }","duration":"148.859586ms","start":"2026-04-02T17:40:01.240676Z","end":"2026-04-02T17:40:01.389536Z","steps":["trace[43804737] 'process raft request' (duration: 148.233596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:01.389681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.455055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:01.389721Z","caller":"traceutil/trace.go:171","msg":"trace[580489622] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:30165; }","duration":"143.528257ms","start":"2026-04-02T17:40:01.246183Z","end":"2026-04-02T17:40:01.389711Z","steps":["trace[580489622] 'agreement among raft nodes before linearized reading' (duration: 143.455885ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.389769Z","caller":"traceutil/trace.go:171","msg":"trace[153255723] transaction","detail":"{read_only:false; response_revision:30164; number_of_response:1; }","duration":"148.465534ms","start":"2026-04-02T17:40:01.241285Z","end":"2026-04-02T17:40:01.389751Z","steps":["trace[153255723] 'process raft request' (duration: 147.827093ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.389816Z","caller":"traceutil/trace.go:171","msg":"trace[1062651431] transaction","detail":"{read_only:false; response_revision:30161; number_of_response:1; }","duration":"149.098643ms","start":"2026-04-02T17:40:01.240694Z","end":"2026-04-02T17:40:01.389793Z","steps":["trace[1062651431] 'process raft request' (duration: 148.327359ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:01.389835Z","caller":"traceutil/trace.go:171","msg":"trace[1815395742] transaction","detail":"{read_only:false; response_revision:30160; number_of_response:1; }","duration":"149.097403ms","start":"2026-04-02T17:40:01.240689Z","end":"2026-04-02T17:40:01.389786Z","steps":["trace[1815395742] 'process raft request' (duration: 148.299848ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:03.310204Z","caller":"traceutil/trace.go:171","msg":"trace[520304382] transaction","detail":"{read_only:false; response_revision:30215; number_of_response:1; }","duration":"160.193313ms","start":"2026-04-02T17:40:03.149972Z","end":"2026-04-02T17:40:03.310165Z","steps":["trace[520304382] 'process raft request' (duration: 119.92929ms)","trace[520304382] 'compare' (duration: 40.055647ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:03.310194Z","caller":"traceutil/trace.go:171","msg":"trace[2058224068] linearizableReadLoop","detail":"{readStateIndex:31621; appliedIndex:31619; }","duration":"154.991449ms","start":"2026-04-02T17:40:03.15517Z","end":"2026-04-02T17:40:03.310161Z","steps":["trace[2058224068] 'read index received' (duration: 61.899487ms)","trace[2058224068] 'applied index is now lower than readState.Index' (duration: 93.090702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:03.310505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.307389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-04-02T17:40:03.310937Z","caller":"traceutil/trace.go:171","msg":"trace[1136899524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:30215; }","duration":"155.797204ms","start":"2026-04-02T17:40:03.155119Z","end":"2026-04-02T17:40:03.310916Z","steps":["trace[1136899524] 'agreement among raft nodes before linearized reading' (duration: 155.163104ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:04.181685Z","caller":"traceutil/trace.go:171","msg":"trace[1072405327] transaction","detail":"{read_only:false; response_revision:30226; number_of_response:1; }","duration":"149.238469ms","start":"2026-04-02T17:40:04.032413Z","end":"2026-04-02T17:40:04.181651Z","steps":["trace[1072405327] 'process raft request' (duration: 122.068979ms)","trace[1072405327] 'compare' (duration: 26.88078ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:04.213872Z","caller":"traceutil/trace.go:171","msg":"trace[226114407] transaction","detail":"{read_only:false; response_revision:30227; number_of_response:1; }","duration":"181.342423ms","start":"2026-04-02T17:40:04.032501Z","end":"2026-04-02T17:40:04.213844Z","steps":["trace[226114407] 'process raft request' (duration: 181.146307ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:04.21391Z","caller":"traceutil/trace.go:171","msg":"trace[847736609] transaction","detail":"{read_only:false; response_revision:30229; number_of_response:1; }","duration":"152.724378ms","start":"2026-04-02T17:40:04.061158Z","end":"2026-04-02T17:40:04.213883Z","steps":["trace[847736609] 'process raft request' (duration: 152.661586ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:04.213934Z","caller":"traceutil/trace.go:171","msg":"trace[55532468] transaction","detail":"{read_only:false; response_revision:30228; number_of_response:1; }","duration":"152.867443ms","start":"2026-04-02T17:40:04.061032Z","end":"2026-04-02T17:40:04.213899Z","steps":["trace[55532468] 'process raft request' (duration: 152.728398ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:04.216177Z","caller":"traceutil/trace.go:171","msg":"trace[1522874789] linearizableReadLoop","detail":"{readStateIndex:31633; appliedIndex:31631; }","duration":"162.254309ms","start":"2026-04-02T17:40:04.053897Z","end":"2026-04-02T17:40:04.216151Z","steps":["trace[1522874789] 'read index received' (duration: 100.794016ms)","trace[1522874789] 'applied index is now lower than readState.Index' (duration: 61.458963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:04.216301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.392624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:04.216329Z","caller":"traceutil/trace.go:171","msg":"trace[2038528807] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:30229; }","duration":"162.487126ms","start":"2026-04-02T17:40:04.053832Z","end":"2026-04-02T17:40:04.216319Z","steps":["trace[2038528807] 'agreement among raft nodes before linearized reading' (duration: 162.405564ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:13.217775Z","caller":"traceutil/trace.go:171","msg":"trace[544658559] linearizableReadLoop","detail":"{readStateIndex:31864; appliedIndex:31863; }","duration":"144.100106ms","start":"2026-04-02T17:40:13.073652Z","end":"2026-04-02T17:40:13.217752Z","steps":["trace[544658559] 'read index received' (duration: 143.948891ms)","trace[544658559] 'applied index is now lower than readState.Index' (duration: 150.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:13.217853Z","caller":"traceutil/trace.go:171","msg":"trace[250309707] transaction","detail":"{read_only:false; response_revision:30454; number_of_response:1; }","duration":"145.163659ms","start":"2026-04-02T17:40:13.072661Z","end":"2026-04-02T17:40:13.217824Z","steps":["trace[250309707] 'process raft request' (duration: 144.957732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:13.217937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.276391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:13.218009Z","caller":"traceutil/trace.go:171","msg":"trace[1404384934] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30454; }","duration":"144.354793ms","start":"2026-04-02T17:40:13.073634Z","end":"2026-04-02T17:40:13.217989Z","steps":["trace[1404384934] 'agreement among raft nodes before linearized reading' (duration: 144.2499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:13.21905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.534468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6905"} {"level":"info","ts":"2026-04-02T17:40:13.219119Z","caller":"traceutil/trace.go:171","msg":"trace[821032193] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:30454; }","duration":"112.644801ms","start":"2026-04-02T17:40:13.106456Z","end":"2026-04-02T17:40:13.2191Z","steps":["trace[821032193] 'agreement among raft nodes before linearized reading' (duration: 112.464205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:13.222825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.878269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9667"} {"level":"info","ts":"2026-04-02T17:40:13.222902Z","caller":"traceutil/trace.go:171","msg":"trace[427799613] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:30454; }","duration":"142.431943ms","start":"2026-04-02T17:40:13.080453Z","end":"2026-04-02T17:40:13.222885Z","steps":["trace[427799613] 'agreement among raft nodes before linearized reading' (duration: 137.554689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.091146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.314104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7622"} {"level":"info","ts":"2026-04-02T17:40:15.091271Z","caller":"traceutil/trace.go:171","msg":"trace[2128391934] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:30474; }","duration":"182.477389ms","start":"2026-04-02T17:40:14.908773Z","end":"2026-04-02T17:40:15.091251Z","steps":["trace[2128391934] 'range keys from in-memory index tree' (duration: 182.150198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.091281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.889864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"range_response_count:1 size:7926"} {"level":"info","ts":"2026-04-02T17:40:15.091374Z","caller":"traceutil/trace.go:171","msg":"trace[1589540055] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; response_count:1; response_revision:30474; }","duration":"110.005538ms","start":"2026-04-02T17:40:14.981337Z","end":"2026-04-02T17:40:15.091342Z","steps":["trace[1589540055] 'range keys from in-memory index tree' (duration: 109.7438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.091433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.06088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.091495Z","caller":"traceutil/trace.go:171","msg":"trace[218856020] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:30474; }","duration":"303.124613ms","start":"2026-04-02T17:40:14.788339Z","end":"2026-04-02T17:40:15.091463Z","steps":["trace[218856020] 'agreement among raft nodes before linearized reading' (duration: 70.651804ms)","trace[218856020] 'range keys from in-memory index tree' (duration: 232.423267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:15.091531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:14.788321Z","time spent":"303.200975ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:15.091654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.589584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14897"} {"level":"info","ts":"2026-04-02T17:40:15.091702Z","caller":"traceutil/trace.go:171","msg":"trace[319562901] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:30474; }","duration":"159.675468ms","start":"2026-04-02T17:40:14.932017Z","end":"2026-04-02T17:40:15.091692Z","steps":["trace[319562901] 'range keys from in-memory index tree' (duration: 159.44ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.091775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.322181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-novncproxy-77444b47b\" ","response":"range_response_count:1 size:9439"} {"level":"info","ts":"2026-04-02T17:40:15.091814Z","caller":"traceutil/trace.go:171","msg":"trace[1368044791] range","detail":"{range_begin:/registry/replicasets/openstack/nova-novncproxy-77444b47b; range_end:; response_count:1; response_revision:30474; }","duration":"261.375062ms","start":"2026-04-02T17:40:14.830429Z","end":"2026-04-02T17:40:15.091804Z","steps":["trace[1368044791] 'agreement among raft nodes before linearized reading' (duration: 28.612294ms)","trace[1368044791] 'range keys from in-memory index tree' (duration: 232.672896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:15.091945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.594057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-04-02T17:40:15.092005Z","caller":"traceutil/trace.go:171","msg":"trace[755061353] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:30474; }","duration":"136.693181ms","start":"2026-04-02T17:40:14.955297Z","end":"2026-04-02T17:40:15.09199Z","steps":["trace[755061353] 'range keys from in-memory index tree' (duration: 136.376791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.092019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.852619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9078"} {"level":"info","ts":"2026-04-02T17:40:15.09205Z","caller":"traceutil/trace.go:171","msg":"trace[61754383] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:30474; }","duration":"231.906351ms","start":"2026-04-02T17:40:14.860136Z","end":"2026-04-02T17:40:15.092042Z","steps":["trace[61754383] 'range keys from in-memory index tree' (duration: 231.758097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.092111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.747095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-654b4b69d5\" ","response":"range_response_count:1 size:6980"} {"level":"info","ts":"2026-04-02T17:40:15.092158Z","caller":"traceutil/trace.go:171","msg":"trace[460422981] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-654b4b69d5; range_end:; response_count:1; response_revision:30474; }","duration":"286.811267ms","start":"2026-04-02T17:40:14.805333Z","end":"2026-04-02T17:40:15.092144Z","steps":["trace[460422981] 'agreement among raft nodes before linearized reading' (duration: 53.716888ms)","trace[460422981] 'range keys from in-memory index tree' (duration: 232.914483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:15.092198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.171976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:40:15.09228Z","caller":"traceutil/trace.go:171","msg":"trace[1126909777] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30474; }","duration":"230.26548ms","start":"2026-04-02T17:40:14.861994Z","end":"2026-04-02T17:40:15.09226Z","steps":["trace[1126909777] 'range keys from in-memory index tree' (duration: 230.087914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.092366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.620329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.092429Z","caller":"traceutil/trace.go:171","msg":"trace[1521732185] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30474; }","duration":"303.699501ms","start":"2026-04-02T17:40:14.788716Z","end":"2026-04-02T17:40:15.092415Z","steps":["trace[1521732185] 'agreement among raft nodes before linearized reading' (duration: 70.351704ms)","trace[1521732185] 'range keys from in-memory index tree' (duration: 233.261824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:15.092454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:14.78871Z","time spent":"303.739112ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:15.092566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.763093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.09258Z","caller":"traceutil/trace.go:171","msg":"trace[1981017877] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30474; }","duration":"291.792855ms","start":"2026-04-02T17:40:14.800782Z","end":"2026-04-02T17:40:15.092575Z","steps":["trace[1981017877] 'agreement among raft nodes before linearized reading' (duration: 58.272643ms)","trace[1981017877] 'range keys from in-memory index tree' (duration: 233.501921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:15.092639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.471706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.092651Z","caller":"traceutil/trace.go:171","msg":"trace[194156895] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30474; }","duration":"292.513797ms","start":"2026-04-02T17:40:14.800133Z","end":"2026-04-02T17:40:15.092647Z","steps":["trace[194156895] 'agreement among raft nodes before linearized reading' (duration: 58.927343ms)","trace[194156895] 'range keys from in-memory index tree' (duration: 233.568154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:15.093506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.818618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11610"} {"level":"info","ts":"2026-04-02T17:40:15.093591Z","caller":"traceutil/trace.go:171","msg":"trace[807562216] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:30474; }","duration":"212.952153ms","start":"2026-04-02T17:40:14.880623Z","end":"2026-04-02T17:40:15.093575Z","steps":["trace[807562216] 'range keys from in-memory index tree' (duration: 211.780375ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:15.502733Z","caller":"traceutil/trace.go:171","msg":"trace[1884273357] transaction","detail":"{read_only:false; response_revision:30475; number_of_response:1; }","duration":"405.572431ms","start":"2026-04-02T17:40:15.097137Z","end":"2026-04-02T17:40:15.502709Z","steps":["trace[1884273357] 'process raft request' (duration: 405.393865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.502871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.097117Z","time spent":"405.680524ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:15.666835Z","caller":"traceutil/trace.go:171","msg":"trace[891112924] transaction","detail":"{read_only:false; response_revision:30476; number_of_response:1; }","duration":"569.498373ms","start":"2026-04-02T17:40:15.097318Z","end":"2026-04-02T17:40:15.666816Z","steps":["trace[891112924] 'process raft request' (duration: 569.271636ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:15.666913Z","caller":"traceutil/trace.go:171","msg":"trace[2067184110] linearizableReadLoop","detail":"{readStateIndex:31888; appliedIndex:31886; }","duration":"556.40349ms","start":"2026-04-02T17:40:15.110496Z","end":"2026-04-02T17:40:15.6669Z","steps":["trace[2067184110] 'read index received' (duration: 392.096515ms)","trace[2067184110] 'applied index is now lower than readState.Index' (duration: 164.305465ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:15.667005Z","caller":"traceutil/trace.go:171","msg":"trace[47362630] transaction","detail":"{read_only:false; response_revision:30477; number_of_response:1; }","duration":"403.999121ms","start":"2026-04-02T17:40:15.262984Z","end":"2026-04-02T17:40:15.666983Z","steps":["trace[47362630] 'process raft request' (duration: 403.780104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.667071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.579955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:3038"} {"level":"warn","ts":"2026-04-02T17:40:15.667096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.097298Z","time spent":"569.598507ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5591,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:15.667106Z","caller":"traceutil/trace.go:171","msg":"trace[382791839] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:30477; }","duration":"556.659298ms","start":"2026-04-02T17:40:15.110439Z","end":"2026-04-02T17:40:15.667098Z","steps":["trace[382791839] 'agreement among raft nodes before linearized reading' (duration: 556.533474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.667462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.110418Z","time spent":"557.032849ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3060,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-04-02T17:40:15.667477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.737388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-55d54d8b9\" ","response":"range_response_count:1 size:6975"} {"level":"info","ts":"2026-04-02T17:40:15.667514Z","caller":"traceutil/trace.go:171","msg":"trace[467721968] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-55d54d8b9; range_end:; response_count:1; response_revision:30478; }","duration":"536.796ms","start":"2026-04-02T17:40:15.130711Z","end":"2026-04-02T17:40:15.667507Z","steps":["trace[467721968] 'agreement among raft nodes before linearized reading' (duration: 536.651545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.667541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.1307Z","time spent":"536.836131ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6997,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-55d54d8b9\" "} {"level":"warn","ts":"2026-04-02T17:40:15.667112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.262966Z","time spent":"404.086854ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:15.667803Z","caller":"traceutil/trace.go:171","msg":"trace[645720567] transaction","detail":"{read_only:false; response_revision:30478; number_of_response:1; }","duration":"157.344964ms","start":"2026-04-02T17:40:15.510449Z","end":"2026-04-02T17:40:15.667794Z","steps":["trace[645720567] 'process raft request' (duration: 156.860219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.667916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.923406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:15.667988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.004321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-69996b7f7f\" ","response":"range_response_count:1 size:5282"} {"level":"warn","ts":"2026-04-02T17:40:15.667978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.388104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:15.668025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.241066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.668061Z","caller":"traceutil/trace.go:171","msg":"trace[674182053] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30478; }","duration":"328.298058ms","start":"2026-04-02T17:40:15.339751Z","end":"2026-04-02T17:40:15.668049Z","steps":["trace[674182053] 'agreement among raft nodes before linearized reading' (duration: 328.261077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.339735Z","time spent":"328.34753ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:40:15.668028Z","caller":"traceutil/trace.go:171","msg":"trace[615815533] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30478; }","duration":"429.451026ms","start":"2026-04-02T17:40:15.238571Z","end":"2026-04-02T17:40:15.668022Z","steps":["trace[615815533] 'agreement among raft nodes before linearized reading' (duration: 429.385224ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:15.668063Z","caller":"traceutil/trace.go:171","msg":"trace[238421119] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30478; }","duration":"328.080151ms","start":"2026-04-02T17:40:15.339882Z","end":"2026-04-02T17:40:15.667962Z","steps":["trace[238421119] 'agreement among raft nodes before linearized reading' (duration: 327.920956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.721812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.668254Z","caller":"traceutil/trace.go:171","msg":"trace[1970781758] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30478; }","duration":"328.780073ms","start":"2026-04-02T17:40:15.339469Z","end":"2026-04-02T17:40:15.668249Z","steps":["trace[1970781758] 'agreement among raft nodes before linearized reading' (duration: 328.750962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.339448Z","time spent":"328.819935ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:40:15.668373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.52345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-worker-dd88849bd\" ","response":"range_response_count:1 size:6959"} {"level":"info","ts":"2026-04-02T17:40:15.668398Z","caller":"traceutil/trace.go:171","msg":"trace[24805387] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-worker-dd88849bd; range_end:; response_count:1; response_revision:30478; }","duration":"337.543811ms","start":"2026-04-02T17:40:15.330845Z","end":"2026-04-02T17:40:15.668389Z","steps":["trace[24805387] 'agreement among raft nodes before linearized reading' (duration: 337.466908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.66842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.33079Z","time spent":"337.626654ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6981,"request content":"key:\"/registry/replicasets/openstack/octavia-worker-dd88849bd\" "} {"level":"warn","ts":"2026-04-02T17:40:15.668439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.866408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-67fd8975c6\" ","response":"range_response_count:1 size:15416"} {"level":"info","ts":"2026-04-02T17:40:15.668478Z","caller":"traceutil/trace.go:171","msg":"trace[2147173710] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-67fd8975c6; range_end:; response_count:1; response_revision:30478; }","duration":"137.92923ms","start":"2026-04-02T17:40:15.530538Z","end":"2026-04-02T17:40:15.668467Z","steps":["trace[2147173710] 'agreement among raft nodes before linearized reading' (duration: 137.805856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.199829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.668558Z","caller":"traceutil/trace.go:171","msg":"trace[130751212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30478; }","duration":"355.261571ms","start":"2026-04-02T17:40:15.313291Z","end":"2026-04-02T17:40:15.668552Z","steps":["trace[130751212] 'agreement among raft nodes before linearized reading' (duration: 355.22616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.313269Z","time spent":"355.305693ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:15.66863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.061612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/senlin-api-58f885d687\" ","response":"range_response_count:1 size:7258"} {"level":"info","ts":"2026-04-02T17:40:15.668659Z","caller":"traceutil/trace.go:171","msg":"trace[95008334] range","detail":"{range_begin:/registry/replicasets/openstack/senlin-api-58f885d687; range_end:; response_count:1; response_revision:30478; }","duration":"112.119594ms","start":"2026-04-02T17:40:15.556532Z","end":"2026-04-02T17:40:15.668651Z","steps":["trace[95008334] 'agreement among raft nodes before linearized reading' (duration: 112.053902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.238565Z","time spent":"429.58343ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:15.668706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.061027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7280"} {"level":"info","ts":"2026-04-02T17:40:15.668731Z","caller":"traceutil/trace.go:171","msg":"trace[389723493] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:30478; }","duration":"363.11698ms","start":"2026-04-02T17:40:15.305608Z","end":"2026-04-02T17:40:15.668725Z","steps":["trace[389723493] 'agreement among raft nodes before linearized reading' (duration: 363.048787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.305596Z","time spent":"363.15252ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7302,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-04-02T17:40:15.668774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.726085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-59d66cbc78\" ","response":"range_response_count:1 size:4106"} {"level":"info","ts":"2026-04-02T17:40:15.668801Z","caller":"traceutil/trace.go:171","msg":"trace[75602893] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-59d66cbc78; range_end:; response_count:1; response_revision:30478; }","duration":"237.824959ms","start":"2026-04-02T17:40:15.430968Z","end":"2026-04-02T17:40:15.668793Z","steps":["trace[75602893] 'agreement among raft nodes before linearized reading' (duration: 237.782167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.111988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10829"} {"level":"info","ts":"2026-04-02T17:40:15.668844Z","caller":"traceutil/trace.go:171","msg":"trace[633614149] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:30478; }","duration":"437.17305ms","start":"2026-04-02T17:40:15.231665Z","end":"2026-04-02T17:40:15.668838Z","steps":["trace[633614149] 'agreement among raft nodes before linearized reading' (duration: 437.123709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.100529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"range_response_count:1 size:7761"} {"level":"info","ts":"2026-04-02T17:40:15.668903Z","caller":"traceutil/trace.go:171","msg":"trace[933353809] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; response_count:1; response_revision:30478; }","duration":"388.170031ms","start":"2026-04-02T17:40:15.280728Z","end":"2026-04-02T17:40:15.668898Z","steps":["trace[933353809] 'agreement among raft nodes before linearized reading' (duration: 388.108569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.280704Z","time spent":"388.218203ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7783,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-04-02T17:40:15.668931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.144618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-cb464b779\" ","response":"range_response_count:1 size:8320"} {"level":"info","ts":"2026-04-02T17:40:15.668961Z","caller":"traceutil/trace.go:171","msg":"trace[1291683729] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-cb464b779; range_end:; response_count:1; response_revision:30478; }","duration":"188.20882ms","start":"2026-04-02T17:40:15.480742Z","end":"2026-04-02T17:40:15.668951Z","steps":["trace[1291683729] 'agreement among raft nodes before linearized reading' (duration: 188.135417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.612717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7256"} {"level":"warn","ts":"2026-04-02T17:40:15.668999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.52121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-6b5c8b7cdc\" ","response":"range_response_count:1 size:4958"} {"level":"info","ts":"2026-04-02T17:40:15.669015Z","caller":"traceutil/trace.go:171","msg":"trace[1348788034] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:30478; }","duration":"488.663048ms","start":"2026-04-02T17:40:15.180346Z","end":"2026-04-02T17:40:15.669009Z","steps":["trace[1348788034] 'agreement among raft nodes before linearized reading' (duration: 488.600976ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:15.669031Z","caller":"traceutil/trace.go:171","msg":"trace[267600966] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-6b5c8b7cdc; range_end:; response_count:1; response_revision:30478; }","duration":"213.572852ms","start":"2026-04-02T17:40:15.455448Z","end":"2026-04-02T17:40:15.669021Z","steps":["trace[267600966] 'agreement among raft nodes before linearized reading' (duration: 213.50397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.669041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.82078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:10036"} {"level":"info","ts":"2026-04-02T17:40:15.669068Z","caller":"traceutil/trace.go:171","msg":"trace[2057568946] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:30478; }","duration":"412.847451ms","start":"2026-04-02T17:40:15.256215Z","end":"2026-04-02T17:40:15.669062Z","steps":["trace[2057568946] 'agreement among raft nodes before linearized reading' (duration: 412.781819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.991794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:15.669091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.256205Z","time spent":"412.881612ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10058,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} {"level":"info","ts":"2026-04-02T17:40:15.669111Z","caller":"traceutil/trace.go:171","msg":"trace[108758396] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:30478; }","duration":"431.359557ms","start":"2026-04-02T17:40:15.237744Z","end":"2026-04-02T17:40:15.669104Z","steps":["trace[108758396] 'agreement among raft nodes before linearized reading' (duration: 430.994535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.669135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.237736Z","time spent":"431.393277ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:15.669159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.283321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:15.669189Z","caller":"traceutil/trace.go:171","msg":"trace[1024722694] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30478; }","duration":"429.321442ms","start":"2026-04-02T17:40:15.239861Z","end":"2026-04-02T17:40:15.669182Z","steps":["trace[1024722694] 'agreement among raft nodes before linearized reading' (duration: 429.276801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.78048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-housekeeping-86b456d9c5\" ","response":"range_response_count:1 size:6724"} {"level":"info","ts":"2026-04-02T17:40:15.669246Z","caller":"traceutil/trace.go:171","msg":"trace[552474960] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-housekeeping-86b456d9c5; range_end:; response_count:1; response_revision:30478; }","duration":"463.123791ms","start":"2026-04-02T17:40:15.206112Z","end":"2026-04-02T17:40:15.669235Z","steps":["trace[552474960] 'agreement among raft nodes before linearized reading' (duration: 462.78574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.669273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.206094Z","time spent":"463.172353ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":6746,"request content":"key:\"/registry/replicasets/openstack/octavia-housekeeping-86b456d9c5\" "} {"level":"warn","ts":"2026-04-02T17:40:15.667976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.108403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:15.669034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.180328Z","time spent":"488.700749ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7278,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-04-02T17:40:15.669367Z","caller":"traceutil/trace.go:171","msg":"trace[1994537980] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30478; }","duration":"429.523039ms","start":"2026-04-02T17:40:15.239838Z","end":"2026-04-02T17:40:15.669361Z","steps":["trace[1994537980] 'agreement among raft nodes before linearized reading' (duration: 428.088713ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:15.668027Z","caller":"traceutil/trace.go:171","msg":"trace[643786752] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-69996b7f7f; range_end:; response_count:1; response_revision:30478; }","duration":"162.065863ms","start":"2026-04-02T17:40:15.50595Z","end":"2026-04-02T17:40:15.668016Z","steps":["trace[643786752] 'agreement among raft nodes before linearized reading' (duration: 161.96037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.669069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.109325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:15.669392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.239833Z","time spent":"429.55476ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-02T17:40:15.669415Z","caller":"traceutil/trace.go:171","msg":"trace[787362618] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:30478; }","duration":"181.474217ms","start":"2026-04-02T17:40:15.48793Z","end":"2026-04-02T17:40:15.669405Z","steps":["trace[787362618] 'agreement among raft nodes before linearized reading' (duration: 181.111836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.668884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.231649Z","time spent":"437.225452ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10851,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-02T17:40:15.669215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.239858Z","time spent":"429.351943ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:15.66909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.75612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-api-866fdb94b6\" ","response":"range_response_count:1 size:7095"} {"level":"info","ts":"2026-04-02T17:40:15.669539Z","caller":"traceutil/trace.go:171","msg":"trace[340720186] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-api-866fdb94b6; range_end:; response_count:1; response_revision:30478; }","duration":"513.239915ms","start":"2026-04-02T17:40:15.156292Z","end":"2026-04-02T17:40:15.669532Z","steps":["trace[340720186] 'agreement among raft nodes before linearized reading' (duration: 512.75157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.669564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.156273Z","time spent":"513.283887ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7117,"request content":"key:\"/registry/replicasets/openstack/octavia-api-866fdb94b6\" "} {"level":"warn","ts":"2026-04-02T17:40:15.669656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.647871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:15.669667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.038178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/ovn-northd-7785c59fb4\" ","response":"range_response_count:1 size:6132"} {"level":"warn","ts":"2026-04-02T17:40:15.669676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.552092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9743"} {"level":"info","ts":"2026-04-02T17:40:15.669685Z","caller":"traceutil/trace.go:171","msg":"trace[806844181] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:30478; }","duration":"329.697993ms","start":"2026-04-02T17:40:15.339981Z","end":"2026-04-02T17:40:15.669679Z","steps":["trace[806844181] 'agreement among raft nodes before linearized reading' (duration: 329.658131ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:15.669691Z","caller":"traceutil/trace.go:171","msg":"trace[1088582556] range","detail":"{range_begin:/registry/replicasets/openstack/ovn-northd-7785c59fb4; range_end:; response_count:1; response_revision:30478; }","duration":"314.0917ms","start":"2026-04-02T17:40:15.355593Z","end":"2026-04-02T17:40:15.669684Z","steps":["trace[1088582556] 'agreement among raft nodes before linearized reading' (duration: 314.029478ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:15.669696Z","caller":"traceutil/trace.go:171","msg":"trace[341123110] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:30478; }","duration":"263.595113ms","start":"2026-04-02T17:40:15.406094Z","end":"2026-04-02T17:40:15.669689Z","steps":["trace[341123110] 'agreement among raft nodes before linearized reading' (duration: 263.536241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:15.669713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.355537Z","time spent":"314.171352ms","remote":"127.0.0.1:59298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":6154,"request content":"key:\"/registry/replicasets/openstack/ovn-northd-7785c59fb4\" "} {"level":"warn","ts":"2026-04-02T17:40:15.669719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.339973Z","time spent":"329.730504ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:15.669747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:15.339864Z","time spent":"328.375401ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:15.669648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.125281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/placement-api-7d54bcccbc\" ","response":"range_response_count:1 size:7445"} {"level":"info","ts":"2026-04-02T17:40:15.670027Z","caller":"traceutil/trace.go:171","msg":"trace[1727774946] range","detail":"{range_begin:/registry/replicasets/openstack/placement-api-7d54bcccbc; range_end:; response_count:1; response_revision:30478; }","duration":"289.540134ms","start":"2026-04-02T17:40:15.380479Z","end":"2026-04-02T17:40:15.670019Z","steps":["trace[1727774946] 'agreement among raft nodes before linearized reading' (duration: 289.11948ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:21.798991Z","caller":"traceutil/trace.go:171","msg":"trace[77839665] transaction","detail":"{read_only:false; response_revision:30604; number_of_response:1; }","duration":"107.204349ms","start":"2026-04-02T17:40:21.691748Z","end":"2026-04-02T17:40:21.798952Z","steps":["trace[77839665] 'process raft request' (duration: 72.948136ms)","trace[77839665] 'compare' (duration: 34.122359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:21.799067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.000124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-02T17:40:21.799085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.62014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:40:21.799138Z","caller":"traceutil/trace.go:171","msg":"trace[948575284] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30604; }","duration":"108.098197ms","start":"2026-04-02T17:40:21.691021Z","end":"2026-04-02T17:40:21.799119Z","steps":["trace[948575284] 'agreement among raft nodes before linearized reading' (duration: 107.902821ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:21.799154Z","caller":"traceutil/trace.go:171","msg":"trace[1530490286] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30604; }","duration":"106.701914ms","start":"2026-04-02T17:40:21.69243Z","end":"2026-04-02T17:40:21.799132Z","steps":["trace[1530490286] 'agreement among raft nodes before linearized reading' (duration: 106.536618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:21.799207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.709325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:21.799282Z","caller":"traceutil/trace.go:171","msg":"trace[1009010869] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30604; }","duration":"107.812419ms","start":"2026-04-02T17:40:21.691449Z","end":"2026-04-02T17:40:21.799262Z","steps":["trace[1009010869] 'agreement among raft nodes before linearized reading' (duration: 107.569541ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:21.973337Z","caller":"traceutil/trace.go:171","msg":"trace[1482592272] transaction","detail":"{read_only:false; response_revision:30605; number_of_response:1; }","duration":"169.033634ms","start":"2026-04-02T17:40:21.804273Z","end":"2026-04-02T17:40:21.973307Z","steps":["trace[1482592272] 'process raft request' (duration: 107.965853ms)","trace[1482592272] 'compare' (duration: 60.72092ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:22.786018Z","caller":"traceutil/trace.go:171","msg":"trace[1563490457] transaction","detail":"{read_only:false; response_revision:30615; number_of_response:1; }","duration":"214.563333ms","start":"2026-04-02T17:40:22.571428Z","end":"2026-04-02T17:40:22.785991Z","steps":["trace[1563490457] 'process raft request' (duration: 214.390407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.251745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.094518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:23.251831Z","caller":"traceutil/trace.go:171","msg":"trace[1797556436] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:30615; }","duration":"139.232702ms","start":"2026-04-02T17:40:23.112575Z","end":"2026-04-02T17:40:23.251808Z","steps":["trace[1797556436] 'count revisions from in-memory index tree' (duration: 138.981724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.251823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.990379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:23.251867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.00616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-02T17:40:23.251901Z","caller":"traceutil/trace.go:171","msg":"trace[1037122056] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30615; }","duration":"322.119633ms","start":"2026-04-02T17:40:22.929761Z","end":"2026-04-02T17:40:23.25188Z","steps":["trace[1037122056] 'count revisions from in-memory index tree' (duration: 321.907147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.251946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:22.929739Z","time spent":"322.194566ms","remote":"127.0.0.1:37416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:23.252037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.830389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:23.252108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.250688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:23.251946Z","caller":"traceutil/trace.go:171","msg":"trace[1877863756] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:30615; }","duration":"186.114554ms","start":"2026-04-02T17:40:23.065801Z","end":"2026-04-02T17:40:23.251916Z","steps":["trace[1877863756] 'range keys from in-memory index tree' (duration: 185.846555ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:23.252144Z","caller":"traceutil/trace.go:171","msg":"trace[364872032] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30615; }","duration":"136.33495ms","start":"2026-04-02T17:40:23.115799Z","end":"2026-04-02T17:40:23.252134Z","steps":["trace[364872032] 'range keys from in-memory index tree' (duration: 136.106793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.25219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.053066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:23.252311Z","caller":"traceutil/trace.go:171","msg":"trace[1901632312] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30615; }","duration":"139.207271ms","start":"2026-04-02T17:40:23.113086Z","end":"2026-04-02T17:40:23.252294Z","steps":["trace[1901632312] 'range keys from in-memory index tree' (duration: 138.912302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:23.252274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.488198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:23.252412Z","caller":"traceutil/trace.go:171","msg":"trace[1906960237] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30615; }","duration":"139.215651ms","start":"2026-04-02T17:40:23.113184Z","end":"2026-04-02T17:40:23.2524Z","steps":["trace[1906960237] 'range keys from in-memory index tree' (duration: 138.794268ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:23.252414Z","caller":"traceutil/trace.go:171","msg":"trace[1709548783] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30615; }","duration":"138.622372ms","start":"2026-04-02T17:40:23.113779Z","end":"2026-04-02T17:40:23.252401Z","steps":["trace[1709548783] 'range keys from in-memory index tree' (duration: 138.449947ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:24.054722Z","caller":"traceutil/trace.go:171","msg":"trace[230203340] transaction","detail":"{read_only:false; response_revision:30619; number_of_response:1; }","duration":"112.159716ms","start":"2026-04-02T17:40:23.942457Z","end":"2026-04-02T17:40:24.054617Z","steps":["trace[230203340] 'process raft request' (duration: 70.674114ms)","trace[230203340] 'compare' (duration: 41.072358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:24.352883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.636729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:24.353001Z","caller":"traceutil/trace.go:171","msg":"trace[1146072173] transaction","detail":"{read_only:false; response_revision:30620; number_of_response:1; }","duration":"294.060817ms","start":"2026-04-02T17:40:24.058919Z","end":"2026-04-02T17:40:24.35298Z","steps":["trace[1146072173] 'process raft request' (duration: 126.221961ms)","trace[1146072173] 'compare' (duration: 167.371311ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:24.363021Z","caller":"traceutil/trace.go:171","msg":"trace[1488375923] transaction","detail":"{read_only:false; response_revision:30621; number_of_response:1; }","duration":"302.841654ms","start":"2026-04-02T17:40:24.060145Z","end":"2026-04-02T17:40:24.362987Z","steps":["trace[1488375923] 'process raft request' (duration: 302.597336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:24.363224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.060102Z","time spent":"303.023289ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:24.363324Z","caller":"traceutil/trace.go:171","msg":"trace[1205291460] transaction","detail":"{read_only:false; number_of_response:0; response_revision:30621; }","duration":"301.714888ms","start":"2026-04-02T17:40:24.061577Z","end":"2026-04-02T17:40:24.363292Z","steps":["trace[1205291460] 'process raft request' (duration: 301.352416ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:24.363414Z","caller":"traceutil/trace.go:171","msg":"trace[185069527] transaction","detail":"{read_only:false; response_revision:30622; number_of_response:1; }","duration":"301.048807ms","start":"2026-04-02T17:40:24.062337Z","end":"2026-04-02T17:40:24.363385Z","steps":["trace[185069527] 'process raft request' (duration: 300.860191ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:24.363616Z","caller":"traceutil/trace.go:171","msg":"trace[994719202] transaction","detail":"{read_only:false; response_revision:30623; number_of_response:1; }","duration":"301.197601ms","start":"2026-04-02T17:40:24.062405Z","end":"2026-04-02T17:40:24.363602Z","steps":["trace[994719202] 'process raft request' (duration: 300.931803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:24.363442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.061567Z","time spent":"301.829812ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T17:40:24.3637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.062398Z","time spent":"301.259933ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:24.36374Z","caller":"traceutil/trace.go:171","msg":"trace[1189055640] transaction","detail":"{read_only:false; response_revision:30624; number_of_response:1; }","duration":"300.781408ms","start":"2026-04-02T17:40:24.06294Z","end":"2026-04-02T17:40:24.363721Z","steps":["trace[1189055640] 'process raft request' (duration: 300.544861ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:24.3636Z","caller":"traceutil/trace.go:171","msg":"trace[869964679] linearizableReadLoop","detail":"{readStateIndex:32038; appliedIndex:32035; }","duration":"301.340666ms","start":"2026-04-02T17:40:24.062237Z","end":"2026-04-02T17:40:24.363578Z","steps":["trace[869964679] 'read index received' (duration: 122.857103ms)","trace[869964679] 'applied index is now lower than readState.Index' (duration: 178.482053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:24.363596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.062322Z","time spent":"301.176551ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:24.363849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.06293Z","time spent":"300.86086ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:24.363926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.643296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:40:24.364146Z","caller":"traceutil/trace.go:171","msg":"trace[619555625] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30624; }","duration":"301.921384ms","start":"2026-04-02T17:40:24.062202Z","end":"2026-04-02T17:40:24.364123Z","steps":["trace[619555625] 'agreement among raft nodes before linearized reading' (duration: 301.448179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:24.364218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:24.062185Z","time spent":"302.014857ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:40:24.372938Z","caller":"traceutil/trace.go:171","msg":"trace[94988835] transaction","detail":"{read_only:false; response_revision:30625; number_of_response:1; }","duration":"118.292879ms","start":"2026-04-02T17:40:24.254627Z","end":"2026-04-02T17:40:24.37292Z","steps":["trace[94988835] 'process raft request' (duration: 118.210877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:24.373078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.391608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:24.373125Z","caller":"traceutil/trace.go:171","msg":"trace[1685164264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30625; }","duration":"177.490021ms","start":"2026-04-02T17:40:24.195622Z","end":"2026-04-02T17:40:24.373112Z","steps":["trace[1685164264] 'agreement among raft nodes before linearized reading' (duration: 177.402608ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:24.909009Z","caller":"traceutil/trace.go:171","msg":"trace[389765579] transaction","detail":"{read_only:false; response_revision:30634; number_of_response:1; }","duration":"116.479062ms","start":"2026-04-02T17:40:24.792502Z","end":"2026-04-02T17:40:24.908981Z","steps":["trace[389765579] 'process raft request' (duration: 115.385128ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:26.502508Z","caller":"traceutil/trace.go:171","msg":"trace[2073646824] transaction","detail":"{read_only:false; response_revision:30639; number_of_response:1; }","duration":"114.242262ms","start":"2026-04-02T17:40:26.388242Z","end":"2026-04-02T17:40:26.502484Z","steps":["trace[2073646824] 'process raft request' (duration: 113.055574ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:26.509315Z","caller":"traceutil/trace.go:171","msg":"trace[1649945173] transaction","detail":"{read_only:false; response_revision:30641; number_of_response:1; }","duration":"119.787727ms","start":"2026-04-02T17:40:26.389517Z","end":"2026-04-02T17:40:26.509305Z","steps":["trace[1649945173] 'process raft request' (duration: 119.729985ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:26.509383Z","caller":"traceutil/trace.go:171","msg":"trace[2071433685] linearizableReadLoop","detail":"{readStateIndex:32059; appliedIndex:32055; }","duration":"103.893514ms","start":"2026-04-02T17:40:26.405469Z","end":"2026-04-02T17:40:26.509362Z","steps":["trace[2071433685] 'read index received' (duration: 95.84489ms)","trace[2071433685] 'applied index is now lower than readState.Index' (duration: 8.047284ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:26.509451Z","caller":"traceutil/trace.go:171","msg":"trace[1437467531] transaction","detail":"{read_only:false; response_revision:30640; number_of_response:1; }","duration":"121.067157ms","start":"2026-04-02T17:40:26.388377Z","end":"2026-04-02T17:40:26.509444Z","steps":["trace[1437467531] 'process raft request' (duration: 120.793709ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:26.509527Z","caller":"traceutil/trace.go:171","msg":"trace[1298629527] transaction","detail":"{read_only:false; response_revision:30642; number_of_response:1; }","duration":"104.840474ms","start":"2026-04-02T17:40:26.404678Z","end":"2026-04-02T17:40:26.509518Z","steps":["trace[1298629527] 'process raft request' (duration: 104.604296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:26.509708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.228375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:40:26.509742Z","caller":"traceutil/trace.go:171","msg":"trace[1639799972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30642; }","duration":"104.289537ms","start":"2026-04-02T17:40:26.405443Z","end":"2026-04-02T17:40:26.509733Z","steps":["trace[1639799972] 'agreement among raft nodes before linearized reading' (duration: 104.170593ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:26.691557Z","caller":"traceutil/trace.go:171","msg":"trace[1096107853] transaction","detail":"{read_only:false; response_revision:30645; number_of_response:1; }","duration":"149.680082ms","start":"2026-04-02T17:40:26.541845Z","end":"2026-04-02T17:40:26.691525Z","steps":["trace[1096107853] 'process raft request' (duration: 140.604505ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:26.694258Z","caller":"traceutil/trace.go:171","msg":"trace[981919861] transaction","detail":"{read_only:false; response_revision:30646; number_of_response:1; }","duration":"148.842265ms","start":"2026-04-02T17:40:26.545378Z","end":"2026-04-02T17:40:26.69422Z","steps":["trace[981919861] 'process raft request' (duration: 148.537475ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:27.161664Z","caller":"traceutil/trace.go:171","msg":"trace[1128819230] transaction","detail":"{read_only:false; response_revision:30654; number_of_response:1; }","duration":"154.107382ms","start":"2026-04-02T17:40:27.007533Z","end":"2026-04-02T17:40:27.16164Z","steps":["trace[1128819230] 'process raft request' (duration: 103.388969ms)","trace[1128819230] 'compare' (duration: 50.563638ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:27.161775Z","caller":"traceutil/trace.go:171","msg":"trace[156697108] transaction","detail":"{read_only:false; response_revision:30655; number_of_response:1; }","duration":"153.812233ms","start":"2026-04-02T17:40:27.007944Z","end":"2026-04-02T17:40:27.161756Z","steps":["trace[156697108] 'process raft request' (duration: 153.662208ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:33.211195Z","caller":"traceutil/trace.go:171","msg":"trace[299011088] transaction","detail":"{read_only:false; response_revision:30709; number_of_response:1; }","duration":"183.734409ms","start":"2026-04-02T17:40:33.027424Z","end":"2026-04-02T17:40:33.211158Z","steps":["trace[299011088] 'process raft request' (duration: 160.247416ms)","trace[299011088] 'compare' (duration: 23.028338ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:34.075287Z","caller":"traceutil/trace.go:171","msg":"trace[1179763852] linearizableReadLoop","detail":"{readStateIndex:32130; appliedIndex:32129; }","duration":"210.530516ms","start":"2026-04-02T17:40:33.864721Z","end":"2026-04-02T17:40:34.075251Z","steps":["trace[1179763852] 'read index received' (duration: 210.334609ms)","trace[1179763852] 'applied index is now lower than readState.Index' (duration: 194.836µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:34.07542Z","caller":"traceutil/trace.go:171","msg":"trace[1747449166] transaction","detail":"{read_only:false; response_revision:30710; number_of_response:1; }","duration":"222.895717ms","start":"2026-04-02T17:40:33.852489Z","end":"2026-04-02T17:40:34.075385Z","steps":["trace[1747449166] 'process raft request' (duration: 222.533845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.075541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.783383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:34.075639Z","caller":"traceutil/trace.go:171","msg":"trace[1128661482] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30710; }","duration":"210.910268ms","start":"2026-04-02T17:40:33.864705Z","end":"2026-04-02T17:40:34.075615Z","steps":["trace[1128661482] 'agreement among raft nodes before linearized reading' (duration: 210.709912ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:34.118251Z","caller":"traceutil/trace.go:171","msg":"trace[7223439] transaction","detail":"{read_only:false; response_revision:30711; number_of_response:1; }","duration":"193.127206ms","start":"2026-04-02T17:40:33.925088Z","end":"2026-04-02T17:40:34.118215Z","steps":["trace[7223439] 'process raft request' (duration: 162.469346ms)","trace[7223439] 'compare' (duration: 30.384571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:34.118318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.543764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:34.118426Z","caller":"traceutil/trace.go:171","msg":"trace[513950224] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:30711; }","duration":"147.70494ms","start":"2026-04-02T17:40:33.970703Z","end":"2026-04-02T17:40:34.118408Z","steps":["trace[513950224] 'agreement among raft nodes before linearized reading' (duration: 147.531594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.118327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.295533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:34.119197Z","caller":"traceutil/trace.go:171","msg":"trace[2039965642] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30711; }","duration":"214.056907ms","start":"2026-04-02T17:40:33.904996Z","end":"2026-04-02T17:40:34.119053Z","steps":["trace[2039965642] 'agreement among raft nodes before linearized reading' (duration: 213.140618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:34.501679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.964206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:34.501773Z","caller":"traceutil/trace.go:171","msg":"trace[233998624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30711; }","duration":"190.11434ms","start":"2026-04-02T17:40:34.31163Z","end":"2026-04-02T17:40:34.501745Z","steps":["trace[233998624] 'range keys from in-memory index tree' (duration: 189.845921ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:34.501998Z","caller":"traceutil/trace.go:171","msg":"trace[116120408] transaction","detail":"{read_only:false; response_revision:30712; number_of_response:1; }","duration":"116.276276ms","start":"2026-04-02T17:40:34.385695Z","end":"2026-04-02T17:40:34.501971Z","steps":["trace[116120408] 'process raft request' (duration: 115.675037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.390887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007618153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:35.450298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.112823Z","time spent":"337.464737ms","remote":"127.0.0.1:49212","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T17:40:35.550442Z","caller":"traceutil/trace.go:171","msg":"trace[1677939275] transaction","detail":"{read_only:false; response_revision:30720; number_of_response:1; }","duration":"839.537299ms","start":"2026-04-02T17:40:34.710883Z","end":"2026-04-02T17:40:35.55042Z","steps":["trace[1677939275] 'process raft request' (duration: 839.375444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.550568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.710864Z","time spent":"839.643542ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:35.579106Z","caller":"traceutil/trace.go:171","msg":"trace[230871719] transaction","detail":"{read_only:false; response_revision:30723; number_of_response:1; }","duration":"376.870603ms","start":"2026-04-02T17:40:35.202213Z","end":"2026-04-02T17:40:35.579083Z","steps":["trace[230871719] 'process raft request' (duration: 376.817151ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:35.579118Z","caller":"traceutil/trace.go:171","msg":"trace[900123669] transaction","detail":"{read_only:false; response_revision:30721; number_of_response:1; }","duration":"757.163375ms","start":"2026-04-02T17:40:34.821932Z","end":"2026-04-02T17:40:35.579095Z","steps":["trace[900123669] 'process raft request' (duration: 756.944658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.579229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.202193Z","time spent":"376.973006ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:35.57923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.82191Z","time spent":"757.261938ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:35.579243Z","caller":"traceutil/trace.go:171","msg":"trace[1578132851] linearizableReadLoop","detail":"{readStateIndex:32144; appliedIndex:32139; }","duration":"689.277879ms","start":"2026-04-02T17:40:34.889951Z","end":"2026-04-02T17:40:35.579229Z","steps":["trace[1578132851] 'read index received' (duration: 660.386236ms)","trace[1578132851] 'applied index is now lower than readState.Index' (duration: 28.890543ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:35.579335Z","caller":"traceutil/trace.go:171","msg":"trace[710806989] transaction","detail":"{read_only:false; response_revision:30724; number_of_response:1; }","duration":"363.658155ms","start":"2026-04-02T17:40:35.215665Z","end":"2026-04-02T17:40:35.579323Z","steps":["trace[710806989] 'process raft request' (duration: 363.388897ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:35.579426Z","caller":"traceutil/trace.go:171","msg":"trace[91839591] transaction","detail":"{read_only:false; response_revision:30722; number_of_response:1; }","duration":"653.629712ms","start":"2026-04-02T17:40:34.92578Z","end":"2026-04-02T17:40:35.57941Z","steps":["trace[91839591] 'process raft request' (duration: 653.221249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.579441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.21565Z","time spent":"363.711457ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:35.579499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.925767Z","time spent":"653.681824ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:35.579802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.855097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:40:35.579822Z","caller":"traceutil/trace.go:171","msg":"trace[1325003086] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30724; }","duration":"689.903299ms","start":"2026-04-02T17:40:34.889912Z","end":"2026-04-02T17:40:35.579815Z","steps":["trace[1325003086] 'agreement among raft nodes before linearized reading' (duration: 689.466595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.57984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.889893Z","time spent":"689.943099ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:40:35.739012Z","caller":"traceutil/trace.go:171","msg":"trace[1480034493] linearizableReadLoop","detail":"{readStateIndex:32145; appliedIndex:32144; }","duration":"159.713549ms","start":"2026-04-02T17:40:35.579279Z","end":"2026-04-02T17:40:35.738993Z","steps":["trace[1480034493] 'read index received' (duration: 90.218692ms)","trace[1480034493] 'applied index is now lower than readState.Index' (duration: 69.494097ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:35.739054Z","caller":"traceutil/trace.go:171","msg":"trace[2067845003] transaction","detail":"{read_only:false; number_of_response:0; response_revision:30724; }","duration":"180.793216ms","start":"2026-04-02T17:40:35.558222Z","end":"2026-04-02T17:40:35.739015Z","steps":["trace[2067845003] 'process raft request' (duration: 111.33971ms)","trace[2067845003] 'compare' (duration: 69.380613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:35.739128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.228548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:35.739191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.61203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.739199Z","caller":"traceutil/trace.go:171","msg":"trace[285232720] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30724; }","duration":"435.338361ms","start":"2026-04-02T17:40:35.303846Z","end":"2026-04-02T17:40:35.739184Z","steps":["trace[285232720] 'agreement among raft nodes before linearized reading' (duration: 435.194766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.739238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.303841Z","time spent":"435.390352ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-02T17:40:35.739218Z","caller":"traceutil/trace.go:171","msg":"trace[1927137488] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30724; }","duration":"435.656992ms","start":"2026-04-02T17:40:35.303552Z","end":"2026-04-02T17:40:35.739209Z","steps":["trace[1927137488] 'agreement among raft nodes before linearized reading' (duration: 435.626621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.739276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.303539Z","time spent":"435.728834ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:35.739328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.533343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:35.739161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.528337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.73943Z","caller":"traceutil/trace.go:171","msg":"trace[2105664571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30724; }","duration":"426.644116ms","start":"2026-04-02T17:40:35.312747Z","end":"2026-04-02T17:40:35.739391Z","steps":["trace[2105664571] 'agreement among raft nodes before linearized reading' (duration: 426.480171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.739491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.312738Z","time spent":"426.744009ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:35.739519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.525231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.739609Z","caller":"traceutil/trace.go:171","msg":"trace[1959509776] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:30724; }","duration":"599.663766ms","start":"2026-04-02T17:40:35.139921Z","end":"2026-04-02T17:40:35.739585Z","steps":["trace[1959509776] 'agreement among raft nodes before linearized reading' (duration: 599.469679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.739623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.767814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-02T17:40:35.739653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.139903Z","time spent":"599.739898ms","remote":"127.0.0.1:43228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:35.739667Z","caller":"traceutil/trace.go:171","msg":"trace[1615856750] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30724; }","duration":"434.842636ms","start":"2026-04-02T17:40:35.30481Z","end":"2026-04-02T17:40:35.739653Z","steps":["trace[1615856750] 'agreement among raft nodes before linearized reading' (duration: 434.65829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.739704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.30479Z","time spent":"434.905057ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-02T17:40:35.73945Z","caller":"traceutil/trace.go:171","msg":"trace[117787593] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30724; }","duration":"435.840927ms","start":"2026-04-02T17:40:35.303598Z","end":"2026-04-02T17:40:35.739439Z","steps":["trace[117787593] 'agreement among raft nodes before linearized reading' (duration: 435.505416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.739757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.303594Z","time spent":"436.152847ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:40:35.739534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.514774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:40:35.73978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.947081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T17:40:35.739804Z","caller":"traceutil/trace.go:171","msg":"trace[292037542] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30724; }","duration":"830.818993ms","start":"2026-04-02T17:40:34.908973Z","end":"2026-04-02T17:40:35.739792Z","steps":["trace[292037542] 'agreement among raft nodes before linearized reading' (duration: 830.365729ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:35.739824Z","caller":"traceutil/trace.go:171","msg":"trace[537937411] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30724; }","duration":"157.016624ms","start":"2026-04-02T17:40:35.582793Z","end":"2026-04-02T17:40:35.73981Z","steps":["trace[537937411] 'agreement among raft nodes before linearized reading' (duration: 156.59709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.739836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:34.908964Z","time spent":"830.865715ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:35.739528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.920277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.739956Z","caller":"traceutil/trace.go:171","msg":"trace[268374949] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:30724; }","duration":"416.408013ms","start":"2026-04-02T17:40:35.323532Z","end":"2026-04-02T17:40:35.73994Z","steps":["trace[268374949] 'agreement among raft nodes before linearized reading' (duration: 415.931188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.739996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:35.323513Z","time spent":"416.468174ms","remote":"127.0.0.1:43154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:35.91551Z","caller":"traceutil/trace.go:171","msg":"trace[1958918963] linearizableReadLoop","detail":"{readStateIndex:32148; appliedIndex:32146; }","duration":"141.069159ms","start":"2026-04-02T17:40:35.774415Z","end":"2026-04-02T17:40:35.915484Z","steps":["trace[1958918963] 'read index received' (duration: 27.039074ms)","trace[1958918963] 'applied index is now lower than readState.Index' (duration: 114.028765ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:35.915557Z","caller":"traceutil/trace.go:171","msg":"trace[561063425] transaction","detail":"{read_only:false; response_revision:30726; number_of_response:1; }","duration":"168.696054ms","start":"2026-04-02T17:40:35.746792Z","end":"2026-04-02T17:40:35.915488Z","steps":["trace[561063425] 'process raft request' (duration: 157.944723ms)","trace[561063425] 'compare' (duration: 10.057609ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:35.915795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.351988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.91589Z","caller":"traceutil/trace.go:171","msg":"trace[1492195532] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30727; }","duration":"141.471772ms","start":"2026-04-02T17:40:35.774387Z","end":"2026-04-02T17:40:35.915859Z","steps":["trace[1492195532] 'agreement among raft nodes before linearized reading' (duration: 141.321607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.915941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.335672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:35.915888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.445441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.915989Z","caller":"traceutil/trace.go:171","msg":"trace[962113202] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30727; }","duration":"137.374093ms","start":"2026-04-02T17:40:35.778601Z","end":"2026-04-02T17:40:35.915975Z","steps":["trace[962113202] 'agreement among raft nodes before linearized reading' (duration: 137.325881ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:35.916007Z","caller":"traceutil/trace.go:171","msg":"trace[858519326] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30727; }","duration":"141.574365ms","start":"2026-04-02T17:40:35.774412Z","end":"2026-04-02T17:40:35.915987Z","steps":["trace[858519326] 'agreement among raft nodes before linearized reading' (duration: 141.40049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.916022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.136551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.916137Z","caller":"traceutil/trace.go:171","msg":"trace[714067822] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30727; }","duration":"141.328638ms","start":"2026-04-02T17:40:35.774785Z","end":"2026-04-02T17:40:35.916114Z","steps":["trace[714067822] 'agreement among raft nodes before linearized reading' (duration: 141.129362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.915999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.06055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:35.91616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.374591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T17:40:35.916256Z","caller":"traceutil/trace.go:171","msg":"trace[181631360] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30727; }","duration":"141.335888ms","start":"2026-04-02T17:40:35.774899Z","end":"2026-04-02T17:40:35.916235Z","steps":["trace[181631360] 'agreement among raft nodes before linearized reading' (duration: 140.990787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.916173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.73063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:35.916184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.133722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.916519Z","caller":"traceutil/trace.go:171","msg":"trace[1378912143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30727; }","duration":"111.540037ms","start":"2026-04-02T17:40:35.80475Z","end":"2026-04-02T17:40:35.91629Z","steps":["trace[1378912143] 'agreement among raft nodes before linearized reading' (duration: 111.172325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.916534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.668618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:35.916674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.985007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:35.916727Z","caller":"traceutil/trace.go:171","msg":"trace[1990087916] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30727; }","duration":"141.047869ms","start":"2026-04-02T17:40:35.775671Z","end":"2026-04-02T17:40:35.916719Z","steps":["trace[1990087916] 'agreement among raft nodes before linearized reading' (duration: 140.417109ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:35.91675Z","caller":"traceutil/trace.go:171","msg":"trace[467782763] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30727; }","duration":"142.130593ms","start":"2026-04-02T17:40:35.774586Z","end":"2026-04-02T17:40:35.916716Z","steps":["trace[467782763] 'agreement among raft nodes before linearized reading' (duration: 141.319178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:35.916316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.286686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:35.91685Z","caller":"traceutil/trace.go:171","msg":"trace[1858075288] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30727; }","duration":"141.899806ms","start":"2026-04-02T17:40:35.774941Z","end":"2026-04-02T17:40:35.916841Z","steps":["trace[1858075288] 'agreement among raft nodes before linearized reading' (duration: 140.924605ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:35.916557Z","caller":"traceutil/trace.go:171","msg":"trace[2141851555] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30727; }","duration":"142.146424ms","start":"2026-04-02T17:40:35.774397Z","end":"2026-04-02T17:40:35.916543Z","steps":["trace[2141851555] 'agreement among raft nodes before linearized reading' (duration: 141.350509ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:35.916586Z","caller":"traceutil/trace.go:171","msg":"trace[79277949] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30727; }","duration":"141.805723ms","start":"2026-04-02T17:40:35.77477Z","end":"2026-04-02T17:40:35.916575Z","steps":["trace[79277949] 'agreement among raft nodes before linearized reading' (duration: 141.113331ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:35.919125Z","caller":"traceutil/trace.go:171","msg":"trace[1577895213] transaction","detail":"{read_only:false; response_revision:30727; number_of_response:1; }","duration":"167.102513ms","start":"2026-04-02T17:40:35.751931Z","end":"2026-04-02T17:40:35.919033Z","steps":["trace[1577895213] 'process raft request' (duration: 163.403746ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:36.86566Z","caller":"traceutil/trace.go:171","msg":"trace[475128177] transaction","detail":"{read_only:false; response_revision:30738; number_of_response:1; }","duration":"126.007453ms","start":"2026-04-02T17:40:36.739626Z","end":"2026-04-02T17:40:36.865634Z","steps":["trace[475128177] 'process raft request' (duration: 123.864585ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:40.264159Z","caller":"traceutil/trace.go:171","msg":"trace[1186380489] transaction","detail":"{read_only:false; response_revision:30759; number_of_response:1; }","duration":"241.410202ms","start":"2026-04-02T17:40:40.022727Z","end":"2026-04-02T17:40:40.264138Z","steps":["trace[1186380489] 'process raft request' (duration: 241.280298ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:40.264198Z","caller":"traceutil/trace.go:171","msg":"trace[1404061584] linearizableReadLoop","detail":"{readStateIndex:32181; appliedIndex:32181; }","duration":"165.416699ms","start":"2026-04-02T17:40:40.098757Z","end":"2026-04-02T17:40:40.264174Z","steps":["trace[1404061584] 'read index received' (duration: 165.407339ms)","trace[1404061584] 'applied index is now lower than readState.Index' (duration: 7.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:40.264459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.689568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:40:40.264577Z","caller":"traceutil/trace.go:171","msg":"trace[415915235] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30759; }","duration":"165.876834ms","start":"2026-04-02T17:40:40.098686Z","end":"2026-04-02T17:40:40.264563Z","steps":["trace[415915235] 'agreement among raft nodes before linearized reading' (duration: 165.583824ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:40.427524Z","caller":"traceutil/trace.go:171","msg":"trace[554564718] linearizableReadLoop","detail":"{readStateIndex:32185; appliedIndex:32183; }","duration":"116.077829ms","start":"2026-04-02T17:40:40.31141Z","end":"2026-04-02T17:40:40.427488Z","steps":["trace[554564718] 'read index received' (duration: 4.691818ms)","trace[554564718] 'applied index is now lower than readState.Index' (duration: 111.384281ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:40.427611Z","caller":"traceutil/trace.go:171","msg":"trace[1687289630] transaction","detail":"{read_only:false; response_revision:30763; number_of_response:1; }","duration":"154.69244ms","start":"2026-04-02T17:40:40.272886Z","end":"2026-04-02T17:40:40.427579Z","steps":["trace[1687289630] 'process raft request' (duration: 154.415441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:40.427729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.292117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:40.427815Z","caller":"traceutil/trace.go:171","msg":"trace[340271439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30763; }","duration":"116.423241ms","start":"2026-04-02T17:40:40.311372Z","end":"2026-04-02T17:40:40.427795Z","steps":["trace[340271439] 'agreement among raft nodes before linearized reading' (duration: 116.257356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:40.539327Z","caller":"traceutil/trace.go:171","msg":"trace[1067383] transaction","detail":"{read_only:false; response_revision:30764; number_of_response:1; }","duration":"105.068492ms","start":"2026-04-02T17:40:40.434235Z","end":"2026-04-02T17:40:40.539303Z","steps":["trace[1067383] 'process raft request' (duration: 104.917447ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:41.190576Z","caller":"traceutil/trace.go:171","msg":"trace[1834980284] transaction","detail":"{read_only:false; response_revision:30772; number_of_response:1; }","duration":"114.656035ms","start":"2026-04-02T17:40:41.075895Z","end":"2026-04-02T17:40:41.190551Z","steps":["trace[1834980284] 'process raft request' (duration: 114.475429ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:41.418619Z","caller":"traceutil/trace.go:171","msg":"trace[372452842] linearizableReadLoop","detail":"{readStateIndex:32196; appliedIndex:32195; }","duration":"106.689173ms","start":"2026-04-02T17:40:41.311916Z","end":"2026-04-02T17:40:41.418605Z","steps":["trace[372452842] 'read index received' (duration: 106.534288ms)","trace[372452842] 'applied index is now lower than readState.Index' (duration: 154.475µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:41.418721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.793966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:41.418739Z","caller":"traceutil/trace.go:171","msg":"trace[116082424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30773; }","duration":"106.839827ms","start":"2026-04-02T17:40:41.311894Z","end":"2026-04-02T17:40:41.418733Z","steps":["trace[116082424] 'agreement among raft nodes before linearized reading' (duration: 106.788525ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:41.41872Z","caller":"traceutil/trace.go:171","msg":"trace[1847281271] transaction","detail":"{read_only:false; response_revision:30773; number_of_response:1; }","duration":"120.625493ms","start":"2026-04-02T17:40:41.298072Z","end":"2026-04-02T17:40:41.418697Z","steps":["trace[1847281271] 'process raft request' (duration: 120.421176ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:41.869671Z","caller":"traceutil/trace.go:171","msg":"trace[586295421] transaction","detail":"{read_only:false; response_revision:30775; number_of_response:1; }","duration":"175.330452ms","start":"2026-04-02T17:40:41.694306Z","end":"2026-04-02T17:40:41.869636Z","steps":["trace[586295421] 'process raft request' (duration: 107.667844ms)","trace[586295421] 'compare' (duration: 67.472062ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:42.611817Z","caller":"traceutil/trace.go:171","msg":"trace[888740000] linearizableReadLoop","detail":"{readStateIndex:32204; appliedIndex:32203; }","duration":"126.476597ms","start":"2026-04-02T17:40:42.485311Z","end":"2026-04-02T17:40:42.611788Z","steps":["trace[888740000] 'read index received' (duration: 53.14256ms)","trace[888740000] 'applied index is now lower than readState.Index' (duration: 73.332417ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:42.612116Z","caller":"traceutil/trace.go:171","msg":"trace[1001687168] transaction","detail":"{read_only:false; response_revision:30781; number_of_response:1; }","duration":"157.389035ms","start":"2026-04-02T17:40:42.454707Z","end":"2026-04-02T17:40:42.612096Z","steps":["trace[1001687168] 'process raft request' (duration: 83.80343ms)","trace[1001687168] 'compare' (duration: 73.10373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:42.612375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.034835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:42.612429Z","caller":"traceutil/trace.go:171","msg":"trace[864914533] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:30781; }","duration":"127.128358ms","start":"2026-04-02T17:40:42.485285Z","end":"2026-04-02T17:40:42.612413Z","steps":["trace[864914533] 'agreement among raft nodes before linearized reading' (duration: 127.026745ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:42.959628Z","caller":"traceutil/trace.go:171","msg":"trace[1929737112] transaction","detail":"{read_only:false; response_revision:30787; number_of_response:1; }","duration":"118.854238ms","start":"2026-04-02T17:40:42.840748Z","end":"2026-04-02T17:40:42.959602Z","steps":["trace[1929737112] 'process raft request' (duration: 118.687932ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:43.000618Z","caller":"traceutil/trace.go:171","msg":"trace[1617503836] linearizableReadLoop","detail":"{readStateIndex:32211; appliedIndex:32209; }","duration":"100.636391ms","start":"2026-04-02T17:40:42.899958Z","end":"2026-04-02T17:40:43.000594Z","steps":["trace[1617503836] 'read index received' (duration: 59.495321ms)","trace[1617503836] 'applied index is now lower than readState.Index' (duration: 41.13982ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:43.000795Z","caller":"traceutil/trace.go:171","msg":"trace[894728599] transaction","detail":"{read_only:false; response_revision:30788; number_of_response:1; }","duration":"159.131961ms","start":"2026-04-02T17:40:42.841541Z","end":"2026-04-02T17:40:43.000673Z","steps":["trace[894728599] 'process raft request' (duration: 158.911084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:43.000873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.897149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-02T17:40:43.000954Z","caller":"traceutil/trace.go:171","msg":"trace[918246564] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30788; }","duration":"100.994612ms","start":"2026-04-02T17:40:42.899942Z","end":"2026-04-02T17:40:43.000936Z","steps":["trace[918246564] 'agreement among raft nodes before linearized reading' (duration: 100.751625ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:43.144624Z","caller":"traceutil/trace.go:171","msg":"trace[774397574] transaction","detail":"{read_only:false; response_revision:30789; number_of_response:1; }","duration":"140.220773ms","start":"2026-04-02T17:40:43.004362Z","end":"2026-04-02T17:40:43.144582Z","steps":["trace[774397574] 'process raft request' (duration: 64.562311ms)","trace[774397574] 'compare' (duration: 75.381484ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:43.144681Z","caller":"traceutil/trace.go:171","msg":"trace[535702053] transaction","detail":"{read_only:false; response_revision:30790; number_of_response:1; }","duration":"139.315454ms","start":"2026-04-02T17:40:43.005347Z","end":"2026-04-02T17:40:43.144662Z","steps":["trace[535702053] 'process raft request' (duration: 139.19752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.121255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007618392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:40:45.144417Z","caller":"traceutil/trace.go:171","msg":"trace[669908655] transaction","detail":"{read_only:false; response_revision:30796; number_of_response:1; }","duration":"594.311378ms","start":"2026-04-02T17:40:44.550082Z","end":"2026-04-02T17:40:45.144393Z","steps":["trace[669908655] 'process raft request' (duration: 594.165313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.144585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.550063Z","time spent":"594.431222ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:45.270337Z","caller":"traceutil/trace.go:171","msg":"trace[1222201339] transaction","detail":"{read_only:false; response_revision:30797; number_of_response:1; }","duration":"579.850771ms","start":"2026-04-02T17:40:44.690458Z","end":"2026-04-02T17:40:45.270309Z","steps":["trace[1222201339] 'process raft request' (duration: 579.644565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.270484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.690408Z","time spent":"580.000016ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17222,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:45.270506Z","caller":"traceutil/trace.go:171","msg":"trace[729077835] linearizableReadLoop","detail":"{readStateIndex:32223; appliedIndex:32221; }","duration":"650.293458ms","start":"2026-04-02T17:40:44.620182Z","end":"2026-04-02T17:40:45.270476Z","steps":["trace[729077835] 'read index received' (duration: 524.917814ms)","trace[729077835] 'applied index is now lower than readState.Index' (duration: 125.373544ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:45.270669Z","caller":"traceutil/trace.go:171","msg":"trace[1388129235] transaction","detail":"{read_only:false; response_revision:30798; number_of_response:1; }","duration":"552.60405ms","start":"2026-04-02T17:40:44.717999Z","end":"2026-04-02T17:40:45.270603Z","steps":["trace[1388129235] 'process raft request' (duration: 552.257569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.270763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.568466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-02T17:40:45.270781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.583931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:40:45.270872Z","caller":"traceutil/trace.go:171","msg":"trace[1127447283] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30798; }","duration":"553.704235ms","start":"2026-04-02T17:40:44.717151Z","end":"2026-04-02T17:40:45.270855Z","steps":["trace[1127447283] 'agreement among raft nodes before linearized reading' (duration: 553.475207ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.270878Z","caller":"traceutil/trace.go:171","msg":"trace[614859212] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30798; }","duration":"650.654859ms","start":"2026-04-02T17:40:44.620143Z","end":"2026-04-02T17:40:45.270797Z","steps":["trace[614859212] 'agreement among raft nodes before linearized reading' (duration: 650.455753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.270878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.717981Z","time spent":"552.771214ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:45.270877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.460953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:40:45.270926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.620124Z","time spent":"650.792094ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:45.270929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.717136Z","time spent":"553.780507ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:40:45.270944Z","caller":"traceutil/trace.go:171","msg":"trace[216960572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30798; }","duration":"495.583087ms","start":"2026-04-02T17:40:44.775348Z","end":"2026-04-02T17:40:45.270932Z","steps":["trace[216960572] 'agreement among raft nodes before linearized reading' (duration: 495.3626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.270974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.775331Z","time spent":"495.637818ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:45.270941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.334359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-02T17:40:45.270937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.611895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-02T17:40:45.270966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.479141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:40:45.271036Z","caller":"traceutil/trace.go:171","msg":"trace[1645225397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30798; }","duration":"266.461704ms","start":"2026-04-02T17:40:45.004546Z","end":"2026-04-02T17:40:45.271008Z","steps":["trace[1645225397] 'agreement among raft nodes before linearized reading' (duration: 266.131803ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.271054Z","caller":"traceutil/trace.go:171","msg":"trace[956858587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30798; }","duration":"307.593743ms","start":"2026-04-02T17:40:44.963442Z","end":"2026-04-02T17:40:45.271036Z","steps":["trace[956858587] 'agreement among raft nodes before linearized reading' (duration: 307.408058ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.271053Z","caller":"traceutil/trace.go:171","msg":"trace[2094354719] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30798; }","duration":"121.718438ms","start":"2026-04-02T17:40:45.149296Z","end":"2026-04-02T17:40:45.271015Z","steps":["trace[2094354719] 'agreement among raft nodes before linearized reading' (duration: 121.445689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.271111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.963426Z","time spent":"307.669706ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:45.271204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.274936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:40:45.271288Z","caller":"traceutil/trace.go:171","msg":"trace[1357219213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30798; }","duration":"550.40493ms","start":"2026-04-02T17:40:44.720865Z","end":"2026-04-02T17:40:45.27127Z","steps":["trace[1357219213] 'agreement among raft nodes before linearized reading' (duration: 550.154022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.271337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:44.720851Z","time spent":"550.476822ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:40:45.272296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.998609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:40:45.27306Z","caller":"traceutil/trace.go:171","msg":"trace[896306765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30798; }","duration":"123.760873ms","start":"2026-04-02T17:40:45.149281Z","end":"2026-04-02T17:40:45.273042Z","steps":["trace[896306765] 'agreement among raft nodes before linearized reading' (duration: 122.873335ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.442783Z","caller":"traceutil/trace.go:171","msg":"trace[122066362] transaction","detail":"{read_only:false; response_revision:30799; number_of_response:1; }","duration":"166.976209ms","start":"2026-04-02T17:40:45.275781Z","end":"2026-04-02T17:40:45.442757Z","steps":["trace[122066362] 'process raft request' (duration: 156.654362ms)","trace[122066362] 'compare' (duration: 10.170992ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:45.469529Z","caller":"traceutil/trace.go:171","msg":"trace[73050285] transaction","detail":"{read_only:false; response_revision:30800; number_of_response:1; }","duration":"193.296551ms","start":"2026-04-02T17:40:45.276189Z","end":"2026-04-02T17:40:45.469486Z","steps":["trace[73050285] 'process raft request' (duration: 193.068283ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.469683Z","caller":"traceutil/trace.go:171","msg":"trace[1838192169] transaction","detail":"{read_only:false; response_revision:30801; number_of_response:1; }","duration":"193.387463ms","start":"2026-04-02T17:40:45.27624Z","end":"2026-04-02T17:40:45.469628Z","steps":["trace[1838192169] 'process raft request' (duration: 193.124645ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.46977Z","caller":"traceutil/trace.go:171","msg":"trace[1783280559] transaction","detail":"{read_only:false; response_revision:30802; number_of_response:1; }","duration":"193.175476ms","start":"2026-04-02T17:40:45.276584Z","end":"2026-04-02T17:40:45.469759Z","steps":["trace[1783280559] 'process raft request' (duration: 193.008141ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.46992Z","caller":"traceutil/trace.go:171","msg":"trace[60932500] transaction","detail":"{read_only:false; response_revision:30803; number_of_response:1; }","duration":"193.154696ms","start":"2026-04-02T17:40:45.276746Z","end":"2026-04-02T17:40:45.4699Z","steps":["trace[60932500] 'process raft request' (duration: 192.881157ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.470053Z","caller":"traceutil/trace.go:171","msg":"trace[1656852524] transaction","detail":"{read_only:false; response_revision:30804; number_of_response:1; }","duration":"193.29971ms","start":"2026-04-02T17:40:45.276742Z","end":"2026-04-02T17:40:45.470042Z","steps":["trace[1656852524] 'process raft request' (duration: 192.997241ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.470172Z","caller":"traceutil/trace.go:171","msg":"trace[2132870169] linearizableReadLoop","detail":"{readStateIndex:32231; appliedIndex:32223; }","duration":"154.042059ms","start":"2026-04-02T17:40:45.316119Z","end":"2026-04-02T17:40:45.470161Z","steps":["trace[2132870169] 'read index received' (duration: 116.330547ms)","trace[2132870169] 'applied index is now lower than readState.Index' (duration: 37.710702ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:45.470161Z","caller":"traceutil/trace.go:171","msg":"trace[877388315] transaction","detail":"{read_only:false; response_revision:30805; number_of_response:1; }","duration":"190.880314ms","start":"2026-04-02T17:40:45.27925Z","end":"2026-04-02T17:40:45.470131Z","steps":["trace[877388315] 'process raft request' (duration: 190.617836ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.47022Z","caller":"traceutil/trace.go:171","msg":"trace[487067953] transaction","detail":"{read_only:false; response_revision:30806; number_of_response:1; }","duration":"190.180862ms","start":"2026-04-02T17:40:45.280031Z","end":"2026-04-02T17:40:45.470212Z","steps":["trace[487067953] 'process raft request' (duration: 189.991686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.470239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.107632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:45.47111Z","caller":"traceutil/trace.go:171","msg":"trace[692717885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30806; }","duration":"155.015481ms","start":"2026-04-02T17:40:45.316084Z","end":"2026-04-02T17:40:45.471099Z","steps":["trace[692717885] 'agreement among raft nodes before linearized reading' (duration: 154.120322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.471104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.522205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-04-02T17:40:45.471152Z","caller":"traceutil/trace.go:171","msg":"trace[1925052353] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:30806; }","duration":"142.614508ms","start":"2026-04-02T17:40:45.328525Z","end":"2026-04-02T17:40:45.471139Z","steps":["trace[1925052353] 'agreement among raft nodes before linearized reading' (duration: 142.472353ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.697925Z","caller":"traceutil/trace.go:171","msg":"trace[1472516157] transaction","detail":"{read_only:false; response_revision:30807; number_of_response:1; }","duration":"218.860098ms","start":"2026-04-02T17:40:45.479038Z","end":"2026-04-02T17:40:45.697898Z","steps":["trace[1472516157] 'process raft request' (duration: 199.809396ms)","trace[1472516157] 'compare' (duration: 18.847276ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:45.923725Z","caller":"traceutil/trace.go:171","msg":"trace[1840365734] linearizableReadLoop","detail":"{readStateIndex:32233; appliedIndex:32231; }","duration":"377.665299ms","start":"2026-04-02T17:40:45.546042Z","end":"2026-04-02T17:40:45.923707Z","steps":["trace[1840365734] 'read index received' (duration: 132.818609ms)","trace[1840365734] 'applied index is now lower than readState.Index' (duration: 244.84558ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:45.923771Z","caller":"traceutil/trace.go:171","msg":"trace[425833124] transaction","detail":"{read_only:false; response_revision:30808; number_of_response:1; }","duration":"443.960355ms","start":"2026-04-02T17:40:45.479772Z","end":"2026-04-02T17:40:45.923733Z","steps":["trace[425833124] 'process raft request' (duration: 393.982825ms)","trace[425833124] 'compare' (duration: 49.794174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:45.923918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.864005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-02T17:40:45.923948Z","caller":"traceutil/trace.go:171","msg":"trace[1422119096] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30809; }","duration":"377.946808ms","start":"2026-04-02T17:40:45.545995Z","end":"2026-04-02T17:40:45.923942Z","steps":["trace[1422119096] 'agreement among raft nodes before linearized reading' (duration: 377.831135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.923941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.479764Z","time spent":"444.083638ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:45.923971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.545974Z","time spent":"377.990999ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-02T17:40:45.923815Z","caller":"traceutil/trace.go:171","msg":"trace[1708328855] transaction","detail":"{read_only:false; response_revision:30809; number_of_response:1; }","duration":"331.708646ms","start":"2026-04-02T17:40:45.592098Z","end":"2026-04-02T17:40:45.923807Z","steps":["trace[1708328855] 'process raft request' (duration: 331.556171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.924135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.592078Z","time spent":"331.977375ms","remote":"127.0.0.1:43130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7333,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:45.930732Z","caller":"traceutil/trace.go:171","msg":"trace[1329533853] transaction","detail":"{read_only:false; response_revision:30810; number_of_response:1; }","duration":"222.214415ms","start":"2026-04-02T17:40:45.708485Z","end":"2026-04-02T17:40:45.930699Z","steps":["trace[1329533853] 'process raft request' (duration: 221.995358ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:45.930772Z","caller":"traceutil/trace.go:171","msg":"trace[1494030558] transaction","detail":"{read_only:false; response_revision:30811; number_of_response:1; }","duration":"155.340451ms","start":"2026-04-02T17:40:45.775415Z","end":"2026-04-02T17:40:45.930755Z","steps":["trace[1494030558] 'process raft request' (duration: 155.185086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.931345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.698105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:45.931387Z","caller":"traceutil/trace.go:171","msg":"trace[348466034] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:30812; }","duration":"312.769597ms","start":"2026-04-02T17:40:45.618607Z","end":"2026-04-02T17:40:45.931376Z","steps":["trace[348466034] 'agreement among raft nodes before linearized reading' (duration: 312.700255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.931384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.31057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:45.93141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.618592Z","time spent":"312.811928ms","remote":"127.0.0.1:43134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:45.931464Z","caller":"traceutil/trace.go:171","msg":"trace[1973789155] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:30812; }","duration":"372.439654ms","start":"2026-04-02T17:40:45.559005Z","end":"2026-04-02T17:40:45.931444Z","steps":["trace[1973789155] 'agreement among raft nodes before linearized reading' (duration: 372.290069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:45.931511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:45.558986Z","time spent":"372.514226ms","remote":"127.0.0.1:33930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:46.671027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.370748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:46.671232Z","caller":"traceutil/trace.go:171","msg":"trace[897790413] transaction","detail":"{read_only:false; response_revision:30817; number_of_response:1; }","duration":"163.357484ms","start":"2026-04-02T17:40:46.507856Z","end":"2026-04-02T17:40:46.671213Z","steps":["trace[897790413] 'process raft request' (duration: 163.280621ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:46.671257Z","caller":"traceutil/trace.go:171","msg":"trace[1948752112] transaction","detail":"{read_only:false; response_revision:30816; number_of_response:1; }","duration":"201.452318ms","start":"2026-04-02T17:40:46.469754Z","end":"2026-04-02T17:40:46.671206Z","steps":["trace[1948752112] 'process raft request' (duration: 97.787671ms)","trace[1948752112] 'compare' (duration: 103.226824ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:46.671472Z","caller":"traceutil/trace.go:171","msg":"trace[70736066] linearizableReadLoop","detail":"{readStateIndex:32241; appliedIndex:32240; }","duration":"199.404724ms","start":"2026-04-02T17:40:46.472036Z","end":"2026-04-02T17:40:46.67144Z","steps":["trace[70736066] 'read index received' (duration: 95.455028ms)","trace[70736066] 'applied index is now lower than readState.Index' (duration: 103.948596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:46.671674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.628551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:40:46.671727Z","caller":"traceutil/trace.go:171","msg":"trace[943864664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30817; }","duration":"199.699884ms","start":"2026-04-02T17:40:46.472013Z","end":"2026-04-02T17:40:46.671713Z","steps":["trace[943864664] 'agreement among raft nodes before linearized reading' (duration: 199.529758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:46.671727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.425204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:46.671839Z","caller":"traceutil/trace.go:171","msg":"trace[226057049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30817; }","duration":"118.62579ms","start":"2026-04-02T17:40:46.553192Z","end":"2026-04-02T17:40:46.671817Z","steps":["trace[226057049] 'agreement among raft nodes before linearized reading' (duration: 118.461145ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:46.832266Z","caller":"traceutil/trace.go:171","msg":"trace[995008256] transaction","detail":"{read_only:false; response_revision:30818; number_of_response:1; }","duration":"108.261283ms","start":"2026-04-02T17:40:46.72397Z","end":"2026-04-02T17:40:46.832232Z","steps":["trace[995008256] 'process raft request' (duration: 68.238578ms)","trace[995008256] 'compare' (duration: 39.85692ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:47.006117Z","caller":"traceutil/trace.go:171","msg":"trace[366987581] transaction","detail":"{read_only:false; number_of_response:0; response_revision:30818; }","duration":"159.900195ms","start":"2026-04-02T17:40:46.846193Z","end":"2026-04-02T17:40:47.006093Z","steps":["trace[366987581] 'process raft request' (duration: 97.10302ms)","trace[366987581] 'compare' (duration: 62.758054ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:47.191443Z","caller":"traceutil/trace.go:171","msg":"trace[955053172] linearizableReadLoop","detail":"{readStateIndex:32245; appliedIndex:32244; }","duration":"173.171844ms","start":"2026-04-02T17:40:47.018251Z","end":"2026-04-02T17:40:47.191423Z","steps":["trace[955053172] 'read index received' (duration: 173.03655ms)","trace[955053172] 'applied index is now lower than readState.Index' (duration: 134.494µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:47.191487Z","caller":"traceutil/trace.go:171","msg":"trace[598724777] transaction","detail":"{read_only:false; response_revision:30819; number_of_response:1; }","duration":"174.93691ms","start":"2026-04-02T17:40:47.016519Z","end":"2026-04-02T17:40:47.191456Z","steps":["trace[598724777] 'process raft request' (duration: 174.775145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.191603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.33391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17238"} {"level":"info","ts":"2026-04-02T17:40:47.191638Z","caller":"traceutil/trace.go:171","msg":"trace[1042752001] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30819; }","duration":"173.405471ms","start":"2026-04-02T17:40:47.01822Z","end":"2026-04-02T17:40:47.191626Z","steps":["trace[1042752001] 'agreement among raft nodes before linearized reading' (duration: 173.278697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:47.329259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.685289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:40:47.329321Z","caller":"traceutil/trace.go:171","msg":"trace[457671359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30819; }","duration":"110.784552ms","start":"2026-04-02T17:40:47.218523Z","end":"2026-04-02T17:40:47.329308Z","steps":["trace[457671359] 'range keys from in-memory index tree' (duration: 110.557264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.471267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007618513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T17:40:50.518259Z","caller":"traceutil/trace.go:171","msg":"trace[1933993082] transaction","detail":"{read_only:false; response_revision:30845; number_of_response:1; }","duration":"551.866576ms","start":"2026-04-02T17:40:49.966374Z","end":"2026-04-02T17:40:50.518241Z","steps":["trace[1933993082] 'process raft request' (duration: 551.728372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:50.518394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.966348Z","time spent":"551.972049ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:51.23079Z","caller":"traceutil/trace.go:171","msg":"trace[2107254554] transaction","detail":"{read_only:false; response_revision:30846; number_of_response:1; }","duration":"1.136536489s","start":"2026-04-02T17:40:50.094232Z","end":"2026-04-02T17:40:51.230769Z","steps":["trace[2107254554] 'process raft request' (duration: 1.136343103s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.230907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.094174Z","time spent":"1.136675404s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:51.23109Z","caller":"traceutil/trace.go:171","msg":"trace[1831492939] transaction","detail":"{read_only:false; response_revision:30847; number_of_response:1; }","duration":"1.080280831s","start":"2026-04-02T17:40:50.150801Z","end":"2026-04-02T17:40:51.231082Z","steps":["trace[1831492939] 'process raft request' (duration: 1.07992366s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.23114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.150777Z","time spent":"1.080338233s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:51.231588Z","caller":"traceutil/trace.go:171","msg":"trace[473218624] linearizableReadLoop","detail":"{readStateIndex:32275; appliedIndex:32272; }","duration":"1.260725005s","start":"2026-04-02T17:40:49.970844Z","end":"2026-04-02T17:40:51.231569Z","steps":["trace[473218624] 'read index received' (duration: 547.389205ms)","trace[473218624] 'applied index is now lower than readState.Index' (duration: 713.33489ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:51.231638Z","caller":"traceutil/trace.go:171","msg":"trace[976559396] transaction","detail":"{read_only:false; response_revision:30848; number_of_response:1; }","duration":"799.827604ms","start":"2026-04-02T17:40:50.431775Z","end":"2026-04-02T17:40:51.231603Z","steps":["trace[976559396] 'process raft request' (duration: 799.198784ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:51.231682Z","caller":"traceutil/trace.go:171","msg":"trace[212726176] transaction","detail":"{read_only:false; response_revision:30849; number_of_response:1; }","duration":"730.504773ms","start":"2026-04-02T17:40:50.501157Z","end":"2026-04-02T17:40:51.231662Z","steps":["trace[212726176] 'process raft request' (duration: 730.339818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.231803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260944892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:40:51.231841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.501139Z","time spent":"730.621297ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:51.231851Z","caller":"traceutil/trace.go:171","msg":"trace[886299493] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30849; }","duration":"1.261013895s","start":"2026-04-02T17:40:49.970824Z","end":"2026-04-02T17:40:51.231838Z","steps":["trace[886299493] 'agreement among raft nodes before linearized reading' (duration: 1.26086198s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.23189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:49.970815Z","time spent":"1.261066046s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:51.232328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138084198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.232364Z","caller":"traceutil/trace.go:171","msg":"trace[1694710033] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30849; }","duration":"1.13814468s","start":"2026-04-02T17:40:50.09421Z","end":"2026-04-02T17:40:51.232355Z","steps":["trace[1694710033] 'agreement among raft nodes before linearized reading' (duration: 1.138089188s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.231934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.431749Z","time spent":"799.966609ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:51.232533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.342287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:40:51.232571Z","caller":"traceutil/trace.go:171","msg":"trace[161918914] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:30849; }","duration":"320.41345ms","start":"2026-04-02T17:40:50.912146Z","end":"2026-04-02T17:40:51.232559Z","steps":["trace[161918914] 'agreement among raft nodes before linearized reading' (duration: 320.348617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.232589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137023554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:51.232635Z","caller":"traceutil/trace.go:171","msg":"trace[787291790] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30849; }","duration":"1.137083147s","start":"2026-04-02T17:40:50.095545Z","end":"2026-04-02T17:40:51.232628Z","steps":["trace[787291790] 'agreement among raft nodes before linearized reading' (duration: 1.136955483s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.232649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.828522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.232687Z","caller":"traceutil/trace.go:171","msg":"trace[658436121] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:30849; }","duration":"481.921535ms","start":"2026-04-02T17:40:50.750757Z","end":"2026-04-02T17:40:51.232678Z","steps":["trace[658436121] 'agreement among raft nodes before linearized reading' (duration: 481.868284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.232712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137341905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.232752Z","caller":"traceutil/trace.go:171","msg":"trace[718557580] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30849; }","duration":"1.138124269s","start":"2026-04-02T17:40:50.094621Z","end":"2026-04-02T17:40:51.232746Z","steps":["trace[718557580] 'agreement among raft nodes before linearized reading' (duration: 1.138052887s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.232776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.094596Z","time spent":"1.138174421s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:51.232808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.276793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:51.232841Z","caller":"traceutil/trace.go:171","msg":"trace[575024699] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30849; }","duration":"753.337045ms","start":"2026-04-02T17:40:50.479496Z","end":"2026-04-02T17:40:51.232833Z","steps":["trace[575024699] 'agreement among raft nodes before linearized reading' (duration: 753.246992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.232873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.479481Z","time spent":"753.385666ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:51.232419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.094193Z","time spent":"1.138220083s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:51.233048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.86773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.233077Z","caller":"traceutil/trace.go:171","msg":"trace[628244657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30849; }","duration":"919.943532ms","start":"2026-04-02T17:40:50.313123Z","end":"2026-04-02T17:40:51.233067Z","steps":["trace[628244657] 'agreement among raft nodes before linearized reading' (duration: 919.9034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.313098Z","time spent":"920.005404ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T17:40:51.233116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135808297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.233181Z","caller":"traceutil/trace.go:171","msg":"trace[711172472] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30849; }","duration":"1.135878718s","start":"2026-04-02T17:40:50.097277Z","end":"2026-04-02T17:40:51.233155Z","steps":["trace[711172472] 'agreement among raft nodes before linearized reading' (duration: 1.135799996s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.097269Z","time spent":"1.13594366s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:51.233244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136514559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.233279Z","caller":"traceutil/trace.go:171","msg":"trace[2023117599] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30849; }","duration":"1.13656074s","start":"2026-04-02T17:40:50.096709Z","end":"2026-04-02T17:40:51.23327Z","steps":["trace[2023117599] 'agreement among raft nodes before linearized reading' (duration: 1.136514779s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138401068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:51.23331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.0967Z","time spent":"1.136604421s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-02T17:40:51.233367Z","caller":"traceutil/trace.go:171","msg":"trace[428801953] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30849; }","duration":"1.138430039s","start":"2026-04-02T17:40:50.094877Z","end":"2026-04-02T17:40:51.233307Z","steps":["trace[428801953] 'agreement among raft nodes before linearized reading' (duration: 1.138377837s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.094853Z","time spent":"1.138537113s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:51.233408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003226845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:51.233452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136754727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.233487Z","caller":"traceutil/trace.go:171","msg":"trace[1421926791] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30849; }","duration":"1.136788168s","start":"2026-04-02T17:40:50.09669Z","end":"2026-04-02T17:40:51.233478Z","steps":["trace[1421926791] 'agreement among raft nodes before linearized reading' (duration: 1.136742356s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.09667Z","time spent":"1.136840829s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:40:51.23356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138716638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:51.232721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.750725Z","time spent":"481.988137ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:51.233585Z","caller":"traceutil/trace.go:171","msg":"trace[1452087586] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30849; }","duration":"1.1387542s","start":"2026-04-02T17:40:50.094825Z","end":"2026-04-02T17:40:51.233579Z","steps":["trace[1452087586] 'agreement among raft nodes before linearized reading' (duration: 1.138698828s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.09482Z","time spent":"1.13877988s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:51.23266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.095535Z","time spent":"1.137119758s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:51.233728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138941585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.233767Z","caller":"traceutil/trace.go:171","msg":"trace[682208733] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30849; }","duration":"1.138991566s","start":"2026-04-02T17:40:50.094769Z","end":"2026-04-02T17:40:51.233761Z","steps":["trace[682208733] 'agreement among raft nodes before linearized reading' (duration: 1.138946185s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.094763Z","time spent":"1.139023348s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:40:51.232468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136521078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.233859Z","caller":"traceutil/trace.go:171","msg":"trace[2013143268] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30849; }","duration":"1.137923963s","start":"2026-04-02T17:40:50.095923Z","end":"2026-04-02T17:40:51.233847Z","steps":["trace[2013143268] 'agreement among raft nodes before linearized reading' (duration: 1.136508248s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.095917Z","time spent":"1.137975355s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:51.233915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139158302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:51.233953Z","caller":"traceutil/trace.go:171","msg":"trace[702425468] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30849; }","duration":"1.139210283s","start":"2026-04-02T17:40:50.094736Z","end":"2026-04-02T17:40:51.233946Z","steps":["trace[702425468] 'agreement among raft nodes before linearized reading' (duration: 1.139130791s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.232483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136817968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:51.233977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.09473Z","time spent":"1.139241335s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-02T17:40:51.234007Z","caller":"traceutil/trace.go:171","msg":"trace[998673417] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30849; }","duration":"1.138392898s","start":"2026-04-02T17:40:50.095604Z","end":"2026-04-02T17:40:51.233997Z","steps":["trace[998673417] 'agreement among raft nodes before linearized reading' (duration: 1.136828879s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.233559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135436265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-02T17:40:51.234065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139338168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:51.234042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.095593Z","time spent":"1.138440119s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-02T17:40:51.234109Z","caller":"traceutil/trace.go:171","msg":"trace[143467615] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30849; }","duration":"1.13942006s","start":"2026-04-02T17:40:50.094679Z","end":"2026-04-02T17:40:51.234099Z","steps":["trace[143467615] 'agreement among raft nodes before linearized reading' (duration: 1.139354568s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:51.234084Z","caller":"traceutil/trace.go:171","msg":"trace[923814928] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30849; }","duration":"1.135975521s","start":"2026-04-02T17:40:50.098101Z","end":"2026-04-02T17:40:51.234077Z","steps":["trace[923814928] 'agreement among raft nodes before linearized reading' (duration: 1.135369572s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.234144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.094658Z","time spent":"1.139480282s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:51.234155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.098093Z","time spent":"1.136052504s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:51.232604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.912124Z","time spent":"320.471621ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:51.233704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138886964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.23424Z","caller":"traceutil/trace.go:171","msg":"trace[1271408255] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30849; }","duration":"1.13943162s","start":"2026-04-02T17:40:50.094798Z","end":"2026-04-02T17:40:51.23423Z","steps":["trace[1271408255] 'agreement among raft nodes before linearized reading' (duration: 1.138872613s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.234278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.094793Z","time spent":"1.139476133s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-02T17:40:51.233452Z","caller":"traceutil/trace.go:171","msg":"trace[1027562083] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:30849; }","duration":"1.003332108s","start":"2026-04-02T17:40:50.230108Z","end":"2026-04-02T17:40:51.23344Z","steps":["trace[1027562083] 'agreement among raft nodes before linearized reading' (duration: 1.003262296s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.234342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:50.230075Z","time spent":"1.004253937s","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:51.583373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.265508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:51.583598Z","caller":"traceutil/trace.go:171","msg":"trace[421160635] transaction","detail":"{read_only:false; response_revision:30851; number_of_response:1; }","duration":"233.15501ms","start":"2026-04-02T17:40:51.350425Z","end":"2026-04-02T17:40:51.58358Z","steps":["trace[421160635] 'process raft request' (duration: 233.055707ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:51.583636Z","caller":"traceutil/trace.go:171","msg":"trace[1166237485] linearizableReadLoop","detail":"{readStateIndex:32277; appliedIndex:32276; }","duration":"250.411846ms","start":"2026-04-02T17:40:51.333189Z","end":"2026-04-02T17:40:51.583601Z","steps":["trace[1166237485] 'read index received' (duration: 18.18µs)","trace[1166237485] 'applied index is now lower than readState.Index' (duration: 250.390526ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:51.583762Z","caller":"traceutil/trace.go:171","msg":"trace[1499026984] transaction","detail":"{read_only:false; response_revision:30850; number_of_response:1; }","duration":"340.472924ms","start":"2026-04-02T17:40:51.243034Z","end":"2026-04-02T17:40:51.583507Z","steps":["trace[1499026984] 'process raft request' (duration: 85.990159ms)","trace[1499026984] 'compare' (duration: 254.046401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:51.583832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.617702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:51.583941Z","caller":"traceutil/trace.go:171","msg":"trace[414918024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30851; }","duration":"250.752727ms","start":"2026-04-02T17:40:51.333161Z","end":"2026-04-02T17:40:51.583914Z","steps":["trace[414918024] 'agreement among raft nodes before linearized reading' (duration: 250.590772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:51.584056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.243019Z","time spent":"340.824255ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:52.241799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.761004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:40:52.241985Z","caller":"traceutil/trace.go:171","msg":"trace[2000815806] linearizableReadLoop","detail":"{readStateIndex:32281; appliedIndex:32279; }","duration":"639.677052ms","start":"2026-04-02T17:40:51.602291Z","end":"2026-04-02T17:40:52.241968Z","steps":["trace[2000815806] 'read index received' (duration: 44.174296ms)","trace[2000815806] 'applied index is now lower than readState.Index' (duration: 595.501566ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:52.242084Z","caller":"traceutil/trace.go:171","msg":"trace[314217244] transaction","detail":"{read_only:false; response_revision:30853; number_of_response:1; }","duration":"653.048715ms","start":"2026-04-02T17:40:51.589024Z","end":"2026-04-02T17:40:52.242073Z","steps":["trace[314217244] 'process raft request' (duration: 186.93902ms)","trace[314217244] 'compare' (duration: 465.136484ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:52.242129Z","caller":"traceutil/trace.go:171","msg":"trace[566162320] transaction","detail":"{read_only:false; response_revision:30854; number_of_response:1; }","duration":"652.117186ms","start":"2026-04-02T17:40:51.58998Z","end":"2026-04-02T17:40:52.242097Z","steps":["trace[566162320] 'process raft request' (duration: 651.909189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:52.242151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.589002Z","time spent":"653.112467ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:52.242182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.960015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:52.242219Z","caller":"traceutil/trace.go:171","msg":"trace[933900945] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:30854; }","duration":"103.050337ms","start":"2026-04-02T17:40:52.139159Z","end":"2026-04-02T17:40:52.242209Z","steps":["trace[933900945] 'agreement among raft nodes before linearized reading' (duration: 102.961404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:52.242242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.707765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-02T17:40:52.242261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.589969Z","time spent":"652.222619ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:52.242288Z","caller":"traceutil/trace.go:171","msg":"trace[93237529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30854; }","duration":"609.777327ms","start":"2026-04-02T17:40:51.632499Z","end":"2026-04-02T17:40:52.242276Z","steps":["trace[93237529] 'agreement among raft nodes before linearized reading' (duration: 609.623682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:52.242301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.590425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-02T17:40:52.242332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.474788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-02T17:40:52.242346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.632488Z","time spent":"609.848759ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T17:40:52.242368Z","caller":"traceutil/trace.go:171","msg":"trace[1031379268] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30854; }","duration":"401.71263ms","start":"2026-04-02T17:40:51.840637Z","end":"2026-04-02T17:40:52.242349Z","steps":["trace[1031379268] 'agreement among raft nodes before linearized reading' (duration: 401.483972ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:52.242391Z","caller":"traceutil/trace.go:171","msg":"trace[1016944897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30854; }","duration":"609.550699ms","start":"2026-04-02T17:40:51.632825Z","end":"2026-04-02T17:40:52.242376Z","steps":["trace[1016944897] 'agreement among raft nodes before linearized reading' (duration: 609.392004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:52.242415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.840613Z","time spent":"401.794061ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:52.242337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.286332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-02T17:40:52.242434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.632816Z","time spent":"609.607701ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:40:52.242454Z","caller":"traceutil/trace.go:171","msg":"trace[1533116674] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30854; }","duration":"609.430476ms","start":"2026-04-02T17:40:51.633017Z","end":"2026-04-02T17:40:52.242447Z","steps":["trace[1533116674] 'agreement among raft nodes before linearized reading' (duration: 609.187908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:52.242482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.63301Z","time spent":"609.464607ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:40:52.242553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.158211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:52.242664Z","caller":"traceutil/trace.go:171","msg":"trace[700808679] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:30854; }","duration":"568.301206ms","start":"2026-04-02T17:40:51.674318Z","end":"2026-04-02T17:40:52.242619Z","steps":["trace[700808679] 'agreement among raft nodes before linearized reading' (duration: 567.972356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:52.2429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.57127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-02T17:40:52.243245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.67424Z","time spent":"568.983067ms","remote":"127.0.0.1:33998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:52.243469Z","caller":"traceutil/trace.go:171","msg":"trace[1246184268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30854; }","duration":"641.182799ms","start":"2026-04-02T17:40:51.602259Z","end":"2026-04-02T17:40:52.243442Z","steps":["trace[1246184268] 'agreement among raft nodes before linearized reading' (duration: 639.824386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:52.243566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:51.602246Z","time spent":"641.302864ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:52.814193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007618534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:53.315332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007618534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:53.81585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10515233668007618534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T17:40:53.962539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.714791378s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:53.962947Z","caller":"traceutil/trace.go:171","msg":"trace[1817597408] transaction","detail":"{read_only:false; response_revision:30855; number_of_response:1; }","duration":"1.715269023s","start":"2026-04-02T17:40:52.247646Z","end":"2026-04-02T17:40:53.962915Z","steps":["trace[1817597408] 'process raft request' (duration: 1.715103478s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:53.96313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.247622Z","time spent":"1.715414728s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:54.314058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000397477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T17:40:54.314151Z","caller":"traceutil/trace.go:171","msg":"trace[166462357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566642s","start":"2026-04-02T17:40:52.313566Z","end":"2026-04-02T17:40:54.314133Z","steps":["trace[166462357] 'agreement among raft nodes before linearized reading' (duration: 2.000429338s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:54.314239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.313548Z","time spent":"2.000683495s","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 17:40:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T17:40:55.293843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330861033s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T17:40:55.294626Z","caller":"traceutil/trace.go:171","msg":"trace[1581830752] transaction","detail":"{read_only:false; response_revision:30856; number_of_response:1; }","duration":"3.046818358s","start":"2026-04-02T17:40:52.247779Z","end":"2026-04-02T17:40:55.294597Z","steps":["trace[1581830752] 'process raft request' (duration: 3.046485987s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:55.294703Z","caller":"traceutil/trace.go:171","msg":"trace[1139615275] transaction","detail":"{read_only:false; response_revision:30860; number_of_response:1; }","duration":"2.769936904s","start":"2026-04-02T17:40:52.524744Z","end":"2026-04-02T17:40:55.294681Z","steps":["trace[1139615275] 'process raft request' (duration: 2.769843021s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.294772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.247765Z","time spent":"3.046941621s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.294837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.52472Z","time spent":"2.770048618s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.295015Z","caller":"traceutil/trace.go:171","msg":"trace[1336302221] transaction","detail":"{read_only:false; response_revision:30862; number_of_response:1; }","duration":"2.054723435s","start":"2026-04-02T17:40:53.240283Z","end":"2026-04-02T17:40:55.295006Z","steps":["trace[1336302221] 'process raft request' (duration: 2.054422525s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.29507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240264Z","time spent":"2.054781886s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.295334Z","caller":"traceutil/trace.go:171","msg":"trace[1188541773] transaction","detail":"{read_only:false; response_revision:30857; number_of_response:1; }","duration":"3.046894589s","start":"2026-04-02T17:40:52.248422Z","end":"2026-04-02T17:40:55.295316Z","steps":["trace[1188541773] 'process raft request' (duration: 3.045989141s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:55.295365Z","caller":"traceutil/trace.go:171","msg":"trace[793370988] transaction","detail":"{read_only:false; response_revision:30861; number_of_response:1; }","duration":"2.058176744s","start":"2026-04-02T17:40:53.237178Z","end":"2026-04-02T17:40:55.295355Z","steps":["trace[793370988] 'process raft request' (duration: 2.05744324s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.295416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.237156Z","time spent":"2.058232196s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.295393Z","caller":"traceutil/trace.go:171","msg":"trace[1676068533] transaction","detail":"{read_only:false; response_revision:30863; number_of_response:1; }","duration":"2.054990963s","start":"2026-04-02T17:40:53.240365Z","end":"2026-04-02T17:40:55.295356Z","steps":["trace[1676068533] 'process raft request' (duration: 2.054375443s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.295432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.248409Z","time spent":"3.046975993s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.295501Z","caller":"traceutil/trace.go:171","msg":"trace[1500281799] transaction","detail":"{read_only:false; response_revision:30864; number_of_response:1; }","duration":"1.706079884s","start":"2026-04-02T17:40:53.589414Z","end":"2026-04-02T17:40:55.295494Z","steps":["trace[1500281799] 'process raft request' (duration: 1.705344341s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.295541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.589388Z","time spent":"1.706134986s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.295551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240344Z","time spent":"2.055123277s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:40:55.295605Z","caller":"traceutil/trace.go:171","msg":"trace[51374281] transaction","detail":"{read_only:false; response_revision:30859; number_of_response:1; }","duration":"3.043045268s","start":"2026-04-02T17:40:52.252547Z","end":"2026-04-02T17:40:55.295592Z","steps":["trace[51374281] 'process raft request' (duration: 3.041944173s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:55.295558Z","caller":"traceutil/trace.go:171","msg":"trace[765018741] transaction","detail":"{read_only:false; response_revision:30858; number_of_response:1; }","duration":"3.046601051s","start":"2026-04-02T17:40:52.248943Z","end":"2026-04-02T17:40:55.295544Z","steps":["trace[765018741] 'process raft request' (duration: 3.045514576s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.295678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.248932Z","time spent":"3.046726334s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.295687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.252531Z","time spent":"3.04311545s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.9048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.001684ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:40:55.904956Z","caller":"traceutil/trace.go:171","msg":"trace[1941558525] linearizableReadLoop","detail":"{readStateIndex:32292; appliedIndex:32282; }","duration":"3.59133113s","start":"2026-04-02T17:40:52.313612Z","end":"2026-04-02T17:40:55.904943Z","steps":["trace[1941558525] 'read index received' (duration: 1.649305578s)","trace[1941558525] 'applied index is now lower than readState.Index' (duration: 1.942024822s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.90513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.640451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.90523Z","caller":"traceutil/trace.go:171","msg":"trace[1492772689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30864; }","duration":"205.751424ms","start":"2026-04-02T17:40:55.699465Z","end":"2026-04-02T17:40:55.905216Z","steps":["trace[1492772689] 'range keys from in-memory index tree' (duration: 205.61725ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:55.905559Z","caller":"traceutil/trace.go:171","msg":"trace[370927210] transaction","detail":"{read_only:false; response_revision:30865; number_of_response:1; }","duration":"1.729144873s","start":"2026-04-02T17:40:54.17638Z","end":"2026-04-02T17:40:55.905525Z","steps":["trace[370927210] 'process raft request' (duration: 1.728492682s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:40:55.905747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.176355Z","time spent":"1.729317968s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:40:55.97997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.674015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:55.980029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739617236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:55.980037Z","caller":"traceutil/trace.go:171","msg":"trace[1163669317] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:30865; }","duration":"504.779208ms","start":"2026-04-02T17:40:55.47524Z","end":"2026-04-02T17:40:55.980019Z","steps":["trace[1163669317] 'agreement among raft nodes before linearized reading' (duration: 430.314074ms)","trace[1163669317] 'count revisions from in-memory index tree' (duration: 74.372751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738127709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:55.980043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742141986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:55.98022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738513571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-02T17:40:55.980215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.231852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-04-02T17:40:55.980236Z","caller":"traceutil/trace.go:171","msg":"trace[1023133335] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30865; }","duration":"2.738561013s","start":"2026-04-02T17:40:53.241669Z","end":"2026-04-02T17:40:55.98023Z","steps":["trace[1023133335] 'agreement among raft nodes before linearized reading' (duration: 2.66384586s)","trace[1023133335] 'range keys from in-memory index tree' (duration: 74.677081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.98017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66261471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-02T17:40:55.980265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66040663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.980297Z","caller":"traceutil/trace.go:171","msg":"trace[1486554534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30865; }","duration":"1.660453711s","start":"2026-04-02T17:40:54.319836Z","end":"2026-04-02T17:40:55.98029Z","steps":["trace[1486554534] 'agreement among raft nodes before linearized reading' (duration: 1.585658267s)","trace[1486554534] 'range keys from in-memory index tree' (duration: 74.758264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739876505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:55.980326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.319826Z","time spent":"1.660493472s","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:40:55.980328Z","caller":"traceutil/trace.go:171","msg":"trace[1667255226] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30865; }","duration":"2.739915705s","start":"2026-04-02T17:40:53.240401Z","end":"2026-04-02T17:40:55.980317Z","steps":["trace[1667255226] 'agreement among raft nodes before linearized reading' (duration: 2.665147172s)","trace[1667255226] 'range keys from in-memory index tree' (duration: 74.732562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738414638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:55.980246Z","caller":"traceutil/trace.go:171","msg":"trace[805523263] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30865; }","duration":"2.742380834s","start":"2026-04-02T17:40:53.237847Z","end":"2026-04-02T17:40:55.980228Z","steps":["trace[805523263] 'agreement among raft nodes before linearized reading' (duration: 2.667734444s)","trace[805523263] 'range keys from in-memory index tree' (duration: 74.420513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240395Z","time spent":"2.739955016s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-02T17:40:55.980368Z","caller":"traceutil/trace.go:171","msg":"trace[67530950] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30865; }","duration":"2.738433899s","start":"2026-04-02T17:40:53.241928Z","end":"2026-04-02T17:40:55.980362Z","steps":["trace[67530950] 'agreement among raft nodes before linearized reading' (duration: 2.663555882s)","trace[67530950] 'range keys from in-memory index tree' (duration: 74.833456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.24191Z","time spent":"2.738468989s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632915946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-04-02T17:40:55.980024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739605036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.980429Z","caller":"traceutil/trace.go:171","msg":"trace[1084663896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30865; }","duration":"3.632989258s","start":"2026-04-02T17:40:52.347419Z","end":"2026-04-02T17:40:55.980409Z","steps":["trace[1084663896] 'agreement among raft nodes before linearized reading' (duration: 3.558030888s)","trace[1084663896] 'range keys from in-memory index tree' (duration: 74.811255ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:55.980444Z","caller":"traceutil/trace.go:171","msg":"trace[278443052] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e; range_end:; response_count:1; response_revision:30865; }","duration":"1.662758285s","start":"2026-04-02T17:40:54.317512Z","end":"2026-04-02T17:40:55.98027Z","steps":["trace[278443052] 'agreement among raft nodes before linearized reading' (duration: 1.587993581s)","trace[278443052] 'range keys from in-memory index tree' (duration: 74.585138ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740124582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:55.980387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.237836Z","time spent":"2.742540238s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472714477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.980511Z","caller":"traceutil/trace.go:171","msg":"trace[668591760] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30865; }","duration":"2.740164533s","start":"2026-04-02T17:40:53.240341Z","end":"2026-04-02T17:40:55.980506Z","steps":["trace[668591760] 'agreement among raft nodes before linearized reading' (duration: 2.665247455s)","trace[668591760] 'range keys from in-memory index tree' (duration: 74.894008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240333Z","time spent":"2.740192164s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611437792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.980489Z","caller":"traceutil/trace.go:171","msg":"trace[493278894] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30865; }","duration":"2.74006907s","start":"2026-04-02T17:40:53.240343Z","end":"2026-04-02T17:40:55.980412Z","steps":["trace[493278894] 'agreement among raft nodes before linearized reading' (duration: 2.665219584s)","trace[493278894] 'range keys from in-memory index tree' (duration: 74.403532ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:55.980062Z","caller":"traceutil/trace.go:171","msg":"trace[972338789] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30865; }","duration":"2.739691278s","start":"2026-04-02T17:40:53.240361Z","end":"2026-04-02T17:40:55.980052Z","steps":["trace[972338789] 'agreement among raft nodes before linearized reading' (duration: 2.665195223s)","trace[972338789] 'range keys from in-memory index tree' (duration: 74.409872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245931298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:40:55.980259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562607531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.980633Z","caller":"traceutil/trace.go:171","msg":"trace[1950510528] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:30865; }","duration":"1.24602156s","start":"2026-04-02T17:40:54.734605Z","end":"2026-04-02T17:40:55.980627Z","steps":["trace[1950510528] 'agreement among raft nodes before linearized reading' (duration: 1.171018889s)","trace[1950510528] 'count revisions from in-memory index tree' (duration: 74.97737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.24032Z","time spent":"2.740287728s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-02T17:40:55.980646Z","caller":"traceutil/trace.go:171","msg":"trace[579870891] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30865; }","duration":"2.563001513s","start":"2026-04-02T17:40:53.417635Z","end":"2026-04-02T17:40:55.980637Z","steps":["trace[579870891] 'agreement among raft nodes before linearized reading' (duration: 2.487823447s)","trace[579870891] 'range keys from in-memory index tree' (duration: 74.764854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.734581Z","time spent":"1.246069032s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:55.980577Z","caller":"traceutil/trace.go:171","msg":"trace[1048427042] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:30865; }","duration":"1.611910057s","start":"2026-04-02T17:40:54.368647Z","end":"2026-04-02T17:40:55.980557Z","steps":["trace[1048427042] 'agreement among raft nodes before linearized reading' (duration: 1.536833983s)","trace[1048427042] 'count revisions from in-memory index tree' (duration: 74.629939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.24034Z","time spent":"2.740291507s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.417616Z","time spent":"2.563049145s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.368626Z","time spent":"1.612055802s","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:55.980105Z","caller":"traceutil/trace.go:171","msg":"trace[1359660123] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30865; }","duration":"2.738237702s","start":"2026-04-02T17:40:53.241848Z","end":"2026-04-02T17:40:55.980086Z","steps":["trace[1359660123] 'agreement among raft nodes before linearized reading' (duration: 2.663651504s)","trace[1359660123] 'range keys from in-memory index tree' (duration: 74.473545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32976744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-02T17:40:55.980775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.241837Z","time spent":"2.738930115s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-02T17:40:55.9808Z","caller":"traceutil/trace.go:171","msg":"trace[107212886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30865; }","duration":"2.330622017s","start":"2026-04-02T17:40:53.65017Z","end":"2026-04-02T17:40:55.980793Z","steps":["trace[107212886] 'agreement among raft nodes before linearized reading' (duration: 2.255366348s)","trace[107212886] 'range keys from in-memory index tree' (duration: 74.32564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.650148Z","time spent":"2.330665589s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:52.347401Z","time spent":"3.63307236s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739693568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:55.981028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739331637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.981067Z","caller":"traceutil/trace.go:171","msg":"trace[175812325] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30865; }","duration":"2.740627947s","start":"2026-04-02T17:40:53.240422Z","end":"2026-04-02T17:40:55.98105Z","steps":["trace[175812325] 'agreement among raft nodes before linearized reading' (duration: 2.66511604s)","trace[175812325] 'range keys from in-memory index tree' (duration: 74.569008ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:55.981075Z","caller":"traceutil/trace.go:171","msg":"trace[491115130] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30865; }","duration":"2.739402299s","start":"2026-04-02T17:40:53.241656Z","end":"2026-04-02T17:40:55.981059Z","steps":["trace[491115130] 'agreement among raft nodes before linearized reading' (duration: 2.663868031s)","trace[491115130] 'range keys from in-memory index tree' (duration: 75.478226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.98111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.11527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-02T17:40:55.981116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.24164Z","time spent":"2.739465871s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738332556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:40:55.98114Z","caller":"traceutil/trace.go:171","msg":"trace[1527864724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30865; }","duration":"680.175472ms","start":"2026-04-02T17:40:55.300956Z","end":"2026-04-02T17:40:55.981132Z","steps":["trace[1527864724] 'agreement among raft nodes before linearized reading' (duration: 604.606053ms)","trace[1527864724] 'range keys from in-memory index tree' (duration: 75.501617ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:55.981152Z","caller":"traceutil/trace.go:171","msg":"trace[1880434942] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30865; }","duration":"2.739255754s","start":"2026-04-02T17:40:53.241887Z","end":"2026-04-02T17:40:55.981143Z","steps":["trace[1880434942] 'agreement among raft nodes before linearized reading' (duration: 2.663605613s)","trace[1880434942] 'range keys from in-memory index tree' (duration: 74.63912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.981162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.300939Z","time spent":"680.217534ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:55.981172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.241881Z","time spent":"2.739286135s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73125732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:40:55.98122Z","caller":"traceutil/trace.go:171","msg":"trace[1822197528] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30865; }","duration":"1.732299403s","start":"2026-04-02T17:40:54.248915Z","end":"2026-04-02T17:40:55.981215Z","steps":["trace[1822197528] 'agreement among raft nodes before linearized reading' (duration: 1.656597599s)","trace[1822197528] 'range keys from in-memory index tree' (duration: 74.644629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.981234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.24891Z","time spent":"1.732320243s","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T17:40:55.981228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740844075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.981266Z","caller":"traceutil/trace.go:171","msg":"trace[918029583] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30865; }","duration":"2.740892256s","start":"2026-04-02T17:40:53.240362Z","end":"2026-04-02T17:40:55.981254Z","steps":["trace[918029583] 'agreement among raft nodes before linearized reading' (duration: 2.665206863s)","trace[918029583] 'range keys from in-memory index tree' (duration: 75.640962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.980251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.241657Z","time spent":"2.738591043s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-02T17:40:55.980246Z","caller":"traceutil/trace.go:171","msg":"trace[284082224] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:30865; }","duration":"728.257513ms","start":"2026-04-02T17:40:55.251977Z","end":"2026-04-02T17:40:55.980235Z","steps":["trace[284082224] 'agreement among raft nodes before linearized reading' (duration: 653.568541ms)","trace[284082224] 'range keys from in-memory index tree' (duration: 74.602068ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:55.980528Z","caller":"traceutil/trace.go:171","msg":"trace[1717665035] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:30865; }","duration":"1.472777999s","start":"2026-04-02T17:40:54.50774Z","end":"2026-04-02T17:40:55.980518Z","steps":["trace[1717665035] 'agreement among raft nodes before linearized reading' (duration: 1.397737776s)","trace[1717665035] 'count revisions from in-memory index tree' (duration: 74.986151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.981324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.507722Z","time spent":"1.473590994s","remote":"127.0.0.1:37624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:55.980576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740243205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:40:55.980514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.317468Z","time spent":"1.663028913s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a298283fc6ae1e\" "} {"level":"warn","ts":"2026-04-02T17:40:55.981482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240353Z","time spent":"2.741121784s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:55.981571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741088163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.981595Z","caller":"traceutil/trace.go:171","msg":"trace[1428017818] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30865; }","duration":"2.741124483s","start":"2026-04-02T17:40:53.240464Z","end":"2026-04-02T17:40:55.981588Z","steps":["trace[1428017818] 'agreement among raft nodes before linearized reading' (duration: 2.665067759s)","trace[1428017818] 'range keys from in-memory index tree' (duration: 76.024124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.981611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240458Z","time spent":"2.741149084s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.475221Z","time spent":"504.846959ms","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:40:55.980005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739654168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.981934Z","caller":"traceutil/trace.go:171","msg":"trace[78639743] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30865; }","duration":"2.74164491s","start":"2026-04-02T17:40:53.24025Z","end":"2026-04-02T17:40:55.981895Z","steps":["trace[78639743] 'agreement among raft nodes before linearized reading' (duration: 2.665325687s)","trace[78639743] 'range keys from in-memory index tree' (duration: 74.33345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.982074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240229Z","time spent":"2.741824686s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:40:55.981108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240396Z","time spent":"2.74070185s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738413698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.98245Z","caller":"traceutil/trace.go:171","msg":"trace[611012238] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30865; }","duration":"2.740718891s","start":"2026-04-02T17:40:53.241713Z","end":"2026-04-02T17:40:55.982432Z","steps":["trace[611012238] 'agreement among raft nodes before linearized reading' (duration: 2.663794809s)","trace[611012238] 'range keys from in-memory index tree' (duration: 74.62875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.982534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.241702Z","time spent":"2.740817364s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:55.98176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:55.251942Z","time spent":"729.809682ms","remote":"127.0.0.1:59004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":896,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101846503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.983012Z","caller":"traceutil/trace.go:171","msg":"trace[2081126165] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:30865; }","duration":"1.10428292s","start":"2026-04-02T17:40:54.878707Z","end":"2026-04-02T17:40:55.98299Z","steps":["trace[2081126165] 'agreement among raft nodes before linearized reading' (duration: 1.026888973s)","trace[2081126165] 'count revisions from in-memory index tree' (duration: 74.96454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.983106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.87869Z","time spent":"1.104394563s","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:55.981469Z","caller":"traceutil/trace.go:171","msg":"trace[1204668527] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30865; }","duration":"2.741142414s","start":"2026-04-02T17:40:53.240315Z","end":"2026-04-02T17:40:55.981457Z","steps":["trace[1204668527] 'agreement among raft nodes before linearized reading' (duration: 2.665256295s)","trace[1204668527] 'range keys from in-memory index tree' (duration: 74.951729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.983425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.240308Z","time spent":"2.743103376s","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-02T17:40:55.980125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732302993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:40:55.983706Z","caller":"traceutil/trace.go:171","msg":"trace[1095752436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30865; }","duration":"1.735900977s","start":"2026-04-02T17:40:54.247784Z","end":"2026-04-02T17:40:55.983685Z","steps":["trace[1095752436] 'agreement among raft nodes before linearized reading' (duration: 1.657737406s)","trace[1095752436] 'range keys from in-memory index tree' (duration: 74.562837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.983781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:54.247767Z","time spent":"1.73599758s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:40:55.987066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107945038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:55.98715Z","caller":"traceutil/trace.go:171","msg":"trace[817160760] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:30865; }","duration":"2.113766591s","start":"2026-04-02T17:40:53.873361Z","end":"2026-04-02T17:40:55.987128Z","steps":["trace[817160760] 'agreement among raft nodes before linearized reading' (duration: 2.032167932s)","trace[817160760] 'count revisions from in-memory index tree' (duration: 75.795476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:55.987197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:40:53.873347Z","time spent":"2.113834864s","remote":"127.0.0.1:37454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:40:56.314667Z","caller":"traceutil/trace.go:171","msg":"trace[1446588919] transaction","detail":"{read_only:false; response_revision:30875; number_of_response:1; }","duration":"120.174559ms","start":"2026-04-02T17:40:56.194436Z","end":"2026-04-02T17:40:56.31461Z","steps":["trace[1446588919] 'process raft request' (duration: 118.655521ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:56.437788Z","caller":"traceutil/trace.go:171","msg":"trace[1058441571] transaction","detail":"{read_only:false; response_revision:30876; number_of_response:1; }","duration":"201.326774ms","start":"2026-04-02T17:40:56.23643Z","end":"2026-04-02T17:40:56.437756Z","steps":["trace[1058441571] 'process raft request' (duration: 200.87096ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:56.517994Z","caller":"traceutil/trace.go:171","msg":"trace[731937847] transaction","detail":"{read_only:false; number_of_response:0; response_revision:30876; }","duration":"197.423881ms","start":"2026-04-02T17:40:56.320548Z","end":"2026-04-02T17:40:56.517972Z","steps":["trace[731937847] 'process raft request' (duration: 197.332018ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:56.769917Z","caller":"traceutil/trace.go:171","msg":"trace[713690396] transaction","detail":"{read_only:false; response_revision:30877; number_of_response:1; }","duration":"240.245534ms","start":"2026-04-02T17:40:56.529638Z","end":"2026-04-02T17:40:56.769884Z","steps":["trace[713690396] 'process raft request' (duration: 240.073039ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.193835Z","caller":"traceutil/trace.go:171","msg":"trace[2076066948] transaction","detail":"{read_only:false; response_revision:30888; number_of_response:1; }","duration":"106.683813ms","start":"2026-04-02T17:40:58.087127Z","end":"2026-04-02T17:40:58.19381Z","steps":["trace[2076066948] 'process raft request' (duration: 106.519998ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.195757Z","caller":"traceutil/trace.go:171","msg":"trace[1126076670] linearizableReadLoop","detail":"{readStateIndex:32318; appliedIndex:32316; }","duration":"107.947863ms","start":"2026-04-02T17:40:58.087786Z","end":"2026-04-02T17:40:58.195734Z","steps":["trace[1126076670] 'read index received' (duration: 105.928919ms)","trace[1126076670] 'applied index is now lower than readState.Index' (duration: 2.018134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:58.19598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.166589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:40:58.196021Z","caller":"traceutil/trace.go:171","msg":"trace[336943250] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30890; }","duration":"108.239281ms","start":"2026-04-02T17:40:58.087771Z","end":"2026-04-02T17:40:58.19601Z","steps":["trace[336943250] 'agreement among raft nodes before linearized reading' (duration: 108.055306ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.196391Z","caller":"traceutil/trace.go:171","msg":"trace[1544624312] transaction","detail":"{read_only:false; response_revision:30889; number_of_response:1; }","duration":"109.000756ms","start":"2026-04-02T17:40:58.087379Z","end":"2026-04-02T17:40:58.19638Z","steps":["trace[1544624312] 'process raft request' (duration: 108.18809ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.196541Z","caller":"traceutil/trace.go:171","msg":"trace[541498542] transaction","detail":"{read_only:false; response_revision:30890; number_of_response:1; }","duration":"108.618673ms","start":"2026-04-02T17:40:58.087901Z","end":"2026-04-02T17:40:58.19652Z","steps":["trace[541498542] 'process raft request' (duration: 107.786897ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.457598Z","caller":"traceutil/trace.go:171","msg":"trace[1250338455] transaction","detail":"{read_only:false; response_revision:30892; number_of_response:1; }","duration":"164.712457ms","start":"2026-04-02T17:40:58.292851Z","end":"2026-04-02T17:40:58.457563Z","steps":["trace[1250338455] 'process raft request' (duration: 98.539775ms)","trace[1250338455] 'compare' (duration: 66.020757ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:40:58.460599Z","caller":"traceutil/trace.go:171","msg":"trace[696130140] linearizableReadLoop","detail":"{readStateIndex:32322; appliedIndex:32320; }","duration":"147.294916ms","start":"2026-04-02T17:40:58.31328Z","end":"2026-04-02T17:40:58.460575Z","steps":["trace[696130140] 'read index received' (duration: 78.054747ms)","trace[696130140] 'applied index is now lower than readState.Index' (duration: 69.238679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:40:58.460722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.42389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:40:58.460709Z","caller":"traceutil/trace.go:171","msg":"trace[154484647] transaction","detail":"{read_only:false; response_revision:30893; number_of_response:1; }","duration":"166.880546ms","start":"2026-04-02T17:40:58.293783Z","end":"2026-04-02T17:40:58.460663Z","steps":["trace[154484647] 'process raft request' (duration: 166.658219ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:40:58.460775Z","caller":"traceutil/trace.go:171","msg":"trace[83271161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30893; }","duration":"147.499363ms","start":"2026-04-02T17:40:58.313258Z","end":"2026-04-02T17:40:58.460757Z","steps":["trace[83271161] 'agreement among raft nodes before linearized reading' (duration: 147.41384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:00.637562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.692573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:41:00.637681Z","caller":"traceutil/trace.go:171","msg":"trace[1721981485] transaction","detail":"{read_only:false; response_revision:30908; number_of_response:1; }","duration":"131.60409ms","start":"2026-04-02T17:41:00.506056Z","end":"2026-04-02T17:41:00.63766Z","steps":["trace[1721981485] 'process raft request' (duration: 24.708581ms)","trace[1721981485] 'compare' (duration: 106.529158ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:41:00.855554Z","caller":"traceutil/trace.go:171","msg":"trace[1992106043] linearizableReadLoop","detail":"{readStateIndex:32339; appliedIndex:32338; }","duration":"214.492041ms","start":"2026-04-02T17:41:00.641041Z","end":"2026-04-02T17:41:00.855533Z","steps":["trace[1992106043] 'read index received' (duration: 118.695052ms)","trace[1992106043] 'applied index is now lower than readState.Index' (duration: 95.793459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:00.855768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.710918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-04-02T17:41:00.855809Z","caller":"traceutil/trace.go:171","msg":"trace[1742058480] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30909; }","duration":"214.796601ms","start":"2026-04-02T17:41:00.641Z","end":"2026-04-02T17:41:00.855797Z","steps":["trace[1742058480] 'agreement among raft nodes before linearized reading' (duration: 214.614395ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:00.855801Z","caller":"traceutil/trace.go:171","msg":"trace[301279203] transaction","detail":"{read_only:false; response_revision:30909; number_of_response:1; }","duration":"349.272232ms","start":"2026-04-02T17:41:00.506506Z","end":"2026-04-02T17:41:00.855778Z","steps":["trace[301279203] 'process raft request' (duration: 253.292167ms)","trace[301279203] 'compare' (duration: 95.4914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:00.855904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:00.506488Z","time spent":"349.358994ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:01.995761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.427428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:41:01.995892Z","caller":"traceutil/trace.go:171","msg":"trace[793294307] transaction","detail":"{read_only:false; response_revision:30912; number_of_response:1; }","duration":"604.606303ms","start":"2026-04-02T17:41:01.391272Z","end":"2026-04-02T17:41:01.995878Z","steps":["trace[793294307] 'process raft request' (duration: 198.001149ms)","trace[793294307] 'compare' (duration: 405.958154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:01.995944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.391248Z","time spent":"604.675106ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:01.996084Z","caller":"traceutil/trace.go:171","msg":"trace[1013063737] transaction","detail":"{read_only:false; response_revision:30913; number_of_response:1; }","duration":"593.627607ms","start":"2026-04-02T17:41:01.40245Z","end":"2026-04-02T17:41:01.996078Z","steps":["trace[1013063737] 'process raft request' (duration: 593.390249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.996124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.402414Z","time spent":"593.691068ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:01.996506Z","caller":"traceutil/trace.go:171","msg":"trace[1301261223] transaction","detail":"{read_only:false; response_revision:30914; number_of_response:1; }","duration":"593.297556ms","start":"2026-04-02T17:41:01.403197Z","end":"2026-04-02T17:41:01.996495Z","steps":["trace[1301261223] 'process raft request' (duration: 592.847201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.996578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.403185Z","time spent":"593.347778ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:41:01.996604Z","caller":"traceutil/trace.go:171","msg":"trace[1691179147] linearizableReadLoop","detail":"{readStateIndex:32346; appliedIndex:32341; }","duration":"542.886483ms","start":"2026-04-02T17:41:01.453633Z","end":"2026-04-02T17:41:01.99652Z","steps":["trace[1691179147] 'read index received' (duration: 135.713701ms)","trace[1691179147] 'applied index is now lower than readState.Index' (duration: 407.171702ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:41:01.996727Z","caller":"traceutil/trace.go:171","msg":"trace[611602537] transaction","detail":"{read_only:false; response_revision:30915; number_of_response:1; }","duration":"592.941885ms","start":"2026-04-02T17:41:01.403778Z","end":"2026-04-02T17:41:01.99672Z","steps":["trace[611602537] 'process raft request' (duration: 592.571193ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:01.996816Z","caller":"traceutil/trace.go:171","msg":"trace[1594949959] transaction","detail":"{read_only:false; response_revision:30916; number_of_response:1; }","duration":"551.916628ms","start":"2026-04-02T17:41:01.444893Z","end":"2026-04-02T17:41:01.99681Z","steps":["trace[1594949959] 'process raft request' (duration: 551.579177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.999025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.403761Z","time spent":"595.109343ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:01.999072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.444869Z","time spent":"554.120068ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:41:01.99691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.283215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-02T17:41:01.999211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.230211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:41:01.999289Z","caller":"traceutil/trace.go:171","msg":"trace[2008915728] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:30916; }","duration":"337.344214ms","start":"2026-04-02T17:41:01.661916Z","end":"2026-04-02T17:41:01.999261Z","steps":["trace[2008915728] 'agreement among raft nodes before linearized reading' (duration: 337.093036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.999338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.661895Z","time spent":"337.430607ms","remote":"127.0.0.1:58194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:41:01.999349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.913095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:41:01.999367Z","caller":"traceutil/trace.go:171","msg":"trace[835451337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30916; }","duration":"543.971407ms","start":"2026-04-02T17:41:01.455391Z","end":"2026-04-02T17:41:01.999362Z","steps":["trace[835451337] 'agreement among raft nodes before linearized reading' (duration: 543.863843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.999388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.455348Z","time spent":"544.036638ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T17:41:01.999406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.526762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T17:41:01.99923Z","caller":"traceutil/trace.go:171","msg":"trace[686219024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30916; }","duration":"545.628119ms","start":"2026-04-02T17:41:01.453589Z","end":"2026-04-02T17:41:01.999217Z","steps":["trace[686219024] 'agreement among raft nodes before linearized reading' (duration: 543.249944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:01.999444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.453572Z","time spent":"545.868557ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T17:41:01.999453Z","caller":"traceutil/trace.go:171","msg":"trace[882529020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30916; }","duration":"183.612754ms","start":"2026-04-02T17:41:01.815826Z","end":"2026-04-02T17:41:01.999439Z","steps":["trace[882529020] 'agreement among raft nodes before linearized reading' (duration: 183.426568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.000008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.683139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:41:02.000071Z","caller":"traceutil/trace.go:171","msg":"trace[269077235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30916; }","duration":"544.789123ms","start":"2026-04-02T17:41:01.455267Z","end":"2026-04-02T17:41:02.000056Z","steps":["trace[269077235] 'agreement among raft nodes before linearized reading' (duration: 543.700028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:02.000115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:41:01.455255Z","time spent":"544.850044ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:41:02.361165Z","caller":"traceutil/trace.go:171","msg":"trace[447491782] transaction","detail":"{read_only:false; response_revision:30922; number_of_response:1; }","duration":"121.921314ms","start":"2026-04-02T17:41:02.239227Z","end":"2026-04-02T17:41:02.361148Z","steps":["trace[447491782] 'process raft request' (duration: 121.531182ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:02.361272Z","caller":"traceutil/trace.go:171","msg":"trace[1093556875] transaction","detail":"{read_only:false; response_revision:30923; number_of_response:1; }","duration":"121.957135ms","start":"2026-04-02T17:41:02.23931Z","end":"2026-04-02T17:41:02.361268Z","steps":["trace[1093556875] 'process raft request' (duration: 121.543402ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:02.361404Z","caller":"traceutil/trace.go:171","msg":"trace[62139672] transaction","detail":"{read_only:false; response_revision:30924; number_of_response:1; }","duration":"109.503431ms","start":"2026-04-02T17:41:02.251895Z","end":"2026-04-02T17:41:02.361399Z","steps":["trace[62139672] 'process raft request' (duration: 108.989745ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.125787Z","caller":"traceutil/trace.go:171","msg":"trace[593418828] transaction","detail":"{read_only:false; response_revision:30932; number_of_response:1; }","duration":"114.458857ms","start":"2026-04-02T17:41:04.011314Z","end":"2026-04-02T17:41:04.125772Z","steps":["trace[593418828] 'process raft request' (duration: 113.945031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.125984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.469672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:04.126061Z","caller":"traceutil/trace.go:171","msg":"trace[1812318735] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30934; }","duration":"117.584965ms","start":"2026-04-02T17:41:04.00846Z","end":"2026-04-02T17:41:04.126044Z","steps":["trace[1812318735] 'agreement among raft nodes before linearized reading' (duration: 117.451241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.126196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.87121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-02T17:41:04.126202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.925612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:04.126251Z","caller":"traceutil/trace.go:171","msg":"trace[1334030195] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30934; }","duration":"114.943843ms","start":"2026-04-02T17:41:04.011294Z","end":"2026-04-02T17:41:04.126238Z","steps":["trace[1334030195] 'agreement among raft nodes before linearized reading' (duration: 114.653663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.126256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.134658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:04.126316Z","caller":"traceutil/trace.go:171","msg":"trace[1465098784] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30934; }","duration":"115.248652ms","start":"2026-04-02T17:41:04.011054Z","end":"2026-04-02T17:41:04.126303Z","steps":["trace[1465098784] 'agreement among raft nodes before linearized reading' (duration: 115.140328ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.126256Z","caller":"traceutil/trace.go:171","msg":"trace[675724190] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30934; }","duration":"114.997374ms","start":"2026-04-02T17:41:04.011246Z","end":"2026-04-02T17:41:04.126243Z","steps":["trace[675724190] 'agreement among raft nodes before linearized reading' (duration: 114.910991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.126379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.038186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:04.126425Z","caller":"traceutil/trace.go:171","msg":"trace[1112409764] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30934; }","duration":"115.092757ms","start":"2026-04-02T17:41:04.01132Z","end":"2026-04-02T17:41:04.126413Z","steps":["trace[1112409764] 'agreement among raft nodes before linearized reading' (duration: 115.019745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.126476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.226861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:41:04.126512Z","caller":"traceutil/trace.go:171","msg":"trace[514054968] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30934; }","duration":"115.277793ms","start":"2026-04-02T17:41:04.011225Z","end":"2026-04-02T17:41:04.126502Z","steps":["trace[514054968] 'agreement among raft nodes before linearized reading' (duration: 115.18516ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.126549Z","caller":"traceutil/trace.go:171","msg":"trace[426489593] transaction","detail":"{read_only:false; response_revision:30933; number_of_response:1; }","duration":"114.994044ms","start":"2026-04-02T17:41:04.011547Z","end":"2026-04-02T17:41:04.126541Z","steps":["trace[426489593] 'process raft request' (duration: 114.130217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.126473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.548098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-02T17:41:04.126614Z","caller":"traceutil/trace.go:171","msg":"trace[424459468] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30934; }","duration":"113.700913ms","start":"2026-04-02T17:41:04.012906Z","end":"2026-04-02T17:41:04.126607Z","steps":["trace[424459468] 'agreement among raft nodes before linearized reading' (duration: 113.524588ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.126672Z","caller":"traceutil/trace.go:171","msg":"trace[338309686] transaction","detail":"{read_only:false; response_revision:30934; number_of_response:1; }","duration":"114.921622ms","start":"2026-04-02T17:41:04.011713Z","end":"2026-04-02T17:41:04.126635Z","steps":["trace[338309686] 'process raft request' (duration: 113.994283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.126675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.641583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:04.126701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.698434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:04.126745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.343045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:41:04.126776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.148425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-02T17:41:04.126778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.291653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:04.126726Z","caller":"traceutil/trace.go:171","msg":"trace[343978315] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:30934; }","duration":"114.736975ms","start":"2026-04-02T17:41:04.011972Z","end":"2026-04-02T17:41:04.126709Z","steps":["trace[343978315] 'agreement among raft nodes before linearized reading' (duration: 114.632092ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.126804Z","caller":"traceutil/trace.go:171","msg":"trace[1857910884] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:30934; }","duration":"113.176376ms","start":"2026-04-02T17:41:04.01362Z","end":"2026-04-02T17:41:04.126797Z","steps":["trace[1857910884] 'agreement among raft nodes before linearized reading' (duration: 113.098424ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.126804Z","caller":"traceutil/trace.go:171","msg":"trace[805438557] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30934; }","duration":"115.636374ms","start":"2026-04-02T17:41:04.011152Z","end":"2026-04-02T17:41:04.126788Z","steps":["trace[805438557] 'agreement among raft nodes before linearized reading' (duration: 115.292013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.126799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.22705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:04.126857Z","caller":"traceutil/trace.go:171","msg":"trace[1360488691] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30934; }","duration":"114.301962ms","start":"2026-04-02T17:41:04.012541Z","end":"2026-04-02T17:41:04.126843Z","steps":["trace[1360488691] 'agreement among raft nodes before linearized reading' (duration: 114.207749ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.12678Z","caller":"traceutil/trace.go:171","msg":"trace[179291926] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:30934; }","duration":"114.813798ms","start":"2026-04-02T17:41:04.011949Z","end":"2026-04-02T17:41:04.126763Z","steps":["trace[179291926] 'agreement among raft nodes before linearized reading' (duration: 114.660563ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:04.126817Z","caller":"traceutil/trace.go:171","msg":"trace[498464550] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30934; }","duration":"115.355156ms","start":"2026-04-02T17:41:04.011451Z","end":"2026-04-02T17:41:04.126807Z","steps":["trace[498464550] 'agreement among raft nodes before linearized reading' (duration: 115.293684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:04.127151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.755678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:04.127252Z","caller":"traceutil/trace.go:171","msg":"trace[7560301] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:30934; }","duration":"115.889012ms","start":"2026-04-02T17:41:04.011344Z","end":"2026-04-02T17:41:04.127233Z","steps":["trace[7560301] 'agreement among raft nodes before linearized reading' (duration: 114.537049ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.565586Z","caller":"traceutil/trace.go:171","msg":"trace[1459306303] transaction","detail":"{read_only:false; response_revision:30963; number_of_response:1; }","duration":"102.982545ms","start":"2026-04-02T17:41:07.462565Z","end":"2026-04-02T17:41:07.565547Z","steps":["trace[1459306303] 'process raft request' (duration: 102.747778ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:07.614176Z","caller":"traceutil/trace.go:171","msg":"trace[1622811514] transaction","detail":"{read_only:false; response_revision:30964; number_of_response:1; }","duration":"147.870334ms","start":"2026-04-02T17:41:07.466283Z","end":"2026-04-02T17:41:07.614154Z","steps":["trace[1622811514] 'process raft request' (duration: 147.72928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:07.831983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.87919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:07.832051Z","caller":"traceutil/trace.go:171","msg":"trace[41894201] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:30965; }","duration":"113.994264ms","start":"2026-04-02T17:41:07.718038Z","end":"2026-04-02T17:41:07.832032Z","steps":["trace[41894201] 'count revisions from in-memory index tree' (duration: 113.775757ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:10.46271Z","caller":"traceutil/trace.go:171","msg":"trace[1593150641] linearizableReadLoop","detail":"{readStateIndex:32420; appliedIndex:32419; }","duration":"153.232354ms","start":"2026-04-02T17:41:10.309451Z","end":"2026-04-02T17:41:10.462683Z","steps":["trace[1593150641] 'read index received' (duration: 88.794637ms)","trace[1593150641] 'applied index is now lower than readState.Index' (duration: 64.436747ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:41:10.462951Z","caller":"traceutil/trace.go:171","msg":"trace[680172602] transaction","detail":"{read_only:false; response_revision:30986; number_of_response:1; }","duration":"161.247958ms","start":"2026-04-02T17:41:10.301689Z","end":"2026-04-02T17:41:10.462937Z","steps":["trace[680172602] 'process raft request' (duration: 96.572033ms)","trace[680172602] 'compare' (duration: 64.296603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:41:10.463207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.73859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:41:10.463245Z","caller":"traceutil/trace.go:171","msg":"trace[1869480663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30986; }","duration":"153.811532ms","start":"2026-04-02T17:41:10.309425Z","end":"2026-04-02T17:41:10.463237Z","steps":["trace[1869480663] 'agreement among raft nodes before linearized reading' (duration: 153.681848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:10.463407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.355713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T17:41:10.463441Z","caller":"traceutil/trace.go:171","msg":"trace[1005083305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30986; }","duration":"150.404654ms","start":"2026-04-02T17:41:10.313028Z","end":"2026-04-02T17:41:10.463433Z","steps":["trace[1005083305] 'agreement among raft nodes before linearized reading' (duration: 150.323072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:41:10.463535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.493555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:41:10.463565Z","caller":"traceutil/trace.go:171","msg":"trace[114629593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30986; }","duration":"149.535027ms","start":"2026-04-02T17:41:10.314023Z","end":"2026-04-02T17:41:10.463558Z","steps":["trace[114629593] 'agreement among raft nodes before linearized reading' (duration: 149.491646ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:41:20.985125Z","caller":"traceutil/trace.go:171","msg":"trace[25126755] transaction","detail":"{read_only:false; response_revision:31080; number_of_response:1; }","duration":"108.82892ms","start":"2026-04-02T17:41:20.876272Z","end":"2026-04-02T17:41:20.985101Z","steps":["trace[25126755] 'process raft request' (duration: 108.677115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.009239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.486862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:42:01.009319Z","caller":"traceutil/trace.go:171","msg":"trace[1350456345] transaction","detail":"{read_only:false; response_revision:31524; number_of_response:1; }","duration":"214.570093ms","start":"2026-04-02T17:42:00.794737Z","end":"2026-04-02T17:42:01.009307Z","steps":["trace[1350456345] 'process raft request' (duration: 66.953637ms)","trace[1350456345] 'compare' (duration: 147.41649ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:01.032041Z","caller":"traceutil/trace.go:171","msg":"trace[413017296] linearizableReadLoop","detail":"{readStateIndex:32981; appliedIndex:32979; }","duration":"209.616846ms","start":"2026-04-02T17:42:00.822404Z","end":"2026-04-02T17:42:01.03202Z","steps":["trace[413017296] 'read index received' (duration: 39.312263ms)","trace[413017296] 'applied index is now lower than readState.Index' (duration: 170.303693ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:01.032357Z","caller":"traceutil/trace.go:171","msg":"trace[842317810] transaction","detail":"{read_only:false; response_revision:31525; number_of_response:1; }","duration":"236.631211ms","start":"2026-04-02T17:42:00.795713Z","end":"2026-04-02T17:42:01.032344Z","steps":["trace[842317810] 'process raft request' (duration: 236.199807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.032562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.152794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:01.03261Z","caller":"traceutil/trace.go:171","msg":"trace[378949418] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:31525; }","duration":"210.229476ms","start":"2026-04-02T17:42:00.822367Z","end":"2026-04-02T17:42:01.032596Z","steps":["trace[378949418] 'agreement among raft nodes before linearized reading' (duration: 210.150283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.032798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.751151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:01.032841Z","caller":"traceutil/trace.go:171","msg":"trace[209027005] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:31525; }","duration":"203.811073ms","start":"2026-04-02T17:42:00.829021Z","end":"2026-04-02T17:42:01.032832Z","steps":["trace[209027005] 'agreement among raft nodes before linearized reading' (duration: 203.745531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.033126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.557611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:01.033175Z","caller":"traceutil/trace.go:171","msg":"trace[1754350438] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:31525; }","duration":"176.626503ms","start":"2026-04-02T17:42:00.856534Z","end":"2026-04-02T17:42:01.03316Z","steps":["trace[1754350438] 'agreement among raft nodes before linearized reading' (duration: 176.558111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.033499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.100018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:42:01.033586Z","caller":"traceutil/trace.go:171","msg":"trace[882991249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31525; }","duration":"183.209412ms","start":"2026-04-02T17:42:00.850357Z","end":"2026-04-02T17:42:01.033567Z","steps":["trace[882991249] 'agreement among raft nodes before linearized reading' (duration: 182.952534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.033721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.591666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-02T17:42:01.033778Z","caller":"traceutil/trace.go:171","msg":"trace[2078898864] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:31525; }","duration":"178.687808ms","start":"2026-04-02T17:42:00.855077Z","end":"2026-04-02T17:42:01.033765Z","steps":["trace[2078898864] 'agreement among raft nodes before linearized reading' (duration: 178.513133ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:01.399505Z","caller":"traceutil/trace.go:171","msg":"trace[1581720258] transaction","detail":"{read_only:false; response_revision:31526; number_of_response:1; }","duration":"361.745465ms","start":"2026-04-02T17:42:01.037731Z","end":"2026-04-02T17:42:01.399476Z","steps":["trace[1581720258] 'process raft request' (duration: 361.535348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.399703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:01.037719Z","time spent":"361.851569ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:01.434884Z","caller":"traceutil/trace.go:171","msg":"trace[1737137828] linearizableReadLoop","detail":"{readStateIndex:32983; appliedIndex:32981; }","duration":"380.161197ms","start":"2026-04-02T17:42:01.054699Z","end":"2026-04-02T17:42:01.43486Z","steps":["trace[1737137828] 'read index received' (duration: 344.484809ms)","trace[1737137828] 'applied index is now lower than readState.Index' (duration: 35.675598ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:01.434894Z","caller":"traceutil/trace.go:171","msg":"trace[1659981213] transaction","detail":"{read_only:false; response_revision:31527; number_of_response:1; }","duration":"396.69811ms","start":"2026-04-02T17:42:01.038154Z","end":"2026-04-02T17:42:01.434852Z","steps":["trace[1659981213] 'process raft request' (duration: 396.406951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.434991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.269491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:01.435021Z","caller":"traceutil/trace.go:171","msg":"trace[1941438447] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:31528; }","duration":"380.385934ms","start":"2026-04-02T17:42:01.054627Z","end":"2026-04-02T17:42:01.435013Z","steps":["trace[1941438447] 'agreement among raft nodes before linearized reading' (duration: 380.311332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.435052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:01.054616Z","time spent":"380.428595ms","remote":"127.0.0.1:37560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:42:01.435047Z","caller":"traceutil/trace.go:171","msg":"trace[1596139524] transaction","detail":"{read_only:false; response_revision:31528; number_of_response:1; }","duration":"106.720413ms","start":"2026-04-02T17:42:01.328304Z","end":"2026-04-02T17:42:01.435025Z","steps":["trace[1596139524] 'process raft request' (duration: 106.459734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:01.435089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:01.038136Z","time spent":"396.856355ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:02.120657Z","caller":"traceutil/trace.go:171","msg":"trace[2137463375] transaction","detail":"{read_only:false; response_revision:31529; number_of_response:1; }","duration":"237.235879ms","start":"2026-04-02T17:42:01.883397Z","end":"2026-04-02T17:42:02.120633Z","steps":["trace[2137463375] 'process raft request' (duration: 236.982621ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:02.120706Z","caller":"traceutil/trace.go:171","msg":"trace[1643627973] linearizableReadLoop","detail":"{readStateIndex:32985; appliedIndex:32984; }","duration":"118.423283ms","start":"2026-04-02T17:42:02.00223Z","end":"2026-04-02T17:42:02.120653Z","steps":["trace[1643627973] 'read index received' (duration: 118.359981ms)","trace[1643627973] 'applied index is now lower than readState.Index' (duration: 59.062µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:02.121047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.775625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:42:02.12113Z","caller":"traceutil/trace.go:171","msg":"trace[1194640764] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31529; }","duration":"118.885438ms","start":"2026-04-02T17:42:02.002223Z","end":"2026-04-02T17:42:02.121108Z","steps":["trace[1194640764] 'agreement among raft nodes before linearized reading' (duration: 118.582099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:02.189724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.946774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:42:02.189792Z","caller":"traceutil/trace.go:171","msg":"trace[747460998] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31530; }","duration":"171.053277ms","start":"2026-04-02T17:42:02.018721Z","end":"2026-04-02T17:42:02.189774Z","steps":["trace[747460998] 'agreement among raft nodes before linearized reading' (duration: 170.880612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.615665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.726975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:42:03.61577Z","caller":"traceutil/trace.go:171","msg":"trace[1277499822] linearizableReadLoop","detail":"{readStateIndex:32996; appliedIndex:32995; }","duration":"602.407733ms","start":"2026-04-02T17:42:03.013347Z","end":"2026-04-02T17:42:03.615755Z","steps":["trace[1277499822] 'read index received' (duration: 30.341µs)","trace[1277499822] 'applied index is now lower than readState.Index' (duration: 602.376162ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:03.615992Z","caller":"traceutil/trace.go:171","msg":"trace[1515818595] transaction","detail":"{read_only:false; response_revision:31540; number_of_response:1; }","duration":"815.656075ms","start":"2026-04-02T17:42:02.800322Z","end":"2026-04-02T17:42:03.615978Z","steps":["trace[1515818595] 'process raft request' (duration: 25.525047ms)","trace[1515818595] 'compare' (duration: 789.337833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:03.616062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:02.800308Z","time spent":"815.720057ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:03.616291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.923361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:42:03.616377Z","caller":"traceutil/trace.go:171","msg":"trace[1362998120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31540; }","duration":"603.038533ms","start":"2026-04-02T17:42:03.013316Z","end":"2026-04-02T17:42:03.616355Z","steps":["trace[1362998120] 'agreement among raft nodes before linearized reading' (duration: 602.825927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.616437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.013301Z","time spent":"603.126527ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T17:42:03.98796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.886508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:42:03.988127Z","caller":"traceutil/trace.go:171","msg":"trace[2097298539] transaction","detail":"{read_only:false; response_revision:31542; number_of_response:1; }","duration":"368.115696ms","start":"2026-04-02T17:42:03.619993Z","end":"2026-04-02T17:42:03.988108Z","steps":["trace[2097298539] 'process raft request' (duration: 368.061035ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:03.98817Z","caller":"traceutil/trace.go:171","msg":"trace[1022062628] linearizableReadLoop","detail":"{readStateIndex:32997; appliedIndex:32996; }","duration":"372.33907ms","start":"2026-04-02T17:42:03.615799Z","end":"2026-04-02T17:42:03.988138Z","steps":["trace[1022062628] 'read index received' (duration: 154.142303ms)","trace[1022062628] 'applied index is now lower than readState.Index' (duration: 218.193057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:03.988193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.619978Z","time spent":"368.186809ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:03.988299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.755044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-02T17:42:03.988302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.274569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:42:03.988346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.764757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:03.988365Z","caller":"traceutil/trace.go:171","msg":"trace[907269570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31542; }","duration":"583.845067ms","start":"2026-04-02T17:42:03.404503Z","end":"2026-04-02T17:42:03.988348Z","steps":["trace[907269570] 'agreement among raft nodes before linearized reading' (duration: 583.657931ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:03.988379Z","caller":"traceutil/trace.go:171","msg":"trace[1510449933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:31542; }","duration":"597.8451ms","start":"2026-04-02T17:42:03.390523Z","end":"2026-04-02T17:42:03.988368Z","steps":["trace[1510449933] 'agreement among raft nodes before linearized reading' (duration: 597.771917ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:03.988385Z","caller":"traceutil/trace.go:171","msg":"trace[387585862] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:31542; }","duration":"447.403813ms","start":"2026-04-02T17:42:03.540957Z","end":"2026-04-02T17:42:03.988361Z","steps":["trace[387585862] 'agreement among raft nodes before linearized reading' (duration: 447.240568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.988453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.540944Z","time spent":"447.492526ms","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:03.988482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.289974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-02T17:42:03.988486Z","caller":"traceutil/trace.go:171","msg":"trace[318614848] transaction","detail":"{read_only:false; response_revision:31541; number_of_response:1; }","duration":"449.382196ms","start":"2026-04-02T17:42:03.539088Z","end":"2026-04-02T17:42:03.98847Z","steps":["trace[318614848] 'process raft request' (duration: 230.910859ms)","trace[318614848] 'compare' (duration: 217.764134ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:03.988509Z","caller":"traceutil/trace.go:171","msg":"trace[331258051] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:31542; }","duration":"549.380187ms","start":"2026-04-02T17:42:03.439121Z","end":"2026-04-02T17:42:03.988501Z","steps":["trace[331258051] 'agreement among raft nodes before linearized reading' (duration: 549.305204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.988515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.225866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-02T17:42:03.988534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.4391Z","time spent":"549.428689ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T17:42:03.988549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.539069Z","time spent":"449.448328ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:03.988565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.876126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:03.988582Z","caller":"traceutil/trace.go:171","msg":"trace[223995806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31542; }","duration":"675.914537ms","start":"2026-04-02T17:42:03.312663Z","end":"2026-04-02T17:42:03.988577Z","steps":["trace[223995806] 'agreement among raft nodes before linearized reading' (duration: 675.888836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.988607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.312649Z","time spent":"675.954599ms","remote":"127.0.0.1:58800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:42:03.988538Z","caller":"traceutil/trace.go:171","msg":"trace[1793142737] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:31542; }","duration":"675.269667ms","start":"2026-04-02T17:42:03.313261Z","end":"2026-04-02T17:42:03.98853Z","steps":["trace[1793142737] 'agreement among raft nodes before linearized reading' (duration: 675.167424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.988405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.404485Z","time spent":"583.911789ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:42:03.988727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.383832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:42:03.988731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.313247Z","time spent":"675.473014ms","remote":"127.0.0.1:58966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-04-02T17:42:03.988746Z","caller":"traceutil/trace.go:171","msg":"trace[471868852] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:31542; }","duration":"955.444614ms","start":"2026-04-02T17:42:03.033296Z","end":"2026-04-02T17:42:03.988741Z","steps":["trace[471868852] 'agreement among raft nodes before linearized reading' (duration: 955.402433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.988766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.033281Z","time spent":"955.479655ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:03.988758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.272483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:42:03.988812Z","caller":"traceutil/trace.go:171","msg":"trace[1592180541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31542; }","duration":"951.347515ms","start":"2026-04-02T17:42:03.037447Z","end":"2026-04-02T17:42:03.988795Z","steps":["trace[1592180541] 'agreement among raft nodes before linearized reading' (duration: 951.19764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:03.988863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.037433Z","time spent":"951.419327ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:42:03.988408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.390503Z","time spent":"597.897812ms","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:04.897591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.588046ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:42:04.897866Z","caller":"traceutil/trace.go:171","msg":"trace[1761953256] linearizableReadLoop","detail":"{readStateIndex:32999; appliedIndex:32998; }","duration":"905.123794ms","start":"2026-04-02T17:42:03.992719Z","end":"2026-04-02T17:42:04.897843Z","steps":["trace[1761953256] 'read index received' (duration: 106.114945ms)","trace[1761953256] 'applied index is now lower than readState.Index' (duration: 799.007519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:04.898919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.189247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:04.898987Z","caller":"traceutil/trace.go:171","msg":"trace[502741935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31542; }","duration":"906.27627ms","start":"2026-04-02T17:42:03.992692Z","end":"2026-04-02T17:42:04.898968Z","steps":["trace[502741935] 'agreement among raft nodes before linearized reading' (duration: 906.178477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:04.899073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.992676Z","time spent":"906.386503ms","remote":"127.0.0.1:58814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T17:42:04.900206Z","caller":"traceutil/trace.go:171","msg":"trace[1427271145] transaction","detail":"{read_only:false; response_revision:31543; number_of_response:1; }","duration":"905.589437ms","start":"2026-04-02T17:42:03.994593Z","end":"2026-04-02T17:42:04.900182Z","steps":["trace[1427271145] 'process raft request' (duration: 903.116959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:04.900339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.994568Z","time spent":"905.698281ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:05.127024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.791468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:42:05.127185Z","caller":"traceutil/trace.go:171","msg":"trace[1355290822] transaction","detail":"{read_only:false; response_revision:31545; number_of_response:1; }","duration":"1.132157859s","start":"2026-04-02T17:42:03.99502Z","end":"2026-04-02T17:42:05.127178Z","steps":["trace[1355290822] 'process raft request' (duration: 1.132066737s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.127225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.99501Z","time spent":"1.1321974s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:05.127189Z","caller":"traceutil/trace.go:171","msg":"trace[1572011036] transaction","detail":"{read_only:false; response_revision:31544; number_of_response:1; }","duration":"1.13218372s","start":"2026-04-02T17:42:03.994982Z","end":"2026-04-02T17:42:05.127165Z","steps":["trace[1572011036] 'process raft request' (duration: 905.184565ms)","trace[1572011036] 'compare' (duration: 226.416707ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:05.127302Z","caller":"traceutil/trace.go:171","msg":"trace[563441257] transaction","detail":"{read_only:false; response_revision:31546; number_of_response:1; }","duration":"1.00025706s","start":"2026-04-02T17:42:04.12704Z","end":"2026-04-02T17:42:05.127297Z","steps":["trace[563441257] 'process raft request' (duration: 1.000108005s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.127333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.127016Z","time spent":"1.000300461s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:05.127391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.994966Z","time spent":"1.132328265s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:05.127541Z","caller":"traceutil/trace.go:171","msg":"trace[1339517838] transaction","detail":"{read_only:false; response_revision:31547; number_of_response:1; }","duration":"688.777033ms","start":"2026-04-02T17:42:04.438759Z","end":"2026-04-02T17:42:05.127536Z","steps":["trace[1339517838] 'process raft request' (duration: 688.516895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.127576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.438675Z","time spent":"688.883366ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:05.127751Z","caller":"traceutil/trace.go:171","msg":"trace[2004879819] transaction","detail":"{read_only:false; response_revision:31548; number_of_response:1; }","duration":"687.805522ms","start":"2026-04-02T17:42:04.43994Z","end":"2026-04-02T17:42:05.127746Z","steps":["trace[2004879819] 'process raft request' (duration: 687.569445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.127783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.439932Z","time spent":"687.835703ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:05.127873Z","caller":"traceutil/trace.go:171","msg":"trace[2079017201] transaction","detail":"{read_only:false; response_revision:31549; number_of_response:1; }","duration":"653.613301ms","start":"2026-04-02T17:42:04.474255Z","end":"2026-04-02T17:42:05.127868Z","steps":["trace[2079017201] 'process raft request' (duration: 653.447236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.1279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.474236Z","time spent":"653.651503ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:42:05.127881Z","caller":"traceutil/trace.go:171","msg":"trace[507981544] linearizableReadLoop","detail":"{readStateIndex:33007; appliedIndex:33000; }","duration":"229.952848ms","start":"2026-04-02T17:42:04.897915Z","end":"2026-04-02T17:42:05.127868Z","steps":["trace[507981544] 'read index received' (duration: 46.091716ms)","trace[507981544] 'applied index is now lower than readState.Index' (duration: 183.860052ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:05.12804Z","caller":"traceutil/trace.go:171","msg":"trace[958787811] transaction","detail":"{read_only:false; response_revision:31550; number_of_response:1; }","duration":"653.089055ms","start":"2026-04-02T17:42:04.474937Z","end":"2026-04-02T17:42:05.128026Z","steps":["trace[958787811] 'process raft request' (duration: 652.814767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.128125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.474911Z","time spent":"653.177757ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:42:05.12824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.892467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:42:05.128263Z","caller":"traceutil/trace.go:171","msg":"trace[1035332450] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31550; }","duration":"905.953458ms","start":"2026-04-02T17:42:04.222303Z","end":"2026-04-02T17:42:05.128257Z","steps":["trace[1035332450] 'agreement among raft nodes before linearized reading' (duration: 905.876716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.12824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.005825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-02T17:42:05.128277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.222282Z","time spent":"905.99221ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:42:05.128295Z","caller":"traceutil/trace.go:171","msg":"trace[1090186319] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:31550; }","duration":"804.101058ms","start":"2026-04-02T17:42:04.32418Z","end":"2026-04-02T17:42:05.128281Z","steps":["trace[1090186319] 'agreement among raft nodes before linearized reading' (duration: 803.932103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.128332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.324164Z","time spent":"804.160591ms","remote":"127.0.0.1:58848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":131,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:05.128537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.969063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:42:05.128562Z","caller":"traceutil/trace.go:171","msg":"trace[1610260779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31550; }","duration":"369.029545ms","start":"2026-04-02T17:42:04.759527Z","end":"2026-04-02T17:42:05.128556Z","steps":["trace[1610260779] 'agreement among raft nodes before linearized reading' (duration: 368.931522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.12858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.759508Z","time spent":"369.068457ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T17:42:05.128641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.97595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:05.128664Z","caller":"traceutil/trace.go:171","msg":"trace[489213696] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:31550; }","duration":"392.048023ms","start":"2026-04-02T17:42:04.736609Z","end":"2026-04-02T17:42:05.128657Z","steps":["trace[489213696] 'agreement among raft nodes before linearized reading' (duration: 392.013922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.128684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.736587Z","time spent":"392.092054ms","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:05.128798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.843322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:42:05.128827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.889173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:42:05.128817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.925495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:05.128854Z","caller":"traceutil/trace.go:171","msg":"trace[386008174] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31550; }","duration":"804.949475ms","start":"2026-04-02T17:42:04.323891Z","end":"2026-04-02T17:42:05.128841Z","steps":["trace[386008174] 'agreement among raft nodes before linearized reading' (duration: 804.912554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.128874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.323869Z","time spent":"805.001707ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-02T17:42:05.128878Z","caller":"traceutil/trace.go:171","msg":"trace[131560411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31550; }","duration":"221.984557ms","start":"2026-04-02T17:42:04.906877Z","end":"2026-04-02T17:42:05.128862Z","steps":["trace[131560411] 'agreement among raft nodes before linearized reading' (duration: 221.895254ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:05.128838Z","caller":"traceutil/trace.go:171","msg":"trace[1838246645] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:31550; }","duration":"420.910395ms","start":"2026-04-02T17:42:04.707904Z","end":"2026-04-02T17:42:05.128815Z","steps":["trace[1838246645] 'agreement among raft nodes before linearized reading' (duration: 420.876714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.129123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.707881Z","time spent":"421.208944ms","remote":"127.0.0.1:58210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:05.129217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.54631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:05.129355Z","caller":"traceutil/trace.go:171","msg":"trace[431452905] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31550; }","duration":"808.714265ms","start":"2026-04-02T17:42:04.320624Z","end":"2026-04-02T17:42:05.129338Z","steps":["trace[431452905] 'agreement among raft nodes before linearized reading' (duration: 808.56251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.129393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.840965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-02T17:42:05.129428Z","caller":"traceutil/trace.go:171","msg":"trace[44544627] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31550; }","duration":"806.896747ms","start":"2026-04-02T17:42:04.322523Z","end":"2026-04-02T17:42:05.12942Z","steps":["trace[44544627] 'agreement among raft nodes before linearized reading' (duration: 806.804184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.12945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.322486Z","time spent":"806.959729ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21434,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:42:05.12949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.996062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:05.129527Z","caller":"traceutil/trace.go:171","msg":"trace[1549720409] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31550; }","duration":"796.086375ms","start":"2026-04-02T17:42:04.333429Z","end":"2026-04-02T17:42:05.129516Z","steps":["trace[1549720409] 'agreement among raft nodes before linearized reading' (duration: 796.037074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.129551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.333416Z","time spent":"796.131507ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:42:05.129642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.116522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-02T17:42:05.129663Z","caller":"traceutil/trace.go:171","msg":"trace[1743636503] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31550; }","duration":"744.176824ms","start":"2026-04-02T17:42:04.385481Z","end":"2026-04-02T17:42:05.129658Z","steps":["trace[1743636503] 'agreement among raft nodes before linearized reading' (duration: 744.116322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.129681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.385459Z","time spent":"744.217115ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21434,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-02T17:42:05.129683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100281511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-04-02T17:42:05.129722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.320605Z","time spent":"808.805477ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:42:05.129363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132862661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0896ec1-082e-4040-80f0-ef945727867e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-02T17:42:05.129956Z","caller":"traceutil/trace.go:171","msg":"trace[734301107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0896ec1-082e-4040-80f0-ef945727867e; range_end:; response_count:1; response_revision:31550; }","duration":"1.133478181s","start":"2026-04-02T17:42:03.996468Z","end":"2026-04-02T17:42:05.129946Z","steps":["trace[734301107] 'agreement among raft nodes before linearized reading' (duration: 1.132798909s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.129975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:03.996455Z","time spent":"1.133515033s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-a0896ec1-082e-4040-80f0-ef945727867e\" "} {"level":"warn","ts":"2026-04-02T17:42:05.129833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.678877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:42:05.130015Z","caller":"traceutil/trace.go:171","msg":"trace[1264790156] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:31550; }","duration":"792.897495ms","start":"2026-04-02T17:42:04.337109Z","end":"2026-04-02T17:42:05.130006Z","steps":["trace[1264790156] 'agreement among raft nodes before linearized reading' (duration: 792.707879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.130044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.337088Z","time spent":"792.950086ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-02T17:42:05.129853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.447588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"info","ts":"2026-04-02T17:42:05.130113Z","caller":"traceutil/trace.go:171","msg":"trace[777121337] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31550; }","duration":"803.705186ms","start":"2026-04-02T17:42:04.326398Z","end":"2026-04-02T17:42:05.130103Z","steps":["trace[777121337] 'agreement among raft nodes before linearized reading' (duration: 803.392286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.129888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.789031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21412"} {"level":"warn","ts":"2026-04-02T17:42:05.130156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.326367Z","time spent":"803.778628ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21434,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-02T17:42:05.130186Z","caller":"traceutil/trace.go:171","msg":"trace[1759996652] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:31550; }","duration":"793.051649ms","start":"2026-04-02T17:42:04.337095Z","end":"2026-04-02T17:42:05.130146Z","steps":["trace[1759996652] 'agreement among raft nodes before linearized reading' (duration: 792.75475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.130188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.926289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-02T17:42:05.130217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.337059Z","time spent":"793.150522ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21434,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-02T17:42:05.129723Z","caller":"traceutil/trace.go:171","msg":"trace[1585392228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31550; }","duration":"1.100358634s","start":"2026-04-02T17:42:04.029354Z","end":"2026-04-02T17:42:05.129712Z","steps":["trace[1585392228] 'agreement among raft nodes before linearized reading' (duration: 1.10021712s)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:05.130229Z","caller":"traceutil/trace.go:171","msg":"trace[279204937] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:31550; }","duration":"646.988922ms","start":"2026-04-02T17:42:04.483234Z","end":"2026-04-02T17:42:05.130223Z","steps":["trace[279204937] 'agreement among raft nodes before linearized reading' (duration: 646.9327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.130251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.483225Z","time spent":"647.020262ms","remote":"127.0.0.1:59120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:42:05.13025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.029336Z","time spent":"1.100907741s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T17:42:05.131042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.433127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:42:05.131069Z","caller":"traceutil/trace.go:171","msg":"trace[256637276] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:31550; }","duration":"908.489979ms","start":"2026-04-02T17:42:04.222571Z","end":"2026-04-02T17:42:05.131061Z","steps":["trace[256637276] 'agreement among raft nodes before linearized reading' (duration: 908.410467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:05.131086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:42:04.222536Z","time spent":"908.546281ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-02T17:42:05.286982Z","caller":"traceutil/trace.go:171","msg":"trace[92032845] transaction","detail":"{read_only:false; response_revision:31552; number_of_response:1; }","duration":"105.398151ms","start":"2026-04-02T17:42:05.181554Z","end":"2026-04-02T17:42:05.286952Z","steps":["trace[92032845] 'process raft request' (duration: 83.898912ms)","trace[92032845] 'compare' (duration: 21.362045ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:05.324693Z","caller":"traceutil/trace.go:171","msg":"trace[1386467715] transaction","detail":"{read_only:false; response_revision:31553; number_of_response:1; }","duration":"135.756962ms","start":"2026-04-02T17:42:05.188913Z","end":"2026-04-02T17:42:05.32467Z","steps":["trace[1386467715] 'process raft request' (duration: 135.185904ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:05.781667Z","caller":"traceutil/trace.go:171","msg":"trace[532445473] transaction","detail":"{read_only:false; response_revision:31558; number_of_response:1; }","duration":"156.383904ms","start":"2026-04-02T17:42:05.625258Z","end":"2026-04-02T17:42:05.781642Z","steps":["trace[532445473] 'process raft request' (duration: 156.213738ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:28.121907Z","caller":"traceutil/trace.go:171","msg":"trace[1679389207] transaction","detail":"{read_only:false; response_revision:31780; number_of_response:1; }","duration":"154.950758ms","start":"2026-04-02T17:42:27.966931Z","end":"2026-04-02T17:42:28.121882Z","steps":["trace[1679389207] 'process raft request' (duration: 131.071813ms)","trace[1679389207] 'compare' (duration: 23.635047ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:35.044134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29568} {"level":"info","ts":"2026-04-02T17:42:35.223742Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29568,"took":"175.461027ms","hash":3877734403,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":33734656,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T17:42:35.223813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3877734403,"revision":29568,"compact-revision":26531} {"level":"warn","ts":"2026-04-02T17:42:57.565432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.710455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:42:57.565597Z","caller":"traceutil/trace.go:171","msg":"trace[1819296046] transaction","detail":"{read_only:false; response_revision:32103; number_of_response:1; }","duration":"239.500341ms","start":"2026-04-02T17:42:57.326084Z","end":"2026-04-02T17:42:57.565584Z","steps":["trace[1819296046] 'process raft request' (duration: 239.438099ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:57.565568Z","caller":"traceutil/trace.go:171","msg":"trace[763843930] transaction","detail":"{read_only:false; response_revision:32102; number_of_response:1; }","duration":"243.115756ms","start":"2026-04-02T17:42:57.322418Z","end":"2026-04-02T17:42:57.565534Z","steps":["trace[763843930] 'process raft request' (duration: 79.234355ms)","trace[763843930] 'compare' (duration: 163.400755ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:42:57.565661Z","caller":"traceutil/trace.go:171","msg":"trace[342814520] linearizableReadLoop","detail":"{readStateIndex:33583; appliedIndex:33582; }","duration":"243.137246ms","start":"2026-04-02T17:42:57.322503Z","end":"2026-04-02T17:42:57.56564Z","steps":["trace[342814520] 'read index received' (duration: 79.09713ms)","trace[342814520] 'applied index is now lower than readState.Index' (duration: 164.038106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:42:57.565804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.27413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:42:57.565836Z","caller":"traceutil/trace.go:171","msg":"trace[774254498] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:32103; }","duration":"243.348043ms","start":"2026-04-02T17:42:57.322479Z","end":"2026-04-02T17:42:57.565827Z","steps":["trace[774254498] 'agreement among raft nodes before linearized reading' (duration: 243.25973ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:57.568706Z","caller":"traceutil/trace.go:171","msg":"trace[534056401] transaction","detail":"{read_only:false; response_revision:32104; number_of_response:1; }","duration":"118.557108ms","start":"2026-04-02T17:42:57.450127Z","end":"2026-04-02T17:42:57.568684Z","steps":["trace[534056401] 'process raft request' (duration: 118.198797ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:57.568829Z","caller":"traceutil/trace.go:171","msg":"trace[1774820483] transaction","detail":"{read_only:false; response_revision:32105; number_of_response:1; }","duration":"118.536827ms","start":"2026-04-02T17:42:57.450285Z","end":"2026-04-02T17:42:57.568821Z","steps":["trace[1774820483] 'process raft request' (duration: 118.30727ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:57.569083Z","caller":"traceutil/trace.go:171","msg":"trace[859318046] transaction","detail":"{read_only:false; response_revision:32106; number_of_response:1; }","duration":"106.255039ms","start":"2026-04-02T17:42:57.462798Z","end":"2026-04-02T17:42:57.569053Z","steps":["trace[859318046] 'process raft request' (duration: 105.993191ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:42:57.569208Z","caller":"traceutil/trace.go:171","msg":"trace[1945854647] transaction","detail":"{read_only:false; response_revision:32107; number_of_response:1; }","duration":"104.984059ms","start":"2026-04-02T17:42:57.464207Z","end":"2026-04-02T17:42:57.569191Z","steps":["trace[1945854647] 'process raft request' (duration: 104.778263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:42:57.569436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.285825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-02T17:42:57.569474Z","caller":"traceutil/trace.go:171","msg":"trace[1126554071] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:32108; }","duration":"202.323726ms","start":"2026-04-02T17:42:57.36714Z","end":"2026-04-02T17:42:57.569464Z","steps":["trace[1126554071] 'agreement among raft nodes before linearized reading' (duration: 202.107439ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.532138Z","caller":"traceutil/trace.go:171","msg":"trace[211041544] transaction","detail":"{read_only:false; response_revision:32414; number_of_response:1; }","duration":"199.091054ms","start":"2026-04-02T17:43:18.333027Z","end":"2026-04-02T17:43:18.532118Z","steps":["trace[211041544] 'process raft request' (duration: 198.95519ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.532499Z","caller":"traceutil/trace.go:171","msg":"trace[1825984199] linearizableReadLoop","detail":"{readStateIndex:33908; appliedIndex:33908; }","duration":"195.839281ms","start":"2026-04-02T17:43:18.33665Z","end":"2026-04-02T17:43:18.53249Z","steps":["trace[1825984199] 'read index received' (duration: 195.836281ms)","trace[1825984199] 'applied index is now lower than readState.Index' (duration: 2.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:18.535141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.477765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:43:18.535187Z","caller":"traceutil/trace.go:171","msg":"trace[591186419] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32414; }","duration":"198.572618ms","start":"2026-04-02T17:43:18.3366Z","end":"2026-04-02T17:43:18.535173Z","steps":["trace[591186419] 'agreement among raft nodes before linearized reading' (duration: 195.935314ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.69982Z","caller":"traceutil/trace.go:171","msg":"trace[52438471] linearizableReadLoop","detail":"{readStateIndex:33909; appliedIndex:33908; }","duration":"167.276268ms","start":"2026-04-02T17:43:18.532522Z","end":"2026-04-02T17:43:18.699798Z","steps":["trace[52438471] 'read index received' (duration: 152.196661ms)","trace[52438471] 'applied index is now lower than readState.Index' (duration: 15.078807ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:18.699891Z","caller":"traceutil/trace.go:171","msg":"trace[1322321836] transaction","detail":"{read_only:false; response_revision:32415; number_of_response:1; }","duration":"345.305196ms","start":"2026-04-02T17:43:18.354563Z","end":"2026-04-02T17:43:18.699868Z","steps":["trace[1322321836] 'process raft request' (duration: 330.098215ms)","trace[1322321836] 'compare' (duration: 14.85667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:18.699998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:18.354545Z","time spent":"345.385489ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:18.69999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.120798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:43:18.700053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.935258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-65f6d5558d-7fr62.18a29b1f87a92fe8\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-04-02T17:43:18.700065Z","caller":"traceutil/trace.go:171","msg":"trace[666320903] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32415; }","duration":"201.244872ms","start":"2026-04-02T17:43:18.498798Z","end":"2026-04-02T17:43:18.700043Z","steps":["trace[666320903] 'agreement among raft nodes before linearized reading' (duration: 201.103137ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.700088Z","caller":"traceutil/trace.go:171","msg":"trace[301011573] range","detail":"{range_begin:/registry/events/openstack/manila-api-65f6d5558d-7fr62.18a29b1f87a92fe8; range_end:; response_count:1; response_revision:32415; }","duration":"291.0018ms","start":"2026-04-02T17:43:18.409074Z","end":"2026-04-02T17:43:18.700075Z","steps":["trace[301011573] 'agreement among raft nodes before linearized reading' (duration: 290.868225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:18.700244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.537891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-02T17:43:18.700333Z","caller":"traceutil/trace.go:171","msg":"trace[1849010393] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32415; }","duration":"164.652955ms","start":"2026-04-02T17:43:18.535655Z","end":"2026-04-02T17:43:18.700308Z","steps":["trace[1849010393] 'agreement among raft nodes before linearized reading' (duration: 164.440478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:18.700392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.911731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"warn","ts":"2026-04-02T17:43:18.700392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.822802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-02T17:43:18.70042Z","caller":"traceutil/trace.go:171","msg":"trace[1168423155] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32415; }","duration":"299.977893ms","start":"2026-04-02T17:43:18.400435Z","end":"2026-04-02T17:43:18.700413Z","steps":["trace[1168423155] 'agreement among raft nodes before linearized reading' (duration: 299.86505ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:18.700436Z","caller":"traceutil/trace.go:171","msg":"trace[431833252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32415; }","duration":"128.902285ms","start":"2026-04-02T17:43:18.571523Z","end":"2026-04-02T17:43:18.700425Z","steps":["trace[431833252] 'agreement among raft nodes before linearized reading' (duration: 128.7531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:18.700442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:18.400417Z","time spent":"300.019345ms","remote":"127.0.0.1:59040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4862,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-04-02T17:43:18.700437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.570455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:43:18.700476Z","caller":"traceutil/trace.go:171","msg":"trace[971198130] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32415; }","duration":"159.649677ms","start":"2026-04-02T17:43:18.540815Z","end":"2026-04-02T17:43:18.700465Z","steps":["trace[971198130] 'agreement among raft nodes before linearized reading' (duration: 159.554414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:18.700805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.154421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.14\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-02T17:43:18.700934Z","caller":"traceutil/trace.go:171","msg":"trace[1430074256] range","detail":"{range_begin:/registry/masterleases/199.19.213.14; range_end:; response_count:1; response_revision:32415; }","duration":"140.341197ms","start":"2026-04-02T17:43:18.560558Z","end":"2026-04-02T17:43:18.700899Z","steps":["trace[1430074256] 'agreement among raft nodes before linearized reading' (duration: 139.853261ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.298025Z","caller":"traceutil/trace.go:171","msg":"trace[8294672] transaction","detail":"{read_only:false; response_revision:32422; number_of_response:1; }","duration":"249.194247ms","start":"2026-04-02T17:43:19.048808Z","end":"2026-04-02T17:43:19.298002Z","steps":["trace[8294672] 'process raft request' (duration: 249.054053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.29866Z","caller":"traceutil/trace.go:171","msg":"trace[79443553] transaction","detail":"{read_only:false; response_revision:32423; number_of_response:1; }","duration":"147.894645ms","start":"2026-04-02T17:43:19.15073Z","end":"2026-04-02T17:43:19.298625Z","steps":["trace[79443553] 'process raft request' (duration: 147.764411ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.868381Z","caller":"traceutil/trace.go:171","msg":"trace[880324772] transaction","detail":"{read_only:false; response_revision:32425; number_of_response:1; }","duration":"222.35787ms","start":"2026-04-02T17:43:19.64599Z","end":"2026-04-02T17:43:19.868348Z","steps":["trace[880324772] 'process raft request' (duration: 222.017899ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.958665Z","caller":"traceutil/trace.go:171","msg":"trace[861771857] linearizableReadLoop","detail":"{readStateIndex:33924; appliedIndex:33920; }","duration":"237.200628ms","start":"2026-04-02T17:43:19.721408Z","end":"2026-04-02T17:43:19.958609Z","steps":["trace[861771857] 'read index received' (duration: 147.342818ms)","trace[861771857] 'applied index is now lower than readState.Index' (duration: 89.85659ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:19.95901Z","caller":"traceutil/trace.go:171","msg":"trace[864142640] transaction","detail":"{read_only:false; response_revision:32426; number_of_response:1; }","duration":"311.996733ms","start":"2026-04-02T17:43:19.64699Z","end":"2026-04-02T17:43:19.958987Z","steps":["trace[864142640] 'process raft request' (duration: 277.328068ms)","trace[864142640] 'compare' (duration: 33.956183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:19.95966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.197919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:43:19.959694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.538041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-02T17:43:19.95971Z","caller":"traceutil/trace.go:171","msg":"trace[7300957] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32429; }","duration":"194.281452ms","start":"2026-04-02T17:43:19.765416Z","end":"2026-04-02T17:43:19.959697Z","steps":["trace[7300957] 'agreement among raft nodes before linearized reading' (duration: 194.192719ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.959723Z","caller":"traceutil/trace.go:171","msg":"trace[142932733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32429; }","duration":"232.589532ms","start":"2026-04-02T17:43:19.727121Z","end":"2026-04-02T17:43:19.95971Z","steps":["trace[142932733] 'agreement among raft nodes before linearized reading' (duration: 232.51186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:19.959791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:19.646961Z","time spent":"312.726357ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:43:19.959305Z","caller":"traceutil/trace.go:171","msg":"trace[1192668386] transaction","detail":"{read_only:false; response_revision:32427; number_of_response:1; }","duration":"311.626922ms","start":"2026-04-02T17:43:19.647639Z","end":"2026-04-02T17:43:19.959266Z","steps":["trace[1192668386] 'process raft request' (duration: 310.831037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:19.959954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:19.647622Z","time spent":"312.303433ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:19.959509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.931092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-02T17:43:19.960053Z","caller":"traceutil/trace.go:171","msg":"trace[1764483325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32429; }","duration":"238.49864ms","start":"2026-04-02T17:43:19.721545Z","end":"2026-04-02T17:43:19.960043Z","steps":["trace[1764483325] 'agreement among raft nodes before linearized reading' (duration: 237.810558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:19.959526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.088756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:43:19.960124Z","caller":"traceutil/trace.go:171","msg":"trace[2053255357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32429; }","duration":"238.726126ms","start":"2026-04-02T17:43:19.721367Z","end":"2026-04-02T17:43:19.960094Z","steps":["trace[2053255357] 'agreement among raft nodes before linearized reading' (duration: 237.942532ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:19.959579Z","caller":"traceutil/trace.go:171","msg":"trace[485670643] transaction","detail":"{read_only:false; response_revision:32428; number_of_response:1; }","duration":"311.684294ms","start":"2026-04-02T17:43:19.647882Z","end":"2026-04-02T17:43:19.959566Z","steps":["trace[485670643] 'process raft request' (duration: 310.651941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:19.960297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:19.647872Z","time spent":"312.342774ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:43:19.959611Z","caller":"traceutil/trace.go:171","msg":"trace[122186917] transaction","detail":"{read_only:false; response_revision:32429; number_of_response:1; }","duration":"311.461877ms","start":"2026-04-02T17:43:19.648139Z","end":"2026-04-02T17:43:19.959601Z","steps":["trace[122186917] 'process raft request' (duration: 310.431824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:19.960409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:19.648133Z","time spent":"312.240611ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:19.959613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.314727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T17:43:19.96048Z","caller":"traceutil/trace.go:171","msg":"trace[1634592350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32429; }","duration":"123.225095ms","start":"2026-04-02T17:43:19.837242Z","end":"2026-04-02T17:43:19.960467Z","steps":["trace[1634592350] 'agreement among raft nodes before linearized reading' (duration: 122.329117ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:23.617635Z","caller":"traceutil/trace.go:171","msg":"trace[490879091] transaction","detail":"{read_only:false; response_revision:32457; number_of_response:1; }","duration":"216.816755ms","start":"2026-04-02T17:43:23.400791Z","end":"2026-04-02T17:43:23.617608Z","steps":["trace[490879091] 'process raft request' (duration: 216.638809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:23.762205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.382971ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-02T17:43:23.762316Z","caller":"traceutil/trace.go:171","msg":"trace[576839036] linearizableReadLoop","detail":"{readStateIndex:33954; appliedIndex:33952; }","duration":"159.359727ms","start":"2026-04-02T17:43:23.60294Z","end":"2026-04-02T17:43:23.762299Z","steps":["trace[576839036] 'read index received' (duration: 14.504458ms)","trace[576839036] 'applied index is now lower than readState.Index' (duration: 144.853719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:23.762402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.448799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:43:23.762439Z","caller":"traceutil/trace.go:171","msg":"trace[1163668654] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:32457; }","duration":"159.529683ms","start":"2026-04-02T17:43:23.602897Z","end":"2026-04-02T17:43:23.762427Z","steps":["trace[1163668654] 'agreement among raft nodes before linearized reading' (duration: 159.4493ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:28.728601Z","caller":"traceutil/trace.go:171","msg":"trace[722369902] transaction","detail":"{read_only:false; response_revision:32509; number_of_response:1; }","duration":"123.844496ms","start":"2026-04-02T17:43:28.604732Z","end":"2026-04-02T17:43:28.728577Z","steps":["trace[722369902] 'process raft request' (duration: 120.278003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:29.085667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.836534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:43:29.085941Z","caller":"traceutil/trace.go:171","msg":"trace[679501013] linearizableReadLoop","detail":"{readStateIndex:34009; appliedIndex:34008; }","duration":"197.661688ms","start":"2026-04-02T17:43:28.888264Z","end":"2026-04-02T17:43:29.085926Z","steps":["trace[679501013] 'read index received' (duration: 36.534495ms)","trace[679501013] 'applied index is now lower than readState.Index' (duration: 161.126293ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:29.085836Z","caller":"traceutil/trace.go:171","msg":"trace[1450035521] transaction","detail":"{read_only:false; response_revision:32510; number_of_response:1; }","duration":"327.266356ms","start":"2026-04-02T17:43:28.758538Z","end":"2026-04-02T17:43:29.085804Z","steps":["trace[1450035521] 'process raft request' (duration: 166.211304ms)","trace[1450035521] 'compare' (duration: 160.37598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:29.086224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:28.758517Z","time spent":"327.626137ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:29.086225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.902593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-04-02T17:43:29.08629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.02098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-02T17:43:29.086313Z","caller":"traceutil/trace.go:171","msg":"trace[193131460] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32511; }","duration":"190.017197ms","start":"2026-04-02T17:43:28.896274Z","end":"2026-04-02T17:43:29.086292Z","steps":["trace[193131460] 'agreement among raft nodes before linearized reading' (duration: 189.820681ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:29.086335Z","caller":"traceutil/trace.go:171","msg":"trace[1124559953] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32511; }","duration":"198.093282ms","start":"2026-04-02T17:43:28.88823Z","end":"2026-04-02T17:43:29.086323Z","steps":["trace[1124559953] 'agreement among raft nodes before linearized reading' (duration: 197.937687ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:29.257998Z","caller":"traceutil/trace.go:171","msg":"trace[1031164410] transaction","detail":"{read_only:false; response_revision:32515; number_of_response:1; }","duration":"119.737615ms","start":"2026-04-02T17:43:29.138227Z","end":"2026-04-02T17:43:29.257965Z","steps":["trace[1031164410] 'process raft request' (duration: 119.473957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:29.699435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.287294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:43:29.699557Z","caller":"traceutil/trace.go:171","msg":"trace[607445748] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:32515; }","duration":"325.455119ms","start":"2026-04-02T17:43:29.374071Z","end":"2026-04-02T17:43:29.699526Z","steps":["trace[607445748] 'count revisions from in-memory index tree' (duration: 325.19183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:29.700159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:29.374007Z","time spent":"326.12894ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T17:43:29.700322Z","caller":"traceutil/trace.go:171","msg":"trace[618354032] transaction","detail":"{read_only:false; response_revision:32516; number_of_response:1; }","duration":"134.493422ms","start":"2026-04-02T17:43:29.565791Z","end":"2026-04-02T17:43:29.700284Z","steps":["trace[618354032] 'process raft request' (duration: 133.221402ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:30.080467Z","caller":"traceutil/trace.go:171","msg":"trace[1018199907] transaction","detail":"{read_only:false; response_revision:32518; number_of_response:1; }","duration":"163.473448ms","start":"2026-04-02T17:43:29.91696Z","end":"2026-04-02T17:43:30.080433Z","steps":["trace[1018199907] 'process raft request' (duration: 138.735966ms)","trace[1018199907] 'compare' (duration: 24.407521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:30.391497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.006354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:43:30.391707Z","caller":"traceutil/trace.go:171","msg":"trace[1183673111] transaction","detail":"{read_only:false; response_revision:32520; number_of_response:1; }","duration":"374.797668ms","start":"2026-04-02T17:43:30.01689Z","end":"2026-04-02T17:43:30.391687Z","steps":["trace[1183673111] 'process raft request' (duration: 374.707185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:30.391882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:30.016855Z","time spent":"374.989224ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:43:30.39192Z","caller":"traceutil/trace.go:171","msg":"trace[303855579] transaction","detail":"{read_only:false; response_revision:32521; number_of_response:1; }","duration":"374.704395ms","start":"2026-04-02T17:43:30.017192Z","end":"2026-04-02T17:43:30.391897Z","steps":["trace[303855579] 'process raft request' (duration: 374.460837ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:30.391726Z","caller":"traceutil/trace.go:171","msg":"trace[101073087] transaction","detail":"{read_only:false; response_revision:32519; number_of_response:1; }","duration":"376.261185ms","start":"2026-04-02T17:43:30.015412Z","end":"2026-04-02T17:43:30.391673Z","steps":["trace[101073087] 'process raft request' (duration: 205.988942ms)","trace[101073087] 'compare' (duration: 169.695835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:30.392079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:30.017183Z","time spent":"374.814269ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:30.392142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:30.015386Z","time spent":"376.635957ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:43:30.392278Z","caller":"traceutil/trace.go:171","msg":"trace[507464576] linearizableReadLoop","detail":"{readStateIndex:34021; appliedIndex:34016; }","duration":"370.971267ms","start":"2026-04-02T17:43:30.021295Z","end":"2026-04-02T17:43:30.392266Z","steps":["trace[507464576] 'read index received' (duration: 34.390327ms)","trace[507464576] 'applied index is now lower than readState.Index' (duration: 336.58006ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:30.392344Z","caller":"traceutil/trace.go:171","msg":"trace[1324304229] transaction","detail":"{read_only:false; response_revision:32522; number_of_response:1; }","duration":"375.071317ms","start":"2026-04-02T17:43:30.01725Z","end":"2026-04-02T17:43:30.392322Z","steps":["trace[1324304229] 'process raft request' (duration: 374.597512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:30.392451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:30.01722Z","time spent":"375.185251ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:30.392464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.167873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:43:30.392585Z","caller":"traceutil/trace.go:171","msg":"trace[1579218018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32522; }","duration":"371.304018ms","start":"2026-04-02T17:43:30.021264Z","end":"2026-04-02T17:43:30.392568Z","steps":["trace[1579218018] 'agreement among raft nodes before linearized reading' (duration: 371.084081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:30.392633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:30.021254Z","time spent":"371.36763ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T17:43:30.392824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.180947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:43:30.392864Z","caller":"traceutil/trace.go:171","msg":"trace[503096409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32522; }","duration":"360.260889ms","start":"2026-04-02T17:43:30.03259Z","end":"2026-04-02T17:43:30.392851Z","steps":["trace[503096409] 'agreement among raft nodes before linearized reading' (duration: 360.168206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:30.392891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:30.032569Z","time spent":"360.315571ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T17:43:30.392885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.77743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:43:30.392993Z","caller":"traceutil/trace.go:171","msg":"trace[1249018684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32522; }","duration":"158.930515ms","start":"2026-04-02T17:43:30.234034Z","end":"2026-04-02T17:43:30.392965Z","steps":["trace[1249018684] 'agreement among raft nodes before linearized reading' (duration: 158.596604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:30.393035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.815303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:43:30.393065Z","caller":"traceutil/trace.go:171","msg":"trace[774448721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32522; }","duration":"364.861714ms","start":"2026-04-02T17:43:30.028194Z","end":"2026-04-02T17:43:30.393056Z","steps":["trace[774448721] 'agreement among raft nodes before linearized reading' (duration: 364.776152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:30.393095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:30.028187Z","time spent":"364.901815ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T17:43:30.641262Z","caller":"traceutil/trace.go:171","msg":"trace[733826765] transaction","detail":"{read_only:false; response_revision:32524; number_of_response:1; }","duration":"243.90161ms","start":"2026-04-02T17:43:30.397339Z","end":"2026-04-02T17:43:30.64124Z","steps":["trace[733826765] 'process raft request' (duration: 242.893098ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:30.641508Z","caller":"traceutil/trace.go:171","msg":"trace[1321898681] linearizableReadLoop","detail":"{readStateIndex:34025; appliedIndex:34021; }","duration":"230.863368ms","start":"2026-04-02T17:43:30.410628Z","end":"2026-04-02T17:43:30.641492Z","steps":["trace[1321898681] 'read index received' (duration: 3.419618ms)","trace[1321898681] 'applied index is now lower than readState.Index' (duration: 227.44282ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:30.641562Z","caller":"traceutil/trace.go:171","msg":"trace[1801120441] transaction","detail":"{read_only:false; response_revision:32525; number_of_response:1; }","duration":"241.337029ms","start":"2026-04-02T17:43:30.400211Z","end":"2026-04-02T17:43:30.641548Z","steps":["trace[1801120441] 'process raft request' (duration: 240.985518ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:30.641608Z","caller":"traceutil/trace.go:171","msg":"trace[927187432] transaction","detail":"{read_only:false; response_revision:32526; number_of_response:1; }","duration":"240.971498ms","start":"2026-04-02T17:43:30.400548Z","end":"2026-04-02T17:43:30.64152Z","steps":["trace[927187432] 'process raft request' (duration: 240.776702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:30.641704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.057334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-04-02T17:43:30.641742Z","caller":"traceutil/trace.go:171","msg":"trace[465347206] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:32526; }","duration":"231.146277ms","start":"2026-04-02T17:43:30.410584Z","end":"2026-04-02T17:43:30.641731Z","steps":["trace[465347206] 'agreement among raft nodes before linearized reading' (duration: 230.972981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:31.432579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.877046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-02T17:43:31.432732Z","caller":"traceutil/trace.go:171","msg":"trace[1078462877] linearizableReadLoop","detail":"{readStateIndex:34027; appliedIndex:34026; }","duration":"169.852619ms","start":"2026-04-02T17:43:31.262866Z","end":"2026-04-02T17:43:31.432718Z","steps":["trace[1078462877] 'read index received' (duration: 39.361µs)","trace[1078462877] 'applied index is now lower than readState.Index' (duration: 169.811608ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:31.432874Z","caller":"traceutil/trace.go:171","msg":"trace[1793780731] transaction","detail":"{read_only:false; response_revision:32528; number_of_response:1; }","duration":"279.797026ms","start":"2026-04-02T17:43:31.153067Z","end":"2026-04-02T17:43:31.432864Z","steps":["trace[1793780731] 'process raft request' (duration: 81.511197ms)","trace[1793780731] 'compare' (duration: 197.315378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:31.432988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.46034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-02T17:43:31.433024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.161889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-04-02T17:43:31.433058Z","caller":"traceutil/trace.go:171","msg":"trace[1593968449] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32528; }","duration":"170.233021ms","start":"2026-04-02T17:43:31.262814Z","end":"2026-04-02T17:43:31.433047Z","steps":["trace[1593968449] 'agreement among raft nodes before linearized reading' (duration: 170.112348ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:31.433052Z","caller":"traceutil/trace.go:171","msg":"trace[998460811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32528; }","duration":"121.576263ms","start":"2026-04-02T17:43:31.311459Z","end":"2026-04-02T17:43:31.433036Z","steps":["trace[998460811] 'agreement among raft nodes before linearized reading' (duration: 121.47442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:31.4331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.49928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-02T17:43:31.433163Z","caller":"traceutil/trace.go:171","msg":"trace[636627264] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:32528; }","duration":"108.584653ms","start":"2026-04-02T17:43:31.324563Z","end":"2026-04-02T17:43:31.433148Z","steps":["trace[636627264] 'agreement among raft nodes before linearized reading' (duration: 108.383056ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:31.614767Z","caller":"traceutil/trace.go:171","msg":"trace[1680592540] linearizableReadLoop","detail":"{readStateIndex:34028; appliedIndex:34027; }","duration":"173.375951ms","start":"2026-04-02T17:43:31.441363Z","end":"2026-04-02T17:43:31.614738Z","steps":["trace[1680592540] 'read index received' (duration: 93.919669ms)","trace[1680592540] 'applied index is now lower than readState.Index' (duration: 79.454632ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:31.614933Z","caller":"traceutil/trace.go:171","msg":"trace[1928610982] transaction","detail":"{read_only:false; response_revision:32529; number_of_response:1; }","duration":"175.359064ms","start":"2026-04-02T17:43:31.439552Z","end":"2026-04-02T17:43:31.614911Z","steps":["trace[1928610982] 'process raft request' (duration: 95.787578ms)","trace[1928610982] 'compare' (duration: 79.208774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:43:31.61509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.47934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-02T17:43:31.615124Z","caller":"traceutil/trace.go:171","msg":"trace[1682523015] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32529; }","duration":"164.581583ms","start":"2026-04-02T17:43:31.450533Z","end":"2026-04-02T17:43:31.615114Z","steps":["trace[1682523015] 'agreement among raft nodes before linearized reading' (duration: 164.444519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:31.615169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.785484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c642e34e-80de-4c0c-97ac-2a6e0d8f7cbc\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-02T17:43:31.615256Z","caller":"traceutil/trace.go:171","msg":"trace[1451442589] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c642e34e-80de-4c0c-97ac-2a6e0d8f7cbc; range_end:; response_count:1; response_revision:32529; }","duration":"173.938719ms","start":"2026-04-02T17:43:31.441297Z","end":"2026-04-02T17:43:31.615236Z","steps":["trace[1451442589] 'agreement among raft nodes before linearized reading' (duration: 173.706442ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:32.003552Z","caller":"traceutil/trace.go:171","msg":"trace[262709871] linearizableReadLoop","detail":"{readStateIndex:34029; appliedIndex:34028; }","duration":"325.951084ms","start":"2026-04-02T17:43:31.677575Z","end":"2026-04-02T17:43:32.003526Z","steps":["trace[262709871] 'read index received' (duration: 325.669105ms)","trace[262709871] 'applied index is now lower than readState.Index' (duration: 280.809µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:32.003739Z","caller":"traceutil/trace.go:171","msg":"trace[1705076567] transaction","detail":"{read_only:false; response_revision:32530; number_of_response:1; }","duration":"384.429403ms","start":"2026-04-02T17:43:31.619278Z","end":"2026-04-02T17:43:32.003707Z","steps":["trace[1705076567] 'process raft request' (duration: 384.070131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:32.00381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.284215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-02T17:43:32.003892Z","caller":"traceutil/trace.go:171","msg":"trace[79469101] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:32530; }","duration":"326.430359ms","start":"2026-04-02T17:43:31.677449Z","end":"2026-04-02T17:43:32.00388Z","steps":["trace[79469101] 'agreement among raft nodes before linearized reading' (duration: 326.284284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:32.003931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:31.677426Z","time spent":"326.493471ms","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-02T17:43:32.004018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:31.619261Z","time spent":"384.600529ms","remote":"127.0.0.1:58908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:32.004194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.096058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-02T17:43:32.004259Z","caller":"traceutil/trace.go:171","msg":"trace[2043948720] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:32530; }","duration":"276.231953ms","start":"2026-04-02T17:43:31.728009Z","end":"2026-04-02T17:43:32.004241Z","steps":["trace[2043948720] 'agreement among raft nodes before linearized reading' (duration: 275.737397ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:32.124426Z","caller":"traceutil/trace.go:171","msg":"trace[754469368] transaction","detail":"{read_only:false; response_revision:32531; number_of_response:1; }","duration":"115.252324ms","start":"2026-04-02T17:43:32.009143Z","end":"2026-04-02T17:43:32.124396Z","steps":["trace[754469368] 'process raft request' (duration: 76.306493ms)","trace[754469368] 'compare' (duration: 38.746315ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:32.124595Z","caller":"traceutil/trace.go:171","msg":"trace[1798119348] transaction","detail":"{read_only:false; response_revision:32532; number_of_response:1; }","duration":"112.327192ms","start":"2026-04-02T17:43:32.01225Z","end":"2026-04-02T17:43:32.124577Z","steps":["trace[1798119348] 'process raft request' (duration: 112.097094ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:32.795376Z","caller":"traceutil/trace.go:171","msg":"trace[1197433244] linearizableReadLoop","detail":"{readStateIndex:34036; appliedIndex:34032; }","duration":"373.701333ms","start":"2026-04-02T17:43:32.421652Z","end":"2026-04-02T17:43:32.795353Z","steps":["trace[1197433244] 'read index received' (duration: 36.268146ms)","trace[1197433244] 'applied index is now lower than readState.Index' (duration: 337.431917ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:43:32.795417Z","caller":"traceutil/trace.go:171","msg":"trace[1599413285] transaction","detail":"{read_only:false; response_revision:32535; number_of_response:1; }","duration":"395.834394ms","start":"2026-04-02T17:43:32.399558Z","end":"2026-04-02T17:43:32.795392Z","steps":["trace[1599413285] 'process raft request' (duration: 395.556515ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:43:32.795625Z","caller":"traceutil/trace.go:171","msg":"trace[149030151] transaction","detail":"{read_only:false; response_revision:32537; number_of_response:1; }","duration":"395.810693ms","start":"2026-04-02T17:43:32.399646Z","end":"2026-04-02T17:43:32.795457Z","steps":["trace[149030151] 'process raft request' (duration: 395.667248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:32.795681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:32.399527Z","time spent":"396.066621ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T17:43:32.795417Z","caller":"traceutil/trace.go:171","msg":"trace[1927175280] transaction","detail":"{read_only:false; response_revision:32536; number_of_response:1; }","duration":"395.780211ms","start":"2026-04-02T17:43:32.3996Z","end":"2026-04-02T17:43:32.79538Z","steps":["trace[1927175280] 'process raft request' (duration: 395.666868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:32.795953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:32.399607Z","time spent":"396.104222ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:32.795982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:32.399573Z","time spent":"396.324479ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T17:43:32.804885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.212305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-02T17:43:32.804977Z","caller":"traceutil/trace.go:171","msg":"trace[1843982161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32537; }","duration":"383.314578ms","start":"2026-04-02T17:43:32.421636Z","end":"2026-04-02T17:43:32.80495Z","steps":["trace[1843982161] 'agreement among raft nodes before linearized reading' (duration: 373.860709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:32.805058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T17:43:32.421583Z","time spent":"383.456532ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T17:43:32.84567Z","caller":"traceutil/trace.go:171","msg":"trace[1109450706] transaction","detail":"{read_only:false; response_revision:32538; number_of_response:1; }","duration":"231.165327ms","start":"2026-04-02T17:43:32.614471Z","end":"2026-04-02T17:43:32.845636Z","steps":["trace[1109450706] 'process raft request' (duration: 230.92739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:32.84586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.803983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T17:43:32.845913Z","caller":"traceutil/trace.go:171","msg":"trace[1584075972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32538; }","duration":"197.910357ms","start":"2026-04-02T17:43:32.64799Z","end":"2026-04-02T17:43:32.8459Z","steps":["trace[1584075972] 'agreement among raft nodes before linearized reading' (duration: 197.738661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:32.846052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.037531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-02T17:43:32.846084Z","caller":"traceutil/trace.go:171","msg":"trace[127269745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32538; }","duration":"198.116573ms","start":"2026-04-02T17:43:32.647959Z","end":"2026-04-02T17:43:32.846076Z","steps":["trace[127269745] 'agreement among raft nodes before linearized reading' (duration: 198.033941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:43:32.846156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.96681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-02T17:43:32.84623Z","caller":"traceutil/trace.go:171","msg":"trace[1573977877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32538; }","duration":"199.103914ms","start":"2026-04-02T17:43:32.647109Z","end":"2026-04-02T17:43:32.846212Z","steps":["trace[1573977877] 'agreement among raft nodes before linearized reading' (duration: 198.95828ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:41.626517Z","caller":"traceutil/trace.go:171","msg":"trace[1647396948] transaction","detail":"{read_only:false; response_revision:33856; number_of_response:1; }","duration":"106.085464ms","start":"2026-04-02T17:45:41.520396Z","end":"2026-04-02T17:45:41.626481Z","steps":["trace[1647396948] 'process raft request' (duration: 105.900928ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:45:41.627096Z","caller":"traceutil/trace.go:171","msg":"trace[122042622] linearizableReadLoop","detail":"{readStateIndex:35414; appliedIndex:35412; }","duration":"104.251565ms","start":"2026-04-02T17:45:41.522176Z","end":"2026-04-02T17:45:41.626428Z","steps":["trace[122042622] 'read index received' (duration: 34.524291ms)","trace[122042622] 'applied index is now lower than readState.Index' (duration: 69.726094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T17:45:41.635864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.661783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T17:45:41.635924Z","caller":"traceutil/trace.go:171","msg":"trace[2137345936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33856; }","duration":"113.762426ms","start":"2026-04-02T17:45:41.522145Z","end":"2026-04-02T17:45:41.635907Z","steps":["trace[2137345936] 'agreement among raft nodes before linearized reading' (duration: 104.414681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T17:45:41.636117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.589691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-02T17:45:41.636231Z","caller":"traceutil/trace.go:171","msg":"trace[1743681104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33856; }","duration":"113.752817ms","start":"2026-04-02T17:45:41.522453Z","end":"2026-04-02T17:45:41.636206Z","steps":["trace[1743681104] 'agreement among raft nodes before linearized reading' (duration: 104.942228ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T17:47:35.052013Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31834} {"level":"info","ts":"2026-04-02T17:47:35.177962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31834,"took":"121.436879ms","hash":3383879206,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":36769792,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-02T17:47:35.178012Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3383879206,"revision":31834,"compact-revision":29568} {"level":"info","ts":"2026-04-02T17:52:35.058094Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34843} {"level":"info","ts":"2026-04-02T17:52:35.197558Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34843,"took":"134.978317ms","hash":3517332225,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":34488320,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T17:52:35.19769Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3517332225,"revision":34843,"compact-revision":31834} {"level":"info","ts":"2026-04-02T17:53:58.037953Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"329f95029c2a91ed","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T17:53:58.045497Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-02T17:53:58.045585Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-02T17:57:16.231361Z","caller":"traceutil/trace.go:171","msg":"trace[1835848189] transaction","detail":"{read_only:false; response_revision:40098; number_of_response:1; }","duration":"133.628164ms","start":"2026-04-02T17:57:16.097701Z","end":"2026-04-02T17:57:16.231329Z","steps":["trace[1835848189] 'process raft request' (duration: 79.019207ms)","trace[1835848189] 'compare' (duration: 54.455222ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T17:57:35.06441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37520} {"level":"info","ts":"2026-04-02T17:57:35.203593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37520,"took":"134.696568ms","hash":1798602111,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":34799616,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-02T17:57:35.203662Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1798602111,"revision":37520,"compact-revision":34843} {"level":"info","ts":"2026-04-02T17:57:49.784307Z","caller":"traceutil/trace.go:171","msg":"trace[445860025] transaction","detail":"{read_only:false; response_revision:40398; number_of_response:1; }","duration":"243.249589ms","start":"2026-04-02T17:57:49.541033Z","end":"2026-04-02T17:57:49.784283Z","steps":["trace[445860025] 'process raft request' (duration: 243.035242ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:00:52.760282Z","caller":"traceutil/trace.go:171","msg":"trace[916882945] transaction","detail":"{read_only:false; response_revision:42120; number_of_response:1; }","duration":"129.71846ms","start":"2026-04-02T18:00:52.630537Z","end":"2026-04-02T18:00:52.760256Z","steps":["trace[916882945] 'process raft request' (duration: 128.924345ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:00.956114Z","caller":"traceutil/trace.go:171","msg":"trace[1366402602] transaction","detail":"{read_only:false; response_revision:42193; number_of_response:1; }","duration":"100.90796ms","start":"2026-04-02T18:01:00.855186Z","end":"2026-04-02T18:01:00.956094Z","steps":["trace[1366402602] 'process raft request' (duration: 100.784426ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:01:36.519606Z","caller":"traceutil/trace.go:171","msg":"trace[1006889705] transaction","detail":"{read_only:false; response_revision:42498; number_of_response:1; }","duration":"109.414578ms","start":"2026-04-02T18:01:36.410156Z","end":"2026-04-02T18:01:36.519571Z","steps":["trace[1006889705] 'process raft request' (duration: 92.206704ms)","trace[1006889705] 'compare' (duration: 16.965986ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T18:01:36.520296Z","caller":"traceutil/trace.go:171","msg":"trace[403089775] transaction","detail":"{read_only:false; response_revision:42499; number_of_response:1; }","duration":"101.646383ms","start":"2026-04-02T18:01:36.418629Z","end":"2026-04-02T18:01:36.520276Z","steps":["trace[403089775] 'process raft request' (duration: 101.454347ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T18:02:35.072999Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40265} {"level":"info","ts":"2026-04-02T18:02:35.218384Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40265,"took":"140.610884ms","hash":3446920336,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":34299904,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T18:02:35.218455Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3446920336,"revision":40265,"compact-revision":37520} {"level":"info","ts":"2026-04-02T18:07:35.080164Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43008} {"level":"info","ts":"2026-04-02T18:07:35.236408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43008,"took":"150.852159ms","hash":3546096134,"current-db-size-bytes":59400192,"current-db-size":"59 MB","current-db-size-in-use-bytes":33062912,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-02T18:07:35.236484Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3546096134,"revision":43008,"compact-revision":40265}