{"level":"warn","ts":"2026-03-12T14:34:04.75261Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T14:34:04.752727Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.122:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.122:2380","--initial-cluster=instance=https://199.204.45.122:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.122:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.122:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-12T14:34:04.752804Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T14:34:04.752819Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-12T14:34:04.752864Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T14:34:04.753494Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"]} {"level":"info","ts":"2026-03-12T14:34:04.753577Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.122:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-12T14:34:04.75744Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.610719ms"} {"level":"info","ts":"2026-03-12T14:34:04.765889Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d2c3f297b56db0c4","cluster-id":"becafec23d27c587"} {"level":"info","ts":"2026-03-12T14:34:04.765965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=()"} {"level":"info","ts":"2026-03-12T14:34:04.765991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 0"} {"level":"info","ts":"2026-03-12T14:34:04.76601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d2c3f297b56db0c4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-12T14:34:04.76602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became follower at term 1"} {"level":"info","ts":"2026-03-12T14:34:04.766064Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"warn","ts":"2026-03-12T14:34:04.772064Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-12T14:34:04.776421Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-12T14:34:04.777787Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-12T14:34:04.780863Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d2c3f297b56db0c4","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-12T14:34:04.781226Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d2c3f297b56db0c4","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-12T14:34:04.781305Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T14:34:04.781464Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T14:34:04.781484Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T14:34:04.782373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 switched to configuration voters=(15187249101821292740)"} {"level":"info","ts":"2026-03-12T14:34:04.782548Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","added-peer-id":"d2c3f297b56db0c4","added-peer-peer-urls":["https://199.204.45.122:2380"]} {"level":"info","ts":"2026-03-12T14:34:04.785813Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T14:34:04.786248Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d2c3f297b56db0c4","initial-advertise-peer-urls":["https://199.204.45.122:2380"],"listen-peer-urls":["https://199.204.45.122:2380"],"advertise-client-urls":["https://199.204.45.122:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.122:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-12T14:34:04.786326Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-12T14:34:04.786383Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-12T14:34:04.786485Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.122:2380"} {"level":"info","ts":"2026-03-12T14:34:05.266864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 is starting a new election at term 1"} {"level":"info","ts":"2026-03-12T14:34:05.26696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-12T14:34:05.266988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgPreVoteResp from d2c3f297b56db0c4 at term 1"} {"level":"info","ts":"2026-03-12T14:34:05.267008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became candidate at term 2"} {"level":"info","ts":"2026-03-12T14:34:05.267027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 received MsgVoteResp from d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-12T14:34:05.267045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d2c3f297b56db0c4 became leader at term 2"} {"level":"info","ts":"2026-03-12T14:34:05.267059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d2c3f297b56db0c4 elected leader d2c3f297b56db0c4 at term 2"} {"level":"info","ts":"2026-03-12T14:34:05.26905Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T14:34:05.269857Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d2c3f297b56db0c4","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.122:2379]}","request-path":"/0/members/d2c3f297b56db0c4/attributes","cluster-id":"becafec23d27c587","publish-timeout":"7s"} {"level":"info","ts":"2026-03-12T14:34:05.270005Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T14:34:05.270086Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T14:34:05.271836Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"becafec23d27c587","local-member-id":"d2c3f297b56db0c4","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T14:34:05.271951Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T14:34:05.271994Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T14:34:05.272009Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-12T14:34:05.2721Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-12T14:34:05.272247Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.122:2379"} {"level":"info","ts":"2026-03-12T14:34:05.273378Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-12T14:34:06.848466Z","caller":"traceutil/trace.go:171","msg":"trace[463455215] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"215.223404ms","start":"2026-03-12T14:34:06.633214Z","end":"2026-03-12T14:34:06.848437Z","steps":["trace[463455215] 'process raft request' (duration: 214.966047ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.85419Z","caller":"traceutil/trace.go:171","msg":"trace[1121840743] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"220.628137ms","start":"2026-03-12T14:34:06.633534Z","end":"2026-03-12T14:34:06.854162Z","steps":["trace[1121840743] 'process raft request' (duration: 220.343409ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.854237Z","caller":"traceutil/trace.go:171","msg":"trace[2450191] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"166.483256ms","start":"2026-03-12T14:34:06.687733Z","end":"2026-03-12T14:34:06.854217Z","steps":["trace[2450191] 'process raft request' (duration: 166.304542ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.854283Z","caller":"traceutil/trace.go:171","msg":"trace[899548433] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"212.861906ms","start":"2026-03-12T14:34:06.641398Z","end":"2026-03-12T14:34:06.85426Z","steps":["trace[899548433] 'read index received' (duration: 206.784116ms)","trace[899548433] 'applied index is now lower than readState.Index' (duration: 6.07669ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:34:06.854409Z","caller":"traceutil/trace.go:171","msg":"trace[491222451] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"154.890241ms","start":"2026-03-12T14:34:06.699507Z","end":"2026-03-12T14:34:06.854397Z","steps":["trace[491222451] 'process raft request' (duration: 154.711587ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.854416Z","caller":"traceutil/trace.go:171","msg":"trace[462354575] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"166.124887ms","start":"2026-03-12T14:34:06.688223Z","end":"2026-03-12T14:34:06.854348Z","steps":["trace[462354575] 'process raft request' (duration: 165.926962ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.854554Z","caller":"traceutil/trace.go:171","msg":"trace[54274536] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"157.584717ms","start":"2026-03-12T14:34:06.696957Z","end":"2026-03-12T14:34:06.854542Z","steps":["trace[54274536] 'process raft request' (duration: 157.224508ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.854561Z","caller":"traceutil/trace.go:171","msg":"trace[74100620] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"166.544227ms","start":"2026-03-12T14:34:06.688001Z","end":"2026-03-12T14:34:06.854545Z","steps":["trace[74100620] 'process raft request' (duration: 166.100956ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.854718Z","caller":"traceutil/trace.go:171","msg":"trace[1097423575] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"167.330376ms","start":"2026-03-12T14:34:06.687312Z","end":"2026-03-12T14:34:06.854642Z","steps":["trace[1097423575] 'process raft request' (duration: 166.688941ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.854769Z","caller":"traceutil/trace.go:171","msg":"trace[29322959] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"166.884566ms","start":"2026-03-12T14:34:06.687858Z","end":"2026-03-12T14:34:06.854743Z","steps":["trace[29322959] 'process raft request' (duration: 166.21151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.854826Z","caller":"traceutil/trace.go:171","msg":"trace[157833477] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"166.688862ms","start":"2026-03-12T14:34:06.68808Z","end":"2026-03-12T14:34:06.854769Z","steps":["trace[157833477] 'process raft request' (duration: 166.047336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:06.854861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.840525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-12T14:34:06.854931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.859259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-12T14:34:06.854864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.696948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T14:34:06.85497Z","caller":"traceutil/trace.go:171","msg":"trace[1934818312] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"167.940831ms","start":"2026-03-12T14:34:06.687019Z","end":"2026-03-12T14:34:06.854959Z","steps":["trace[1934818312] 'agreement among raft nodes before linearized reading' (duration: 167.862129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:06.854992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.685417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T14:34:06.855035Z","caller":"traceutil/trace.go:171","msg":"trace[1639519802] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"100.713717ms","start":"2026-03-12T14:34:06.7543Z","end":"2026-03-12T14:34:06.855013Z","steps":["trace[1639519802] 'agreement among raft nodes before linearized reading' (duration: 100.673166ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.85495Z","caller":"traceutil/trace.go:171","msg":"trace[1226829086] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"116.966609ms","start":"2026-03-12T14:34:06.737972Z","end":"2026-03-12T14:34:06.854938Z","steps":["trace[1226829086] 'agreement among raft nodes before linearized reading' (duration: 116.817015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:06.85507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.037023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-12T14:34:06.855139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.653384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T14:34:06.855145Z","caller":"traceutil/trace.go:171","msg":"trace[428783153] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:0; response_revision:11; }","duration":"170.139325ms","start":"2026-03-12T14:34:06.684984Z","end":"2026-03-12T14:34:06.855124Z","steps":["trace[428783153] 'agreement among raft nodes before linearized reading' (duration: 170.011182ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.855188Z","caller":"traceutil/trace.go:171","msg":"trace[145941235] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"167.717986ms","start":"2026-03-12T14:34:06.687455Z","end":"2026-03-12T14:34:06.855173Z","steps":["trace[145941235] 'agreement among raft nodes before linearized reading' (duration: 167.658355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:06.855284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.883601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T14:34:06.855024Z","caller":"traceutil/trace.go:171","msg":"trace[1079848137] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"174.940494ms","start":"2026-03-12T14:34:06.680052Z","end":"2026-03-12T14:34:06.854993Z","steps":["trace[1079848137] 'agreement among raft nodes before linearized reading' (duration: 174.572595ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:06.85536Z","caller":"traceutil/trace.go:171","msg":"trace[1771480882] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"213.991413ms","start":"2026-03-12T14:34:06.641347Z","end":"2026-03-12T14:34:06.855339Z","steps":["trace[1771480882] 'agreement among raft nodes before linearized reading' (duration: 213.893511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:06.855395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.646236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T14:34:06.855564Z","caller":"traceutil/trace.go:171","msg":"trace[111677025] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"101.157929ms","start":"2026-03-12T14:34:06.754328Z","end":"2026-03-12T14:34:06.855486Z","steps":["trace[111677025] 'agreement among raft nodes before linearized reading' (duration: 100.621236ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:25.267505Z","caller":"traceutil/trace.go:171","msg":"trace[2020359634] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"425.422993ms","start":"2026-03-12T14:34:24.842043Z","end":"2026-03-12T14:34:25.267466Z","steps":["trace[2020359634] 'process raft request' (duration: 425.230427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:25.268274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:24.842026Z","time spent":"425.573606ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:34:25.46277Z","caller":"traceutil/trace.go:171","msg":"trace[1984210695] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"191.267283ms","start":"2026-03-12T14:34:25.271461Z","end":"2026-03-12T14:34:25.462728Z","steps":["trace[1984210695] 'process raft request' (duration: 127.579078ms)","trace[1984210695] 'compare' (duration: 63.576253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:34:26.634893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.392702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:34:26.635005Z","caller":"traceutil/trace.go:171","msg":"trace[1740105201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"253.558947ms","start":"2026-03-12T14:34:26.381422Z","end":"2026-03-12T14:34:26.634981Z","steps":["trace[1740105201] 'range keys from in-memory index tree' (duration: 253.29225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:26.635053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.753211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:34:26.635112Z","caller":"traceutil/trace.go:171","msg":"trace[1650839699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:409; }","duration":"682.851633ms","start":"2026-03-12T14:34:25.952248Z","end":"2026-03-12T14:34:26.635099Z","steps":["trace[1650839699] 'range keys from in-memory index tree' (duration: 682.610208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:26.635136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:25.952231Z","time spent":"682.899525ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:34:26.774824Z","caller":"traceutil/trace.go:171","msg":"trace[2108088542] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"134.736253ms","start":"2026-03-12T14:34:26.64006Z","end":"2026-03-12T14:34:26.774796Z","steps":["trace[2108088542] 'process raft request' (duration: 134.59988ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:37.560083Z","caller":"traceutil/trace.go:171","msg":"trace[1044607254] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"172.108009ms","start":"2026-03-12T14:34:37.387938Z","end":"2026-03-12T14:34:37.560046Z","steps":["trace[1044607254] 'process raft request' (duration: 171.925715ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:42.477075Z","caller":"traceutil/trace.go:171","msg":"trace[833821584] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"309.211218ms","start":"2026-03-12T14:34:42.167839Z","end":"2026-03-12T14:34:42.47705Z","steps":["trace[833821584] 'process raft request' (duration: 309.030513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:42.477219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:42.16781Z","time spent":"309.334211ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:34:43.2876Z","caller":"traceutil/trace.go:171","msg":"trace[2139233050] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:523; }","duration":"328.565858ms","start":"2026-03-12T14:34:42.959005Z","end":"2026-03-12T14:34:43.287571Z","steps":["trace[2139233050] 'read index received' (duration: 328.379873ms)","trace[2139233050] 'applied index is now lower than readState.Index' (duration: 184.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:34:43.287681Z","caller":"traceutil/trace.go:171","msg":"trace[643215265] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"338.711241ms","start":"2026-03-12T14:34:42.948923Z","end":"2026-03-12T14:34:43.287635Z","steps":["trace[643215265] 'process raft request' (duration: 338.486116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:43.28777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.740463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:34:43.287811Z","caller":"traceutil/trace.go:171","msg":"trace[860149552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:510; }","duration":"328.829704ms","start":"2026-03-12T14:34:42.95897Z","end":"2026-03-12T14:34:43.287799Z","steps":["trace[860149552] 'agreement among raft nodes before linearized reading' (duration: 328.737692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:43.287855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:42.958954Z","time spent":"328.893806ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:34:43.287866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:42.948906Z","time spent":"338.861534ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:34:43.288253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.737906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:34:43.288438Z","caller":"traceutil/trace.go:171","msg":"trace[540282051] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:510; }","duration":"150.941341ms","start":"2026-03-12T14:34:43.137436Z","end":"2026-03-12T14:34:43.288378Z","steps":["trace[540282051] 'agreement among raft nodes before linearized reading' (duration: 150.663014ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:43.418983Z","caller":"traceutil/trace.go:171","msg":"trace[406179778] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"125.188542ms","start":"2026-03-12T14:34:43.293742Z","end":"2026-03-12T14:34:43.41893Z","steps":["trace[406179778] 'process raft request' (duration: 105.288838ms)","trace[406179778] 'compare' (duration: 19.684379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:34:44.518265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.396778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T14:34:44.518375Z","caller":"traceutil/trace.go:171","msg":"trace[1969213433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"870.550552ms","start":"2026-03-12T14:34:43.647792Z","end":"2026-03-12T14:34:44.518342Z","steps":["trace[1969213433] 'range keys from in-memory index tree' (duration: 870.259135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:44.518434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:43.647768Z","time spent":"870.645094ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:34:44.518449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.976118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:34:44.51853Z","caller":"traceutil/trace.go:171","msg":"trace[567194457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"938.121522ms","start":"2026-03-12T14:34:43.580389Z","end":"2026-03-12T14:34:44.518511Z","steps":["trace[567194457] 'range keys from in-memory index tree' (duration: 937.866055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:44.518571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:43.580363Z","time spent":"938.199795ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:34:45.456203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.57146ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:34:45.456475Z","caller":"traceutil/trace.go:171","msg":"trace[705555307] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"933.553778ms","start":"2026-03-12T14:34:44.522904Z","end":"2026-03-12T14:34:45.456458Z","steps":["trace[705555307] 'process raft request' (duration: 933.410245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:45.456585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:44.522874Z","time spent":"933.646581ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:34:45.51267Z","caller":"traceutil/trace.go:171","msg":"trace[1024611258] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:525; }","duration":"220.205154ms","start":"2026-03-12T14:34:45.292449Z","end":"2026-03-12T14:34:45.512654Z","steps":["trace[1024611258] 'read index received' (duration: 51.852179ms)","trace[1024611258] 'applied index is now lower than readState.Index' (duration: 168.351945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:34:45.512776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.052663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:34:45.512799Z","caller":"traceutil/trace.go:171","msg":"trace[1811491404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"132.124415ms","start":"2026-03-12T14:34:45.380667Z","end":"2026-03-12T14:34:45.512792Z","steps":["trace[1811491404] 'agreement among raft nodes before linearized reading' (duration: 132.080304ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:45.512766Z","caller":"traceutil/trace.go:171","msg":"trace[206263148] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"989.347725ms","start":"2026-03-12T14:34:44.523377Z","end":"2026-03-12T14:34:45.512725Z","steps":["trace[206263148] 'process raft request' (duration: 989.199632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:45.512919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.468411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:34:45.512986Z","caller":"traceutil/trace.go:171","msg":"trace[1539648220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"220.574294ms","start":"2026-03-12T14:34:45.292394Z","end":"2026-03-12T14:34:45.512969Z","steps":["trace[1539648220] 'agreement among raft nodes before linearized reading' (duration: 220.379648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:34:45.512923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:34:44.523319Z","time spent":"989.5195ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:34:45.679573Z","caller":"traceutil/trace.go:171","msg":"trace[838847652] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"162.691774ms","start":"2026-03-12T14:34:45.51683Z","end":"2026-03-12T14:34:45.679522Z","steps":["trace[838847652] 'process raft request' (duration: 155.491795ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:45.681462Z","caller":"traceutil/trace.go:171","msg":"trace[1773926556] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"164.268194ms","start":"2026-03-12T14:34:45.517161Z","end":"2026-03-12T14:34:45.681429Z","steps":["trace[1773926556] 'process raft request' (duration: 164.0993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:46.375165Z","caller":"traceutil/trace.go:171","msg":"trace[1297306369] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"116.780003ms","start":"2026-03-12T14:34:46.258329Z","end":"2026-03-12T14:34:46.375109Z","steps":["trace[1297306369] 'process raft request' (duration: 115.598264ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:46.375435Z","caller":"traceutil/trace.go:171","msg":"trace[593505253] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"116.913336ms","start":"2026-03-12T14:34:46.258482Z","end":"2026-03-12T14:34:46.375395Z","steps":["trace[593505253] 'process raft request' (duration: 116.503126ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:46.375425Z","caller":"traceutil/trace.go:171","msg":"trace[1741913997] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"116.806303ms","start":"2026-03-12T14:34:46.258551Z","end":"2026-03-12T14:34:46.375358Z","steps":["trace[1741913997] 'process raft request' (duration: 116.520036ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:46.375357Z","caller":"traceutil/trace.go:171","msg":"trace[441384161] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"114.966078ms","start":"2026-03-12T14:34:46.260321Z","end":"2026-03-12T14:34:46.375287Z","steps":["trace[441384161] 'process raft request' (duration: 114.858145ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:46.38061Z","caller":"traceutil/trace.go:171","msg":"trace[1361562996] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"108.461995ms","start":"2026-03-12T14:34:46.272109Z","end":"2026-03-12T14:34:46.380571Z","steps":["trace[1361562996] 'process raft request' (duration: 108.180418ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:47.589852Z","caller":"traceutil/trace.go:171","msg":"trace[1332890346] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"125.45706ms","start":"2026-03-12T14:34:47.464368Z","end":"2026-03-12T14:34:47.589825Z","steps":["trace[1332890346] 'process raft request' (duration: 125.299066ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:34:47.597938Z","caller":"traceutil/trace.go:171","msg":"trace[717658051] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"110.139679ms","start":"2026-03-12T14:34:47.487773Z","end":"2026-03-12T14:34:47.597912Z","steps":["trace[717658051] 'process raft request' (duration: 109.956354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:05.881695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601356515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:35:06.380117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200868363s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:35:06.38075Z","caller":"traceutil/trace.go:171","msg":"trace[1745448346] linearizableReadLoop","detail":"{readStateIndex:897; appliedIndex:896; }","duration":"999.453547ms","start":"2026-03-12T14:35:05.381263Z","end":"2026-03-12T14:35:06.380716Z","steps":["trace[1745448346] 'read index received' (duration: 999.140289ms)","trace[1745448346] 'applied index is now lower than readState.Index' (duration: 311.968µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:35:06.380849Z","caller":"traceutil/trace.go:171","msg":"trace[942022178] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"1.201737985s","start":"2026-03-12T14:35:05.179072Z","end":"2026-03-12T14:35:06.38081Z","steps":["trace[942022178] 'process raft request' (duration: 1.201409907s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:06.380916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.617791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:35:06.380981Z","caller":"traceutil/trace.go:171","msg":"trace[13385567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:877; }","duration":"999.756074ms","start":"2026-03-12T14:35:05.381207Z","end":"2026-03-12T14:35:06.380964Z","steps":["trace[13385567] 'agreement among raft nodes before linearized reading' (duration: 999.623361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:06.381031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:35:05.17903Z","time spent":"1.20191526s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:35:06.381043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:35:05.381166Z","time spent":"999.864087ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:35:06.381185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.493816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T14:35:06.381205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.600736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T14:35:06.381204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.468134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:35:06.381299Z","caller":"traceutil/trace.go:171","msg":"trace[1998418304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:877; }","duration":"531.74966ms","start":"2026-03-12T14:35:05.849522Z","end":"2026-03-12T14:35:06.381271Z","steps":["trace[1998418304] 'agreement among raft nodes before linearized reading' (duration: 531.522654ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:35:06.381333Z","caller":"traceutil/trace.go:171","msg":"trace[1955478613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:877; }","duration":"700.653209ms","start":"2026-03-12T14:35:05.680664Z","end":"2026-03-12T14:35:06.381318Z","steps":["trace[1955478613] 'agreement among raft nodes before linearized reading' (duration: 700.236468ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:35:06.381278Z","caller":"traceutil/trace.go:171","msg":"trace[1410421193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:877; }","duration":"698.628419ms","start":"2026-03-12T14:35:05.682622Z","end":"2026-03-12T14:35:06.38125Z","steps":["trace[1410421193] 'agreement among raft nodes before linearized reading' (duration: 698.388053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:06.381481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:35:05.680638Z","time spent":"700.790851ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:35:06.381505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.236151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:35:06.38156Z","caller":"traceutil/trace.go:171","msg":"trace[1834514625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:877; }","duration":"534.326433ms","start":"2026-03-12T14:35:05.84722Z","end":"2026-03-12T14:35:06.381547Z","steps":["trace[1834514625] 'agreement among raft nodes before linearized reading' (duration: 533.740419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:06.381479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:35:05.682554Z","time spent":"698.902585ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:35:06.381599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:35:05.8472Z","time spent":"534.390175ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:35:06.381367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:35:05.849489Z","time spent":"531.864663ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T14:35:25.10432Z","caller":"traceutil/trace.go:171","msg":"trace[216935408] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"122.871375ms","start":"2026-03-12T14:35:24.981409Z","end":"2026-03-12T14:35:25.104281Z","steps":["trace[216935408] 'process raft request' (duration: 89.599727ms)","trace[216935408] 'compare' (duration: 33.111504ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:35:37.753382Z","caller":"traceutil/trace.go:171","msg":"trace[844073002] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"138.916774ms","start":"2026-03-12T14:35:37.614411Z","end":"2026-03-12T14:35:37.753328Z","steps":["trace[844073002] 'process raft request' (duration: 110.756144ms)","trace[844073002] 'compare' (duration: 27.921574ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:35:45.376569Z","caller":"traceutil/trace.go:171","msg":"trace[621994376] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"110.963089ms","start":"2026-03-12T14:35:45.265563Z","end":"2026-03-12T14:35:45.376526Z","steps":["trace[621994376] 'process raft request' (duration: 86.711464ms)","trace[621994376] 'compare' (duration: 23.977419ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:35:45.376756Z","caller":"traceutil/trace.go:171","msg":"trace[761619534] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"108.93354ms","start":"2026-03-12T14:35:45.26779Z","end":"2026-03-12T14:35:45.376723Z","steps":["trace[761619534] 'process raft request' (duration: 108.617953ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:35:45.376816Z","caller":"traceutil/trace.go:171","msg":"trace[844093131] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"105.712343ms","start":"2026-03-12T14:35:45.271078Z","end":"2026-03-12T14:35:45.376791Z","steps":["trace[844093131] 'process raft request' (duration: 105.565849ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:35:45.376965Z","caller":"traceutil/trace.go:171","msg":"trace[525485719] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1327; }","duration":"105.458157ms","start":"2026-03-12T14:35:45.271494Z","end":"2026-03-12T14:35:45.376953Z","steps":["trace[525485719] 'process raft request' (duration: 105.251272ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:35:45.657878Z","caller":"traceutil/trace.go:171","msg":"trace[1071011651] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"153.397574ms","start":"2026-03-12T14:35:45.504438Z","end":"2026-03-12T14:35:45.657836Z","steps":["trace[1071011651] 'process raft request' (duration: 132.154062ms)","trace[1071011651] 'compare' (duration: 20.977246ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:35:45.678647Z","caller":"traceutil/trace.go:171","msg":"trace[1124686959] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"105.466657ms","start":"2026-03-12T14:35:45.573151Z","end":"2026-03-12T14:35:45.678617Z","steps":["trace[1124686959] 'process raft request' (duration: 105.323034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:45.678702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.03771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-03-12T14:35:45.67876Z","caller":"traceutil/trace.go:171","msg":"trace[50872628] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:1354; }","duration":"106.119103ms","start":"2026-03-12T14:35:45.572622Z","end":"2026-03-12T14:35:45.678741Z","steps":["trace[50872628] 'agreement among raft nodes before linearized reading' (duration: 105.951309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:45.678797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.693273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-03-12T14:35:45.67888Z","caller":"traceutil/trace.go:171","msg":"trace[1167835615] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:1354; }","duration":"105.811336ms","start":"2026-03-12T14:35:45.573047Z","end":"2026-03-12T14:35:45.678858Z","steps":["trace[1167835615] 'agreement among raft nodes before linearized reading' (duration: 105.59021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:35:47.860999Z","caller":"traceutil/trace.go:171","msg":"trace[1631679489] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"165.64055ms","start":"2026-03-12T14:35:47.695331Z","end":"2026-03-12T14:35:47.860971Z","steps":["trace[1631679489] 'process raft request' (duration: 165.441265ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:35:47.863748Z","caller":"traceutil/trace.go:171","msg":"trace[356980261] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"166.292827ms","start":"2026-03-12T14:35:47.697427Z","end":"2026-03-12T14:35:47.86372Z","steps":["trace[356980261] 'process raft request' (duration: 166.172314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:50.846623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.496659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:35:50.846743Z","caller":"traceutil/trace.go:171","msg":"trace[189408717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1417; }","duration":"115.646613ms","start":"2026-03-12T14:35:50.731054Z","end":"2026-03-12T14:35:50.8467Z","steps":["trace[189408717] 'range keys from in-memory index tree' (duration: 115.282824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:35:52.276596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.591391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:35:52.276747Z","caller":"traceutil/trace.go:171","msg":"trace[659586654] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:1453; }","duration":"156.798576ms","start":"2026-03-12T14:35:52.11992Z","end":"2026-03-12T14:35:52.276718Z","steps":["trace[659586654] 'range keys from in-memory index tree' (duration: 156.448579ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:35:58.319566Z","caller":"traceutil/trace.go:171","msg":"trace[1691420929] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"100.64648ms","start":"2026-03-12T14:35:58.218882Z","end":"2026-03-12T14:35:58.319528Z","steps":["trace[1691420929] 'process raft request' (duration: 86.808226ms)","trace[1691420929] 'compare' (duration: 13.538867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:36:01.157803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.78703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:36:01.157995Z","caller":"traceutil/trace.go:171","msg":"trace[1879006341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1571; }","duration":"775.036696ms","start":"2026-03-12T14:36:00.382934Z","end":"2026-03-12T14:36:01.157971Z","steps":["trace[1879006341] 'range keys from in-memory index tree' (duration: 774.690647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.15808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.382911Z","time spent":"775.149778ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:36:01.158615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.266975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:36:01.15876Z","caller":"traceutil/trace.go:171","msg":"trace[285164962] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1629; }","duration":"623.809715ms","start":"2026-03-12T14:36:00.534919Z","end":"2026-03-12T14:36:01.158729Z","steps":["trace[285164962] 'read index received' (duration: 48.882µs)","trace[285164962] 'applied index is now lower than readState.Index' (duration: 623.759403ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:01.158792Z","caller":"traceutil/trace.go:171","msg":"trace[1619007697] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"720.023578ms","start":"2026-03-12T14:36:00.438733Z","end":"2026-03-12T14:36:01.158757Z","steps":["trace[1619007697] 'process raft request' (duration: 47.471755ms)","trace[1619007697] 'compare' (duration: 672.099271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:36:01.158936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.979839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:36:01.158973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.438705Z","time spent":"720.178202ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:36:01.158999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.220938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-12T14:36:01.159014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.149803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:36:01.159037Z","caller":"traceutil/trace.go:171","msg":"trace[1396873743] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da; range_end:; response_count:1; response_revision:1572; }","duration":"620.29455ms","start":"2026-03-12T14:36:00.538728Z","end":"2026-03-12T14:36:01.159022Z","steps":["trace[1396873743] 'agreement among raft nodes before linearized reading' (duration: 620.128356ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:01.159032Z","caller":"traceutil/trace.go:171","msg":"trace[1944064979] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1572; }","duration":"624.099992ms","start":"2026-03-12T14:36:00.53491Z","end":"2026-03-12T14:36:01.15901Z","steps":["trace[1944064979] 'agreement among raft nodes before linearized reading' (duration: 623.927307ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:01.159056Z","caller":"traceutil/trace.go:171","msg":"trace[329321309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1572; }","duration":"417.193184ms","start":"2026-03-12T14:36:00.741851Z","end":"2026-03-12T14:36:01.159044Z","steps":["trace[329321309] 'agreement among raft nodes before linearized reading' (duration: 417.02879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.159074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.538706Z","time spent":"620.360111ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da\" "} {"level":"warn","ts":"2026-03-12T14:36:01.159089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.741795Z","time spent":"417.286827ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:36:01.159092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.534836Z","time spent":"624.240595ms","remote":"127.0.0.1:47926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:36:01.159256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.473631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T14:36:01.159286Z","caller":"traceutil/trace.go:171","msg":"trace[1176169179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1572; }","duration":"171.536732ms","start":"2026-03-12T14:36:00.987737Z","end":"2026-03-12T14:36:01.159273Z","steps":["trace[1176169179] 'agreement among raft nodes before linearized reading' (duration: 171.439059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.159335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.662086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:36:01.159366Z","caller":"traceutil/trace.go:171","msg":"trace[276075206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1572; }","duration":"417.713997ms","start":"2026-03-12T14:36:00.741643Z","end":"2026-03-12T14:36:01.159357Z","steps":["trace[276075206] 'agreement among raft nodes before linearized reading' (duration: 417.616694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.159391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.741628Z","time spent":"417.757428ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:36:01.159609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.510238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:36:01.159648Z","caller":"traceutil/trace.go:171","msg":"trace[844492526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1572; }","duration":"233.577199ms","start":"2026-03-12T14:36:00.926061Z","end":"2026-03-12T14:36:01.159638Z","steps":["trace[844492526] 'agreement among raft nodes before linearized reading' (duration: 233.362674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.159666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.206538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-12T14:36:01.159725Z","caller":"traceutil/trace.go:171","msg":"trace[1575483200] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da; range_end:; response_count:1; response_revision:1572; }","duration":"507.354322ms","start":"2026-03-12T14:36:00.652353Z","end":"2026-03-12T14:36:01.159708Z","steps":["trace[1575483200] 'agreement among raft nodes before linearized reading' (duration: 507.128547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.159725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.075744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T14:36:01.159763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.652329Z","time spent":"507.426143ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da\" "} {"level":"warn","ts":"2026-03-12T14:36:01.15976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.840338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T14:36:01.159791Z","caller":"traceutil/trace.go:171","msg":"trace[1169051297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1572; }","duration":"427.182117ms","start":"2026-03-12T14:36:00.732591Z","end":"2026-03-12T14:36:01.159773Z","steps":["trace[1169051297] 'agreement among raft nodes before linearized reading' (duration: 427.013413ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:01.159843Z","caller":"traceutil/trace.go:171","msg":"trace[2130347742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1572; }","duration":"238.977581ms","start":"2026-03-12T14:36:00.920844Z","end":"2026-03-12T14:36:01.159821Z","steps":["trace[2130347742] 'agreement among raft nodes before linearized reading' (duration: 238.783966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.159763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.297468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T14:36:01.159847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.732571Z","time spent":"427.263138ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:36:01.159888Z","caller":"traceutil/trace.go:171","msg":"trace[1333360230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1572; }","duration":"475.442251ms","start":"2026-03-12T14:36:00.684435Z","end":"2026-03-12T14:36:01.159877Z","steps":["trace[1333360230] 'agreement among raft nodes before linearized reading' (duration: 474.943869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.159922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:00.684424Z","time spent":"475.490282ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-12T14:36:01.937105Z","caller":"traceutil/trace.go:171","msg":"trace[1609154671] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"771.983812ms","start":"2026-03-12T14:36:01.165089Z","end":"2026-03-12T14:36:01.937073Z","steps":["trace[1609154671] 'process raft request' (duration: 771.733166ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:01.937127Z","caller":"traceutil/trace.go:171","msg":"trace[939450762] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"771.671755ms","start":"2026-03-12T14:36:01.165427Z","end":"2026-03-12T14:36:01.937099Z","steps":["trace[939450762] 'process raft request' (duration: 771.509691ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:01.93718Z","caller":"traceutil/trace.go:171","msg":"trace[1206668174] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"769.438091ms","start":"2026-03-12T14:36:01.167735Z","end":"2026-03-12T14:36:01.937173Z","steps":["trace[1206668174] 'process raft request' (duration: 769.251986ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:01.937183Z","caller":"traceutil/trace.go:171","msg":"trace[140114175] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"772.401732ms","start":"2026-03-12T14:36:01.164756Z","end":"2026-03-12T14:36:01.937158Z","steps":["trace[140114175] 'process raft request' (duration: 771.992373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.937284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.167715Z","time spent":"769.494322ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:36:01.937285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.165418Z","time spent":"771.790167ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:36:01.937118Z","caller":"traceutil/trace.go:171","msg":"trace[1987686864] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"772.379182ms","start":"2026-03-12T14:36:01.164709Z","end":"2026-03-12T14:36:01.937088Z","steps":["trace[1987686864] 'process raft request' (duration: 683.570718ms)","trace[1987686864] 'compare' (duration: 88.309402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:36:01.937307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.164742Z","time spent":"772.491534ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:36:01.937274Z","caller":"traceutil/trace.go:171","msg":"trace[548730144] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"772.039693ms","start":"2026-03-12T14:36:01.165163Z","end":"2026-03-12T14:36:01.937203Z","steps":["trace[548730144] 'process raft request' (duration: 771.715776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.937353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.164695Z","time spent":"772.633457ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:36:01.937284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.165077Z","time spent":"772.109705ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:36:01.937332Z","caller":"traceutil/trace.go:171","msg":"trace[1839104537] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1631; }","duration":"553.420964ms","start":"2026-03-12T14:36:01.383884Z","end":"2026-03-12T14:36:01.937305Z","steps":["trace[1839104537] 'read index received' (duration: 464.379744ms)","trace[1839104537] 'applied index is now lower than readState.Index' (duration: 89.03848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:36:01.93747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.165152Z","time spent":"772.237529ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:36:01.937517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.613999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:36:01.937591Z","caller":"traceutil/trace.go:171","msg":"trace[961791542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1580; }","duration":"553.724952ms","start":"2026-03-12T14:36:01.383848Z","end":"2026-03-12T14:36:01.937573Z","steps":["trace[961791542] 'agreement among raft nodes before linearized reading' (duration: 553.583889ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:01.937594Z","caller":"traceutil/trace.go:171","msg":"trace[845987227] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"551.215301ms","start":"2026-03-12T14:36:01.386366Z","end":"2026-03-12T14:36:01.937581Z","steps":["trace[845987227] 'process raft request' (duration: 550.693168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.937636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.383832Z","time spent":"553.797064ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:36:01.937663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.38634Z","time spent":"551.290004ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:36:01.937699Z","caller":"traceutil/trace.go:171","msg":"trace[2078524181] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"473.800573ms","start":"2026-03-12T14:36:01.463883Z","end":"2026-03-12T14:36:01.937684Z","steps":["trace[2078524181] 'process raft request' (duration: 473.584178ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:01.93771Z","caller":"traceutil/trace.go:171","msg":"trace[1258197846] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"351.56515ms","start":"2026-03-12T14:36:01.58613Z","end":"2026-03-12T14:36:01.937695Z","steps":["trace[1258197846] 'process raft request' (duration: 351.437337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:01.937782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.586086Z","time spent":"351.663852ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:36:01.93779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:01.463858Z","time spent":"473.885844ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:36:01.938207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.932457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:36:01.938289Z","caller":"traceutil/trace.go:171","msg":"trace[2123182730] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1582; }","duration":"243.106491ms","start":"2026-03-12T14:36:01.695165Z","end":"2026-03-12T14:36:01.938272Z","steps":["trace[2123182730] 'agreement among raft nodes before linearized reading' (duration: 242.462805ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:14.086628Z","caller":"traceutil/trace.go:171","msg":"trace[18845563] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"104.440282ms","start":"2026-03-12T14:36:13.982155Z","end":"2026-03-12T14:36:14.086596Z","steps":["trace[18845563] 'process raft request' (duration: 104.292098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:14.345378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.67335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:36:14.345569Z","caller":"traceutil/trace.go:171","msg":"trace[1472879812] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"254.619199ms","start":"2026-03-12T14:36:14.090848Z","end":"2026-03-12T14:36:14.345467Z","steps":["trace[1472879812] 'process raft request' (duration: 151.755744ms)","trace[1472879812] 'compare' (duration: 102.545527ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:14.367773Z","caller":"traceutil/trace.go:171","msg":"trace[75681561] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"276.734403ms","start":"2026-03-12T14:36:14.091017Z","end":"2026-03-12T14:36:14.367751Z","steps":["trace[75681561] 'process raft request' (duration: 276.586899ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:14.368075Z","caller":"traceutil/trace.go:171","msg":"trace[1187572964] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"276.890337ms","start":"2026-03-12T14:36:14.091162Z","end":"2026-03-12T14:36:14.368053Z","steps":["trace[1187572964] 'process raft request' (duration: 276.554889ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:14.368146Z","caller":"traceutil/trace.go:171","msg":"trace[970545572] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1735; }","duration":"114.910324ms","start":"2026-03-12T14:36:14.25321Z","end":"2026-03-12T14:36:14.36812Z","steps":["trace[970545572] 'read index received' (duration: 114.512965ms)","trace[970545572] 'applied index is now lower than readState.Index' (duration: 396.459µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:14.368242Z","caller":"traceutil/trace.go:171","msg":"trace[1037906398] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"275.622226ms","start":"2026-03-12T14:36:14.092598Z","end":"2026-03-12T14:36:14.36822Z","steps":["trace[1037906398] 'process raft request' (duration: 275.415101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:14.368396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.162571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T14:36:14.368655Z","caller":"traceutil/trace.go:171","msg":"trace[1937145235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1676; }","duration":"115.455018ms","start":"2026-03-12T14:36:14.253175Z","end":"2026-03-12T14:36:14.36863Z","steps":["trace[1937145235] 'agreement among raft nodes before linearized reading' (duration: 115.048508ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:14.692572Z","caller":"traceutil/trace.go:171","msg":"trace[160469350] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1737; }","duration":"240.438107ms","start":"2026-03-12T14:36:14.452105Z","end":"2026-03-12T14:36:14.692543Z","steps":["trace[160469350] 'read index received' (duration: 165.319963ms)","trace[160469350] 'applied index is now lower than readState.Index' (duration: 75.117044ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:14.692617Z","caller":"traceutil/trace.go:171","msg":"trace[650473922] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"293.304483ms","start":"2026-03-12T14:36:14.399271Z","end":"2026-03-12T14:36:14.692575Z","steps":["trace[650473922] 'process raft request' (duration: 218.23989ms)","trace[650473922] 'compare' (duration: 74.795867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:36:14.692839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.673115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:36:14.692813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.689563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-12T14:36:14.693044Z","caller":"traceutil/trace.go:171","msg":"trace[1850899939] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1677; }","duration":"149.89297ms","start":"2026-03-12T14:36:14.5431Z","end":"2026-03-12T14:36:14.692993Z","steps":["trace[1850899939] 'agreement among raft nodes before linearized reading' (duration: 149.607873ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:14.693047Z","caller":"traceutil/trace.go:171","msg":"trace[1949522580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1677; }","duration":"240.954449ms","start":"2026-03-12T14:36:14.452067Z","end":"2026-03-12T14:36:14.693021Z","steps":["trace[1949522580] 'agreement among raft nodes before linearized reading' (duration: 240.57619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:15.729358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601358135,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:36:15.975273Z","caller":"traceutil/trace.go:171","msg":"trace[602874668] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"746.667192ms","start":"2026-03-12T14:36:15.228565Z","end":"2026-03-12T14:36:15.975232Z","steps":["trace[602874668] 'read index received' (duration: 746.325253ms)","trace[602874668] 'applied index is now lower than readState.Index' (duration: 339.719µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:15.975309Z","caller":"traceutil/trace.go:171","msg":"trace[1488161541] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"763.090299ms","start":"2026-03-12T14:36:15.212179Z","end":"2026-03-12T14:36:15.975269Z","steps":["trace[1488161541] 'process raft request' (duration: 762.76609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:15.975588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.9928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T14:36:15.975659Z","caller":"traceutil/trace.go:171","msg":"trace[1120869279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1678; }","duration":"747.156324ms","start":"2026-03-12T14:36:15.228485Z","end":"2026-03-12T14:36:15.975641Z","steps":["trace[1120869279] 'agreement among raft nodes before linearized reading' (duration: 746.885467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:15.975647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:15.212113Z","time spent":"763.408096ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:36:15.975708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:15.228451Z","time spent":"747.248545ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:36:15.975722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.541119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:36:15.975753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.975351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T14:36:15.975799Z","caller":"traceutil/trace.go:171","msg":"trace[2083364075] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1678; }","duration":"392.662442ms","start":"2026-03-12T14:36:15.583112Z","end":"2026-03-12T14:36:15.975774Z","steps":["trace[2083364075] 'agreement among raft nodes before linearized reading' (duration: 392.529569ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:15.97584Z","caller":"traceutil/trace.go:171","msg":"trace[171500921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1678; }","duration":"598.145525ms","start":"2026-03-12T14:36:15.377668Z","end":"2026-03-12T14:36:15.975813Z","steps":["trace[171500921] 'agreement among raft nodes before linearized reading' (duration: 597.853948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:15.975854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:15.583084Z","time spent":"392.753915ms","remote":"127.0.0.1:58230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:36:15.97585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.798766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:36:15.975904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:15.377637Z","time spent":"598.253358ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T14:36:15.975868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.583765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-8gl6k\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-03-12T14:36:15.975966Z","caller":"traceutil/trace.go:171","msg":"trace[1882824394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1678; }","duration":"592.986271ms","start":"2026-03-12T14:36:15.382953Z","end":"2026-03-12T14:36:15.97594Z","steps":["trace[1882824394] 'agreement among raft nodes before linearized reading' (duration: 592.756956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:15.976027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:15.382921Z","time spent":"593.097563ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:36:15.976049Z","caller":"traceutil/trace.go:171","msg":"trace[1990352892] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-8gl6k; range_end:; response_count:1; response_revision:1678; }","duration":"270.786109ms","start":"2026-03-12T14:36:15.705211Z","end":"2026-03-12T14:36:15.975997Z","steps":["trace[1990352892] 'agreement among raft nodes before linearized reading' (duration: 270.38352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:16.315571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.306115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:36:16.315919Z","caller":"traceutil/trace.go:171","msg":"trace[1167222035] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"334.341063ms","start":"2026-03-12T14:36:15.981519Z","end":"2026-03-12T14:36:16.31586Z","steps":["trace[1167222035] 'process raft request' (duration: 71.636039ms)","trace[1167222035] 'compare' (duration: 262.157221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:36:16.316193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:15.981501Z","time spent":"334.512128ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:36:16.342518Z","caller":"traceutil/trace.go:171","msg":"trace[2011820512] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"355.606218ms","start":"2026-03-12T14:36:15.98689Z","end":"2026-03-12T14:36:16.342496Z","steps":["trace[2011820512] 'process raft request' (duration: 355.489755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:16.342635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:15.98687Z","time spent":"355.70954ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:36:16.362697Z","caller":"traceutil/trace.go:171","msg":"trace[1513221738] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"282.779399ms","start":"2026-03-12T14:36:16.079898Z","end":"2026-03-12T14:36:16.362677Z","steps":["trace[1513221738] 'process raft request' (duration: 282.603425ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:16.362728Z","caller":"traceutil/trace.go:171","msg":"trace[1327777793] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"270.37476ms","start":"2026-03-12T14:36:16.092333Z","end":"2026-03-12T14:36:16.362708Z","steps":["trace[1327777793] 'process raft request' (duration: 270.278908ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:18.477471Z","caller":"traceutil/trace.go:171","msg":"trace[1111730384] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"109.013253ms","start":"2026-03-12T14:36:18.368436Z","end":"2026-03-12T14:36:18.47745Z","steps":["trace[1111730384] 'read index received' (duration: 108.979702ms)","trace[1111730384] 'applied index is now lower than readState.Index' (duration: 32.491µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:18.477572Z","caller":"traceutil/trace.go:171","msg":"trace[1684983612] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"109.75188ms","start":"2026-03-12T14:36:18.367795Z","end":"2026-03-12T14:36:18.477547Z","steps":["trace[1684983612] 'process raft request' (duration: 109.500394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:18.477718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.262058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:36:18.477763Z","caller":"traceutil/trace.go:171","msg":"trace[1126606088] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:1701; }","duration":"109.32295ms","start":"2026-03-12T14:36:18.368428Z","end":"2026-03-12T14:36:18.477751Z","steps":["trace[1126606088] 'agreement among raft nodes before linearized reading' (duration: 109.156856ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:18.481958Z","caller":"traceutil/trace.go:171","msg":"trace[1830665532] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"113.517221ms","start":"2026-03-12T14:36:18.368429Z","end":"2026-03-12T14:36:18.481947Z","steps":["trace[1830665532] 'process raft request' (duration: 113.420468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:18.482095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.980442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:36:18.482133Z","caller":"traceutil/trace.go:171","msg":"trace[8524812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1703; }","duration":"102.061144ms","start":"2026-03-12T14:36:18.380063Z","end":"2026-03-12T14:36:18.482124Z","steps":["trace[8524812] 'agreement among raft nodes before linearized reading' (duration: 101.993432ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:20.232461Z","caller":"traceutil/trace.go:171","msg":"trace[1948258906] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"465.426899ms","start":"2026-03-12T14:36:19.767006Z","end":"2026-03-12T14:36:20.232432Z","steps":["trace[1948258906] 'process raft request' (duration: 465.221304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:20.232628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:19.766988Z","time spent":"465.554342ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:36:20.233133Z","caller":"traceutil/trace.go:171","msg":"trace[2028080727] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1771; }","duration":"227.965365ms","start":"2026-03-12T14:36:20.005144Z","end":"2026-03-12T14:36:20.23311Z","steps":["trace[2028080727] 'read index received' (duration: 227.040593ms)","trace[2028080727] 'applied index is now lower than readState.Index' (duration: 923.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:20.233244Z","caller":"traceutil/trace.go:171","msg":"trace[1482164034] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"246.295177ms","start":"2026-03-12T14:36:19.986917Z","end":"2026-03-12T14:36:20.233212Z","steps":["trace[1482164034] 'process raft request' (duration: 246.03348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:20.233431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.245712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T14:36:20.23348Z","caller":"traceutil/trace.go:171","msg":"trace[926716006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1710; }","duration":"228.368815ms","start":"2026-03-12T14:36:20.005096Z","end":"2026-03-12T14:36:20.233465Z","steps":["trace[926716006] 'agreement among raft nodes before linearized reading' (duration: 228.108469ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:26.618926Z","caller":"traceutil/trace.go:171","msg":"trace[1479218565] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"114.854813ms","start":"2026-03-12T14:36:26.504046Z","end":"2026-03-12T14:36:26.618901Z","steps":["trace[1479218565] 'process raft request' (duration: 114.689149ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:26.668734Z","caller":"traceutil/trace.go:171","msg":"trace[358119146] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1800; }","duration":"137.184273ms","start":"2026-03-12T14:36:26.531512Z","end":"2026-03-12T14:36:26.668697Z","steps":["trace[358119146] 'read index received' (duration: 87.194816ms)","trace[358119146] 'applied index is now lower than readState.Index' (duration: 49.988437ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:26.668757Z","caller":"traceutil/trace.go:171","msg":"trace[1694688950] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"146.786666ms","start":"2026-03-12T14:36:26.521941Z","end":"2026-03-12T14:36:26.668727Z","steps":["trace[1694688950] 'process raft request' (duration: 146.580601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:26.669016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.4798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T14:36:26.669032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.931023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:36:26.66904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.90528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T14:36:26.669074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.918872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:36:26.669089Z","caller":"traceutil/trace.go:171","msg":"trace[1208971156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1738; }","duration":"136.014515ms","start":"2026-03-12T14:36:26.53306Z","end":"2026-03-12T14:36:26.669075Z","steps":["trace[1208971156] 'agreement among raft nodes before linearized reading' (duration: 135.835581ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:26.669118Z","caller":"traceutil/trace.go:171","msg":"trace[234074010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1738; }","duration":"133.007082ms","start":"2026-03-12T14:36:26.536094Z","end":"2026-03-12T14:36:26.669101Z","steps":["trace[234074010] 'agreement among raft nodes before linearized reading' (duration: 132.823708ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:26.669128Z","caller":"traceutil/trace.go:171","msg":"trace[1819534078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1738; }","duration":"135.976284ms","start":"2026-03-12T14:36:26.533136Z","end":"2026-03-12T14:36:26.669113Z","steps":["trace[1819534078] 'agreement among raft nodes before linearized reading' (duration: 135.82727ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:26.669074Z","caller":"traceutil/trace.go:171","msg":"trace[817639932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1738; }","duration":"137.627283ms","start":"2026-03-12T14:36:26.531431Z","end":"2026-03-12T14:36:26.669059Z","steps":["trace[817639932] 'agreement among raft nodes before linearized reading' (duration: 137.386878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:26.669146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.862988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T14:36:26.669238Z","caller":"traceutil/trace.go:171","msg":"trace[139628863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"133.000712ms","start":"2026-03-12T14:36:26.536219Z","end":"2026-03-12T14:36:26.66922Z","steps":["trace[139628863] 'agreement among raft nodes before linearized reading' (duration: 132.787527ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:52.46572Z","caller":"traceutil/trace.go:171","msg":"trace[973583702] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"126.361382ms","start":"2026-03-12T14:36:52.339318Z","end":"2026-03-12T14:36:52.465679Z","steps":["trace[973583702] 'process raft request' (duration: 126.160087ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:52.853175Z","caller":"traceutil/trace.go:171","msg":"trace[1583190271] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"143.618064ms","start":"2026-03-12T14:36:52.709526Z","end":"2026-03-12T14:36:52.853144Z","steps":["trace[1583190271] 'process raft request' (duration: 143.46163ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:53.044616Z","caller":"traceutil/trace.go:171","msg":"trace[598653346] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1939; }","duration":"226.68146ms","start":"2026-03-12T14:36:52.817912Z","end":"2026-03-12T14:36:53.044593Z","steps":["trace[598653346] 'read index received' (duration: 35.162608ms)","trace[598653346] 'applied index is now lower than readState.Index' (duration: 191.517642ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:53.04503Z","caller":"traceutil/trace.go:171","msg":"trace[661823754] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"279.965211ms","start":"2026-03-12T14:36:52.765047Z","end":"2026-03-12T14:36:53.045012Z","steps":["trace[661823754] 'process raft request' (duration: 268.636874ms)","trace[661823754] 'compare' (duration: 10.554518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:36:53.045033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.08243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:36:53.045152Z","caller":"traceutil/trace.go:171","msg":"trace[1523426671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1872; }","duration":"227.272094ms","start":"2026-03-12T14:36:52.817856Z","end":"2026-03-12T14:36:53.045128Z","steps":["trace[1523426671] 'agreement among raft nodes before linearized reading' (duration: 226.911956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:53.045275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.170034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:36:53.045272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.154512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T14:36:53.045372Z","caller":"traceutil/trace.go:171","msg":"trace[1644040925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"216.329398ms","start":"2026-03-12T14:36:52.829023Z","end":"2026-03-12T14:36:53.045352Z","steps":["trace[1644040925] 'agreement among raft nodes before linearized reading' (duration: 216.083192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:53.045434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.970058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:36:53.04548Z","caller":"traceutil/trace.go:171","msg":"trace[1307025074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"216.035231ms","start":"2026-03-12T14:36:52.829433Z","end":"2026-03-12T14:36:53.045468Z","steps":["trace[1307025074] 'agreement among raft nodes before linearized reading' (duration: 215.920608ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:53.045371Z","caller":"traceutil/trace.go:171","msg":"trace[1156251357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"227.338837ms","start":"2026-03-12T14:36:52.818006Z","end":"2026-03-12T14:36:53.045345Z","steps":["trace[1156251357] 'agreement among raft nodes before linearized reading' (duration: 227.05173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:53.04554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.26819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:36:53.045656Z","caller":"traceutil/trace.go:171","msg":"trace[963676315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1872; }","duration":"217.432354ms","start":"2026-03-12T14:36:52.828196Z","end":"2026-03-12T14:36:53.045629Z","steps":["trace[963676315] 'agreement among raft nodes before linearized reading' (duration: 217.113887ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:53.678388Z","caller":"traceutil/trace.go:171","msg":"trace[1068552282] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1946; }","duration":"180.239877ms","start":"2026-03-12T14:36:53.498107Z","end":"2026-03-12T14:36:53.678346Z","steps":["trace[1068552282] 'read index received' (duration: 180.033622ms)","trace[1068552282] 'applied index is now lower than readState.Index' (duration: 204.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:53.67843Z","caller":"traceutil/trace.go:171","msg":"trace[873166491] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"210.165407ms","start":"2026-03-12T14:36:53.468223Z","end":"2026-03-12T14:36:53.678389Z","steps":["trace[873166491] 'process raft request' (duration: 209.916251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:53.678675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.546824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T14:36:53.678725Z","caller":"traceutil/trace.go:171","msg":"trace[708325816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1878; }","duration":"180.624696ms","start":"2026-03-12T14:36:53.498084Z","end":"2026-03-12T14:36:53.678709Z","steps":["trace[708325816] 'agreement among raft nodes before linearized reading' (duration: 180.40711ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:53.680066Z","caller":"traceutil/trace.go:171","msg":"trace[1804841340] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"148.124864ms","start":"2026-03-12T14:36:53.531913Z","end":"2026-03-12T14:36:53.680038Z","steps":["trace[1804841340] 'process raft request' (duration: 147.893238ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:59.293618Z","caller":"traceutil/trace.go:171","msg":"trace[937604327] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1972; }","duration":"152.590884ms","start":"2026-03-12T14:36:59.141007Z","end":"2026-03-12T14:36:59.293598Z","steps":["trace[937604327] 'read index received' (duration: 152.4116ms)","trace[937604327] 'applied index is now lower than readState.Index' (duration: 178.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:36:59.293652Z","caller":"traceutil/trace.go:171","msg":"trace[676536730] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"201.556348ms","start":"2026-03-12T14:36:59.092078Z","end":"2026-03-12T14:36:59.293634Z","steps":["trace[676536730] 'process raft request' (duration: 201.388764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:59.293815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.480836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T14:36:59.293815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.789579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-12T14:36:59.293843Z","caller":"traceutil/trace.go:171","msg":"trace[1930129652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"151.559428ms","start":"2026-03-12T14:36:59.142274Z","end":"2026-03-12T14:36:59.293833Z","steps":["trace[1930129652] 'agreement among raft nodes before linearized reading' (duration: 151.440175ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:36:59.293851Z","caller":"traceutil/trace.go:171","msg":"trace[748098869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"152.885431ms","start":"2026-03-12T14:36:59.140957Z","end":"2026-03-12T14:36:59.293843Z","steps":["trace[748098869] 'agreement among raft nodes before linearized reading' (duration: 152.730047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:59.293932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.133777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T14:36:59.294017Z","caller":"traceutil/trace.go:171","msg":"trace[1586052686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"151.244931ms","start":"2026-03-12T14:36:59.142754Z","end":"2026-03-12T14:36:59.293999Z","steps":["trace[1586052686] 'agreement among raft nodes before linearized reading' (duration: 151.009935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:36:59.29404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.288841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T14:36:59.29409Z","caller":"traceutil/trace.go:171","msg":"trace[1896057148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"151.361983ms","start":"2026-03-12T14:36:59.142715Z","end":"2026-03-12T14:36:59.294077Z","steps":["trace[1896057148] 'agreement among raft nodes before linearized reading' (duration: 151.190639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:00.410864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.148516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:37:00.411006Z","caller":"traceutil/trace.go:171","msg":"trace[349051668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1902; }","duration":"894.30292ms","start":"2026-03-12T14:36:59.516681Z","end":"2026-03-12T14:37:00.410984Z","steps":["trace[349051668] 'range keys from in-memory index tree' (duration: 894.131776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:00.411065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.961334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:37:00.411176Z","caller":"traceutil/trace.go:171","msg":"trace[997003561] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"1.113060196s","start":"2026-03-12T14:36:59.298095Z","end":"2026-03-12T14:37:00.411155Z","steps":["trace[997003561] 'process raft request' (duration: 356.877297ms)","trace[997003561] 'compare' (duration: 755.836211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:37:00.411275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:59.298069Z","time spent":"1.113154658s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:37:00.42601Z","caller":"traceutil/trace.go:171","msg":"trace[1744157803] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"1.127525208s","start":"2026-03-12T14:36:59.298463Z","end":"2026-03-12T14:37:00.425988Z","steps":["trace[1744157803] 'process raft request' (duration: 1.127449056s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:00.426093Z","caller":"traceutil/trace.go:171","msg":"trace[433741633] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.127905298s","start":"2026-03-12T14:36:59.298169Z","end":"2026-03-12T14:37:00.426075Z","steps":["trace[433741633] 'process raft request' (duration: 1.127602191s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:00.426185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:59.29813Z","time spent":"1.12800603s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:37:00.42623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:59.298454Z","time spent":"1.12762953s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:37:00.426495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043672772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:37:00.426453Z","caller":"traceutil/trace.go:171","msg":"trace[189239406] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.127817975s","start":"2026-03-12T14:36:59.298513Z","end":"2026-03-12T14:37:00.426331Z","steps":["trace[189239406] 'process raft request' (duration: 1.127438896s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:00.426567Z","caller":"traceutil/trace.go:171","msg":"trace[460898235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"1.043744823s","start":"2026-03-12T14:36:59.382804Z","end":"2026-03-12T14:37:00.426549Z","steps":["trace[460898235] 'agreement among raft nodes before linearized reading' (duration: 1.043641411s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:00.426633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:59.382778Z","time spent":"1.043842046s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:37:00.426785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:59.2985Z","time spent":"1.128131122s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:37:00.427148Z","caller":"traceutil/trace.go:171","msg":"trace[1217462651] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1973; }","duration":"1.043464947s","start":"2026-03-12T14:36:59.382821Z","end":"2026-03-12T14:37:00.426286Z","steps":["trace[1217462651] 'read index received' (duration: 272.16903ms)","trace[1217462651] 'applied index is now lower than readState.Index' (duration: 771.287937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:37:00.427783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.745359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-12T14:37:00.427853Z","caller":"traceutil/trace.go:171","msg":"trace[118948614] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1906; }","duration":"705.841991ms","start":"2026-03-12T14:36:59.72199Z","end":"2026-03-12T14:37:00.427832Z","steps":["trace[118948614] 'agreement among raft nodes before linearized reading' (duration: 705.666237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:00.42781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.704109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-12T14:37:00.427912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:59.721969Z","time spent":"705.929833ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T14:37:00.42792Z","caller":"traceutil/trace.go:171","msg":"trace[349343187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1906; }","duration":"487.869533ms","start":"2026-03-12T14:36:59.940031Z","end":"2026-03-12T14:37:00.4279Z","steps":["trace[349343187] 'agreement among raft nodes before linearized reading' (duration: 487.603746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:00.427968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:59.940007Z","time spent":"487.951874ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:37:00.428725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.398329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T14:37:00.42878Z","caller":"traceutil/trace.go:171","msg":"trace[630387294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"707.493242ms","start":"2026-03-12T14:36:59.72127Z","end":"2026-03-12T14:37:00.428764Z","steps":["trace[630387294] 'agreement among raft nodes before linearized reading' (duration: 706.348334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:00.428819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:36:59.721248Z","time spent":"707.562793ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T14:37:00.935041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601358675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:37:02.269363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069508031s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:37:02.376013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172781001s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:37:02.376467Z","caller":"traceutil/trace.go:171","msg":"trace[953790647] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.943890072s","start":"2026-03-12T14:37:00.432512Z","end":"2026-03-12T14:37:02.376402Z","steps":["trace[953790647] 'process raft request' (duration: 767.306829ms)","trace[953790647] 'compare' (duration: 1.172652708s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:37:02.376731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:00.432487Z","time spent":"1.944111348s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:37:02.376935Z","caller":"traceutil/trace.go:171","msg":"trace[168768052] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1977; }","duration":"1.942191301s","start":"2026-03-12T14:37:00.434596Z","end":"2026-03-12T14:37:02.376787Z","steps":["trace[168768052] 'read index received' (duration: 765.192097ms)","trace[168768052] 'applied index is now lower than readState.Index' (duration: 1.176995944s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:37:02.37733Z","caller":"traceutil/trace.go:171","msg":"trace[1944733424] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.354181327s","start":"2026-03-12T14:37:01.023117Z","end":"2026-03-12T14:37:02.377298Z","steps":["trace[1944733424] 'process raft request' (duration: 1.353469919s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.377546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:01.023077Z","time spent":"1.354361361s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:37:02.37759Z","caller":"traceutil/trace.go:171","msg":"trace[1200101686] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"1.885912839s","start":"2026-03-12T14:37:00.491626Z","end":"2026-03-12T14:37:02.377539Z","steps":["trace[1200101686] 'process raft request' (duration: 1.884659488s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.377597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942988242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:37:02.377638Z","caller":"traceutil/trace.go:171","msg":"trace[350528106] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.295584228s","start":"2026-03-12T14:37:01.082007Z","end":"2026-03-12T14:37:02.377591Z","steps":["trace[350528106] 'process raft request' (duration: 1.294675955s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.377731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:00.491594Z","time spent":"1.886068293s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:37:02.377718Z","caller":"traceutil/trace.go:171","msg":"trace[53098825] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.489121729s","start":"2026-03-12T14:37:00.888562Z","end":"2026-03-12T14:37:02.377684Z","steps":["trace[53098825] 'process raft request' (duration: 1.4879437s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:02.377886Z","caller":"traceutil/trace.go:171","msg":"trace[448589233] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1911; }","duration":"1.943124734s","start":"2026-03-12T14:37:00.434557Z","end":"2026-03-12T14:37:02.377681Z","steps":["trace[448589233] 'agreement among raft nodes before linearized reading' (duration: 1.94295746s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.37796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:01.081979Z","time spent":"1.295749371s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:37:02.378005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:00.434537Z","time spent":"1.943441722s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:37:02.378223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:00.888534Z","time spent":"1.489379225s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:37:02.39903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100494087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T14:37:02.399051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.633173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T14:37:02.399086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963627744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:37:02.399174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712850706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:37:02.399192Z","caller":"traceutil/trace.go:171","msg":"trace[651161533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"1.963772908s","start":"2026-03-12T14:37:00.435391Z","end":"2026-03-12T14:37:02.399164Z","steps":["trace[651161533] 'agreement among raft nodes before linearized reading' (duration: 1.963578853s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:02.399226Z","caller":"traceutil/trace.go:171","msg":"trace[575171275] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"409.109772ms","start":"2026-03-12T14:37:01.99009Z","end":"2026-03-12T14:37:02.399199Z","steps":["trace[575171275] 'process raft request' (duration: 408.61425ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:02.39924Z","caller":"traceutil/trace.go:171","msg":"trace[1451582022] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1912; }","duration":"1.712956999s","start":"2026-03-12T14:37:00.686264Z","end":"2026-03-12T14:37:02.399221Z","steps":["trace[1451582022] 'agreement among raft nodes before linearized reading' (duration: 1.712834716s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:02.399115Z","caller":"traceutil/trace.go:171","msg":"trace[52604931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"962.775607ms","start":"2026-03-12T14:37:01.436321Z","end":"2026-03-12T14:37:02.399096Z","steps":["trace[52604931] 'agreement among raft nodes before linearized reading' (duration: 962.569462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.399217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.210372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:37:02.399255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766478955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:37:02.399287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:01.436292Z","time spent":"962.985321ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T14:37:02.399289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:00.68624Z","time spent":"1.713038961s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:37:02.399307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:01.990072Z","time spent":"409.195813ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:37:02.399112Z","caller":"traceutil/trace.go:171","msg":"trace[601858358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1912; }","duration":"1.100640592s","start":"2026-03-12T14:37:01.298447Z","end":"2026-03-12T14:37:02.399087Z","steps":["trace[601858358] 'agreement among raft nodes before linearized reading' (duration: 1.100448827s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:02.399319Z","caller":"traceutil/trace.go:171","msg":"trace[1737549178] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1912; }","duration":"195.328625ms","start":"2026-03-12T14:37:02.203961Z","end":"2026-03-12T14:37:02.39929Z","steps":["trace[1737549178] 'agreement among raft nodes before linearized reading' (duration: 195.13411ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:02.399322Z","caller":"traceutil/trace.go:171","msg":"trace[347596274] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1912; }","duration":"1.766612718s","start":"2026-03-12T14:37:00.632691Z","end":"2026-03-12T14:37:02.399303Z","steps":["trace[347596274] 'agreement among raft nodes before linearized reading' (duration: 1.766462924s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.399244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:00.435376Z","time spent":"1.9638594s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:37:02.399393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:00.632665Z","time spent":"1.766713911s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:37:02.39929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.728357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T14:37:02.399411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:01.298413Z","time spent":"1.10097811s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:37:02.399505Z","caller":"traceutil/trace.go:171","msg":"trace[1324343964] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1912; }","duration":"423.964824ms","start":"2026-03-12T14:37:01.975526Z","end":"2026-03-12T14:37:02.399491Z","steps":["trace[1324343964] 'agreement among raft nodes before linearized reading' (duration: 423.618615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.399751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:01.975504Z","time spent":"424.22714ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T14:37:02.853004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.593994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:37:02.853182Z","caller":"traceutil/trace.go:171","msg":"trace[1317539830] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"445.243551ms","start":"2026-03-12T14:37:02.407926Z","end":"2026-03-12T14:37:02.853169Z","steps":["trace[1317539830] 'read index received' (duration: 121.493083ms)","trace[1317539830] 'applied index is now lower than readState.Index' (duration: 323.749658ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:37:02.853267Z","caller":"traceutil/trace.go:171","msg":"trace[680758850] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"448.775888ms","start":"2026-03-12T14:37:02.404482Z","end":"2026-03-12T14:37:02.853258Z","steps":["trace[680758850] 'process raft request' (duration: 448.611504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.853312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:02.404449Z","time spent":"448.841001ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:37:02.853255Z","caller":"traceutil/trace.go:171","msg":"trace[185458572] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"449.078106ms","start":"2026-03-12T14:37:02.404104Z","end":"2026-03-12T14:37:02.853182Z","steps":["trace[185458572] 'process raft request' (duration: 125.226926ms)","trace[185458572] 'compare' (duration: 323.43316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:37:02.853728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:02.404086Z","time spent":"449.433725ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:37:02.853731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.426425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-12T14:37:02.853762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.657692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T14:37:02.85376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.943049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T14:37:02.853804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.860168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T14:37:02.853918Z","caller":"traceutil/trace.go:171","msg":"trace[1447976259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1914; }","duration":"423.101472ms","start":"2026-03-12T14:37:02.430769Z","end":"2026-03-12T14:37:02.853871Z","steps":["trace[1447976259] 'agreement among raft nodes before linearized reading' (duration: 422.822155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.853991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.376506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:37:02.854033Z","caller":"traceutil/trace.go:171","msg":"trace[1002361974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"446.039951ms","start":"2026-03-12T14:37:02.407984Z","end":"2026-03-12T14:37:02.854024Z","steps":["trace[1002361974] 'agreement among raft nodes before linearized reading' (duration: 445.349835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.854073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:02.407979Z","time spent":"446.084672ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:37:02.853945Z","caller":"traceutil/trace.go:171","msg":"trace[1558959711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"446.00182ms","start":"2026-03-12T14:37:02.407898Z","end":"2026-03-12T14:37:02.853899Z","steps":["trace[1558959711] 'agreement among raft nodes before linearized reading' (duration: 445.705143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.854136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:02.430754Z","time spent":"423.335388ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:37:02.85415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:02.407888Z","time spent":"446.240766ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T14:37:02.853827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.671488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-12T14:37:02.854445Z","caller":"traceutil/trace.go:171","msg":"trace[1672535694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1914; }","duration":"422.325613ms","start":"2026-03-12T14:37:02.432102Z","end":"2026-03-12T14:37:02.854428Z","steps":["trace[1672535694] 'agreement among raft nodes before linearized reading' (duration: 421.506913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.854501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:02.432089Z","time spent":"422.394736ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:37:02.85382Z","caller":"traceutil/trace.go:171","msg":"trace[1077896636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1914; }","duration":"438.740754ms","start":"2026-03-12T14:37:02.415065Z","end":"2026-03-12T14:37:02.853805Z","steps":["trace[1077896636] 'agreement among raft nodes before linearized reading' (duration: 438.591901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.854749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:02.415049Z","time spent":"439.682896ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:37:02.85382Z","caller":"traceutil/trace.go:171","msg":"trace[1240285294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1914; }","duration":"422.559729ms","start":"2026-03-12T14:37:02.431238Z","end":"2026-03-12T14:37:02.853797Z","steps":["trace[1240285294] 'agreement among raft nodes before linearized reading' (duration: 422.289672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:02.854874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:02.431221Z","time spent":"423.615944ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:37:39.527553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601359429,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:37:39.671314Z","caller":"traceutil/trace.go:171","msg":"trace[548772338] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2353; }","duration":"644.168746ms","start":"2026-03-12T14:37:39.027115Z","end":"2026-03-12T14:37:39.671284Z","steps":["trace[548772338] 'read index received' (duration: 644.024393ms)","trace[548772338] 'applied index is now lower than readState.Index' (duration: 142.623µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:37:39.671353Z","caller":"traceutil/trace.go:171","msg":"trace[1231449392] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"655.070081ms","start":"2026-03-12T14:37:39.016262Z","end":"2026-03-12T14:37:39.671333Z","steps":["trace[1231449392] 'process raft request' (duration: 654.843426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:39.671505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:39.016239Z","time spent":"655.170274ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:37:39.671596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.472603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T14:37:39.671595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.158574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-12T14:37:39.671609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.542434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:37:39.671671Z","caller":"traceutil/trace.go:171","msg":"trace[1929890312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2267; }","duration":"637.261537ms","start":"2026-03-12T14:37:39.034395Z","end":"2026-03-12T14:37:39.671656Z","steps":["trace[1929890312] 'agreement among raft nodes before linearized reading' (duration: 637.045092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:39.671666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.596641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-12T14:37:39.671726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:39.034384Z","time spent":"637.328519ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:37:39.671723Z","caller":"traceutil/trace.go:171","msg":"trace[239251097] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2267; }","duration":"628.690097ms","start":"2026-03-12T14:37:39.043011Z","end":"2026-03-12T14:37:39.671702Z","steps":["trace[239251097] 'agreement among raft nodes before linearized reading' (duration: 628.470832ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:39.671736Z","caller":"traceutil/trace.go:171","msg":"trace[1828785340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2267; }","duration":"636.714424ms","start":"2026-03-12T14:37:39.035003Z","end":"2026-03-12T14:37:39.671717Z","steps":["trace[1828785340] 'agreement among raft nodes before linearized reading' (duration: 636.56612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:39.671779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:39.034978Z","time spent":"636.788855ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:37:39.671777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.906378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T14:37:39.671661Z","caller":"traceutil/trace.go:171","msg":"trace[1378254194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2267; }","duration":"644.588706ms","start":"2026-03-12T14:37:39.027054Z","end":"2026-03-12T14:37:39.671643Z","steps":["trace[1378254194] 'agreement among raft nodes before linearized reading' (duration: 644.34594ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:37:39.671848Z","caller":"traceutil/trace.go:171","msg":"trace[1669302266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2267; }","duration":"636.991161ms","start":"2026-03-12T14:37:39.034838Z","end":"2026-03-12T14:37:39.671829Z","steps":["trace[1669302266] 'agreement among raft nodes before linearized reading' (duration: 636.825176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:37:39.671861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:39.027031Z","time spent":"644.822403ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:37:39.671914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:39.034829Z","time spent":"637.067663ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:37:39.67178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:37:39.043002Z","time spent":"628.76664ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:38:11.963599Z","caller":"traceutil/trace.go:171","msg":"trace[266797781] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"118.402789ms","start":"2026-03-12T14:38:11.845156Z","end":"2026-03-12T14:38:11.963559Z","steps":["trace[266797781] 'process raft request' (duration: 118.170184ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:11.963719Z","caller":"traceutil/trace.go:171","msg":"trace[1088341708] linearizableReadLoop","detail":"{readStateIndex:2543; appliedIndex:2539; }","duration":"117.184628ms","start":"2026-03-12T14:38:11.846511Z","end":"2026-03-12T14:38:11.963695Z","steps":["trace[1088341708] 'read index received' (duration: 26.163491ms)","trace[1088341708] 'applied index is now lower than readState.Index' (duration: 91.019567ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:11.963605Z","caller":"traceutil/trace.go:171","msg":"trace[40746789] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"118.374588ms","start":"2026-03-12T14:38:11.845188Z","end":"2026-03-12T14:38:11.963562Z","steps":["trace[40746789] 'process raft request' (duration: 118.279266ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:11.963733Z","caller":"traceutil/trace.go:171","msg":"trace[1284576355] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"118.214755ms","start":"2026-03-12T14:38:11.845489Z","end":"2026-03-12T14:38:11.963704Z","steps":["trace[1284576355] 'process raft request' (duration: 118.03291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:11.963933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.368604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:38:11.963962Z","caller":"traceutil/trace.go:171","msg":"trace[1397466195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2450; }","duration":"117.484917ms","start":"2026-03-12T14:38:11.846467Z","end":"2026-03-12T14:38:11.963952Z","steps":["trace[1397466195] 'agreement among raft nodes before linearized reading' (duration: 117.308202ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:17.751508Z","caller":"traceutil/trace.go:171","msg":"trace[197413512] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"322.816453ms","start":"2026-03-12T14:38:17.428663Z","end":"2026-03-12T14:38:17.751479Z","steps":["trace[197413512] 'process raft request' (duration: 322.643279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:17.751886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:38:17.428638Z","time spent":"322.961017ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:38:18.082511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.496763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:38:18.082688Z","caller":"traceutil/trace.go:171","msg":"trace[1788750704] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2570; }","duration":"545.485367ms","start":"2026-03-12T14:38:17.537179Z","end":"2026-03-12T14:38:18.082664Z","steps":["trace[1788750704] 'read index received' (duration: 214.145189ms)","trace[1788750704] 'applied index is now lower than readState.Index' (duration: 331.338418ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:18.082893Z","caller":"traceutil/trace.go:171","msg":"trace[894661214] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"604.960572ms","start":"2026-03-12T14:38:17.477886Z","end":"2026-03-12T14:38:18.082846Z","steps":["trace[894661214] 'process raft request' (duration: 482.972257ms)","trace[894661214] 'compare' (duration: 121.308569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:38:18.082956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.775404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:38:18.083011Z","caller":"traceutil/trace.go:171","msg":"trace[685722123] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2478; }","duration":"545.860076ms","start":"2026-03-12T14:38:17.537136Z","end":"2026-03-12T14:38:18.082996Z","steps":["trace[685722123] 'agreement among raft nodes before linearized reading' (duration: 545.760543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:18.083067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:38:17.537111Z","time spent":"545.945228ms","remote":"127.0.0.1:58060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:38:18.08313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:38:17.477852Z","time spent":"605.146917ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:38:18.083123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.690204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T14:38:18.083218Z","caller":"traceutil/trace.go:171","msg":"trace[1403969751] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2478; }","duration":"171.854878ms","start":"2026-03-12T14:38:17.911339Z","end":"2026-03-12T14:38:18.083194Z","steps":["trace[1403969751] 'agreement among raft nodes before linearized reading' (duration: 171.587102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:18.083441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.039386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:38:18.083567Z","caller":"traceutil/trace.go:171","msg":"trace[41249863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2478; }","duration":"139.254481ms","start":"2026-03-12T14:38:17.944281Z","end":"2026-03-12T14:38:18.083536Z","steps":["trace[41249863] 'agreement among raft nodes before linearized reading' (duration: 138.764709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:18.305843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.658963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:38:18.306003Z","caller":"traceutil/trace.go:171","msg":"trace[20073593] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"217.449559ms","start":"2026-03-12T14:38:18.088525Z","end":"2026-03-12T14:38:18.305975Z","steps":["trace[20073593] 'process raft request' (duration: 108.52984ms)","trace[20073593] 'compare' (duration: 108.51816ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:18.374978Z","caller":"traceutil/trace.go:171","msg":"trace[1219628440] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"286.424624ms","start":"2026-03-12T14:38:18.088525Z","end":"2026-03-12T14:38:18.37495Z","steps":["trace[1219628440] 'process raft request' (duration: 286.209648ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:18.375333Z","caller":"traceutil/trace.go:171","msg":"trace[2138374975] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"286.641589ms","start":"2026-03-12T14:38:18.088668Z","end":"2026-03-12T14:38:18.37531Z","steps":["trace[2138374975] 'process raft request' (duration: 286.224859ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:18.375562Z","caller":"traceutil/trace.go:171","msg":"trace[1648640645] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"285.524511ms","start":"2026-03-12T14:38:18.089979Z","end":"2026-03-12T14:38:18.375504Z","steps":["trace[1648640645] 'process raft request' (duration: 285.239054ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:18.375601Z","caller":"traceutil/trace.go:171","msg":"trace[184633369] linearizableReadLoop","detail":"{readStateIndex:2577; appliedIndex:2572; }","duration":"284.890746ms","start":"2026-03-12T14:38:18.090684Z","end":"2026-03-12T14:38:18.375575Z","steps":["trace[184633369] 'read index received' (duration: 106.292495ms)","trace[184633369] 'applied index is now lower than readState.Index' (duration: 178.59695ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:18.375701Z","caller":"traceutil/trace.go:171","msg":"trace[297714877] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"285.514092ms","start":"2026-03-12T14:38:18.09012Z","end":"2026-03-12T14:38:18.375634Z","steps":["trace[297714877] 'process raft request' (duration: 285.222714ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:18.375747Z","caller":"traceutil/trace.go:171","msg":"trace[932170906] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"283.071104ms","start":"2026-03-12T14:38:18.092645Z","end":"2026-03-12T14:38:18.375716Z","steps":["trace[932170906] 'process raft request' (duration: 282.748915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:18.375966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.267676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-12T14:38:18.376029Z","caller":"traceutil/trace.go:171","msg":"trace[480787955] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2484; }","duration":"285.369268ms","start":"2026-03-12T14:38:18.090647Z","end":"2026-03-12T14:38:18.376017Z","steps":["trace[480787955] 'agreement among raft nodes before linearized reading' (duration: 285.01651ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:18.591322Z","caller":"traceutil/trace.go:171","msg":"trace[601973463] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2578; }","duration":"210.842219ms","start":"2026-03-12T14:38:18.380451Z","end":"2026-03-12T14:38:18.591293Z","steps":["trace[601973463] 'read index received' (duration: 141.424004ms)","trace[601973463] 'applied index is now lower than readState.Index' (duration: 69.416385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:38:18.591688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.482882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:38:18.591741Z","caller":"traceutil/trace.go:171","msg":"trace[1990114912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2484; }","duration":"208.711339ms","start":"2026-03-12T14:38:18.383015Z","end":"2026-03-12T14:38:18.591726Z","steps":["trace[1990114912] 'agreement among raft nodes before linearized reading' (duration: 208.461713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:18.591718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.163428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-12T14:38:18.591797Z","caller":"traceutil/trace.go:171","msg":"trace[1402054536] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2484; }","duration":"211.373753ms","start":"2026-03-12T14:38:18.380401Z","end":"2026-03-12T14:38:18.591775Z","steps":["trace[1402054536] 'agreement among raft nodes before linearized reading' (duration: 211.040555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:18.810991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.606815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:38:18.811275Z","caller":"traceutil/trace.go:171","msg":"trace[1120836522] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"218.676528ms","start":"2026-03-12T14:38:18.592553Z","end":"2026-03-12T14:38:18.811229Z","steps":["trace[1120836522] 'process raft request' (duration: 101.674764ms)","trace[1120836522] 'compare' (duration: 116.466482ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:18.811337Z","caller":"traceutil/trace.go:171","msg":"trace[1725704258] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2579; }","duration":"218.388211ms","start":"2026-03-12T14:38:18.592918Z","end":"2026-03-12T14:38:18.811306Z","steps":["trace[1725704258] 'read index received' (duration: 101.299615ms)","trace[1725704258] 'applied index is now lower than readState.Index' (duration: 117.084766ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:18.811336Z","caller":"traceutil/trace.go:171","msg":"trace[91628825] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"139.117408ms","start":"2026-03-12T14:38:18.672195Z","end":"2026-03-12T14:38:18.811312Z","steps":["trace[91628825] 'process raft request' (duration: 139.029486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:18.811574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.635827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:38:18.811626Z","caller":"traceutil/trace.go:171","msg":"trace[1234604272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2486; }","duration":"218.735959ms","start":"2026-03-12T14:38:18.592875Z","end":"2026-03-12T14:38:18.811611Z","steps":["trace[1234604272] 'agreement among raft nodes before linearized reading' (duration: 218.516334ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:18.9021Z","caller":"traceutil/trace.go:171","msg":"trace[948924572] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"194.052533ms","start":"2026-03-12T14:38:18.708002Z","end":"2026-03-12T14:38:18.902055Z","steps":["trace[948924572] 'process raft request' (duration: 193.778917ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:18.902531Z","caller":"traceutil/trace.go:171","msg":"trace[1821205170] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"193.990993ms","start":"2026-03-12T14:38:18.708493Z","end":"2026-03-12T14:38:18.902484Z","steps":["trace[1821205170] 'process raft request' (duration: 193.49258ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:24.421827Z","caller":"traceutil/trace.go:171","msg":"trace[2030110575] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"103.053508ms","start":"2026-03-12T14:38:24.318747Z","end":"2026-03-12T14:38:24.4218Z","steps":["trace[2030110575] 'process raft request' (duration: 102.776401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:24.629421Z","caller":"traceutil/trace.go:171","msg":"trace[743702009] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"180.146778ms","start":"2026-03-12T14:38:24.449244Z","end":"2026-03-12T14:38:24.629391Z","steps":["trace[743702009] 'process raft request' (duration: 180.056376ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:24.629477Z","caller":"traceutil/trace.go:171","msg":"trace[137160784] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"181.02503ms","start":"2026-03-12T14:38:24.448401Z","end":"2026-03-12T14:38:24.629426Z","steps":["trace[137160784] 'process raft request' (duration: 123.85254ms)","trace[137160784] 'compare' (duration: 56.905674ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:24.629772Z","caller":"traceutil/trace.go:171","msg":"trace[1717024509] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"180.319232ms","start":"2026-03-12T14:38:24.449424Z","end":"2026-03-12T14:38:24.629743Z","steps":["trace[1717024509] 'process raft request' (duration: 179.920092ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:24.629826Z","caller":"traceutil/trace.go:171","msg":"trace[791533969] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"179.558224ms","start":"2026-03-12T14:38:24.45024Z","end":"2026-03-12T14:38:24.629798Z","steps":["trace[791533969] 'process raft request' (duration: 179.417961ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:53.18614Z","caller":"traceutil/trace.go:171","msg":"trace[2054872956] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2750; }","duration":"334.265589ms","start":"2026-03-12T14:38:52.851853Z","end":"2026-03-12T14:38:53.186119Z","steps":["trace[2054872956] 'read index received' (duration: 294.416966ms)","trace[2054872956] 'applied index is now lower than readState.Index' (duration: 39.847553ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:53.186282Z","caller":"traceutil/trace.go:171","msg":"trace[585546047] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"350.689824ms","start":"2026-03-12T14:38:52.835577Z","end":"2026-03-12T14:38:53.186266Z","steps":["trace[585546047] 'process raft request' (duration: 310.598616ms)","trace[585546047] 'compare' (duration: 39.705959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:38:53.186385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:38:52.835547Z","time spent":"350.763146ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:38:53.186621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.74127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:38:53.186707Z","caller":"traceutil/trace.go:171","msg":"trace[1311352217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2649; }","duration":"334.858933ms","start":"2026-03-12T14:38:52.851827Z","end":"2026-03-12T14:38:53.186686Z","steps":["trace[1311352217] 'agreement among raft nodes before linearized reading' (duration: 334.598577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:53.186753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:38:52.851814Z","time spent":"334.929885ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T14:38:53.233106Z","caller":"traceutil/trace.go:171","msg":"trace[2086383023] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"202.983609ms","start":"2026-03-12T14:38:53.030088Z","end":"2026-03-12T14:38:53.233071Z","steps":["trace[2086383023] 'process raft request' (duration: 202.844816ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:53.23314Z","caller":"traceutil/trace.go:171","msg":"trace[934051140] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"202.61223ms","start":"2026-03-12T14:38:53.030503Z","end":"2026-03-12T14:38:53.233115Z","steps":["trace[934051140] 'process raft request' (duration: 202.466317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:53.233154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.81162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:38:53.233209Z","caller":"traceutil/trace.go:171","msg":"trace[1567157733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2652; }","duration":"380.905814ms","start":"2026-03-12T14:38:52.852292Z","end":"2026-03-12T14:38:53.233198Z","steps":["trace[1567157733] 'agreement among raft nodes before linearized reading' (duration: 380.711719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:38:53.233255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:38:52.852283Z","time spent":"380.961825ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:38:53.233241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.445684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:38:53.23331Z","caller":"traceutil/trace.go:171","msg":"trace[63802102] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2652; }","duration":"141.534107ms","start":"2026-03-12T14:38:53.091759Z","end":"2026-03-12T14:38:53.233293Z","steps":["trace[63802102] 'agreement among raft nodes before linearized reading' (duration: 141.383073ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:53.233297Z","caller":"traceutil/trace.go:171","msg":"trace[1398996518] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"274.931687ms","start":"2026-03-12T14:38:52.958317Z","end":"2026-03-12T14:38:53.233249Z","steps":["trace[1398996518] 'process raft request' (duration: 274.471606ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:38:53.399575Z","caller":"traceutil/trace.go:171","msg":"trace[881402242] linearizableReadLoop","detail":"{readStateIndex:2756; appliedIndex:2755; }","duration":"112.382052ms","start":"2026-03-12T14:38:53.287158Z","end":"2026-03-12T14:38:53.39954Z","steps":["trace[881402242] 'read index received' (duration: 58.744478ms)","trace[881402242] 'applied index is now lower than readState.Index' (duration: 53.636264ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:38:53.399706Z","caller":"traceutil/trace.go:171","msg":"trace[310588663] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"160.859213ms","start":"2026-03-12T14:38:53.238832Z","end":"2026-03-12T14:38:53.399691Z","steps":["trace[310588663] 'process raft request' (duration: 107.177827ms)","trace[310588663] 'compare' (duration: 53.359558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:38:53.400109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.930126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c1ed99db6e9c1\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-12T14:38:53.401076Z","caller":"traceutil/trace.go:171","msg":"trace[528772881] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c1ed99db6e9c1; range_end:; response_count:1; response_revision:2654; }","duration":"113.917409ms","start":"2026-03-12T14:38:53.287106Z","end":"2026-03-12T14:38:53.401024Z","steps":["trace[528772881] 'agreement among raft nodes before linearized reading' (duration: 112.779912ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:40:49.768191Z","caller":"traceutil/trace.go:171","msg":"trace[1920850643] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"135.131053ms","start":"2026-03-12T14:40:49.63304Z","end":"2026-03-12T14:40:49.768171Z","steps":["trace[1920850643] 'process raft request' (duration: 134.916178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:40:50.029967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.820081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:40:50.030216Z","caller":"traceutil/trace.go:171","msg":"trace[1779409510] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"395.98474ms","start":"2026-03-12T14:40:49.634178Z","end":"2026-03-12T14:40:50.030163Z","steps":["trace[1779409510] 'process raft request' (duration: 268.881952ms)","trace[1779409510] 'compare' (duration: 126.161265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:40:50.030358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.964146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:40:50.030411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:40:49.634169Z","time spent":"396.145723ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:40:50.030448Z","caller":"traceutil/trace.go:171","msg":"trace[725439816] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3402; }","duration":"316.104789ms","start":"2026-03-12T14:40:49.714331Z","end":"2026-03-12T14:40:50.030436Z","steps":["trace[725439816] 'agreement among raft nodes before linearized reading' (duration: 315.964496ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:40:50.030269Z","caller":"traceutil/trace.go:171","msg":"trace[577301268] linearizableReadLoop","detail":"{readStateIndex:3534; appliedIndex:3530; }","duration":"315.786161ms","start":"2026-03-12T14:40:49.714468Z","end":"2026-03-12T14:40:50.030254Z","steps":["trace[577301268] 'read index received' (duration: 53.576541ms)","trace[577301268] 'applied index is now lower than readState.Index' (duration: 262.20843ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:40:50.030369Z","caller":"traceutil/trace.go:171","msg":"trace[1284059078] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"395.425186ms","start":"2026-03-12T14:40:49.634912Z","end":"2026-03-12T14:40:50.030337Z","steps":["trace[1284059078] 'process raft request' (duration: 395.155849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:40:50.030663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:40:49.634878Z","time spent":"395.752764ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:40:50.030411Z","caller":"traceutil/trace.go:171","msg":"trace[449761996] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"394.632098ms","start":"2026-03-12T14:40:49.635772Z","end":"2026-03-12T14:40:50.030404Z","steps":["trace[449761996] 'process raft request' (duration: 394.436933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:40:50.030769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:40:49.63576Z","time spent":"394.981546ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:40:50.030495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:40:49.714307Z","time spent":"316.177081ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:40:50.030872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.41278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:40:50.030977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.691867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:40:50.031001Z","caller":"traceutil/trace.go:171","msg":"trace[1179115726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3402; }","duration":"291.765949ms","start":"2026-03-12T14:40:49.739228Z","end":"2026-03-12T14:40:50.030994Z","steps":["trace[1179115726] 'agreement among raft nodes before linearized reading' (duration: 291.652125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:40:50.031022Z","caller":"traceutil/trace.go:171","msg":"trace[1408305566] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3402; }","duration":"305.594005ms","start":"2026-03-12T14:40:49.725385Z","end":"2026-03-12T14:40:50.030979Z","steps":["trace[1408305566] 'agreement among raft nodes before linearized reading' (duration: 305.315888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:40:50.031054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.150835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:40:50.031125Z","caller":"traceutil/trace.go:171","msg":"trace[3842854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3402; }","duration":"224.262898ms","start":"2026-03-12T14:40:49.806845Z","end":"2026-03-12T14:40:50.031108Z","steps":["trace[3842854] 'agreement among raft nodes before linearized reading' (duration: 224.009151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:40:50.031111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:40:49.72536Z","time spent":"305.711098ms","remote":"127.0.0.1:39116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:42:06.683278Z","caller":"traceutil/trace.go:171","msg":"trace[1346320754] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"156.842402ms","start":"2026-03-12T14:42:06.526405Z","end":"2026-03-12T14:42:06.683247Z","steps":["trace[1346320754] 'process raft request' (duration: 57.73575ms)","trace[1346320754] 'compare' (duration: 98.958439ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:06.877689Z","caller":"traceutil/trace.go:171","msg":"trace[122976884] linearizableReadLoop","detail":"{readStateIndex:4535; appliedIndex:4534; }","duration":"131.687628ms","start":"2026-03-12T14:42:06.745962Z","end":"2026-03-12T14:42:06.87765Z","steps":["trace[122976884] 'read index received' (duration: 41.906634ms)","trace[122976884] 'applied index is now lower than readState.Index' (duration: 89.779484ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:06.877729Z","caller":"traceutil/trace.go:171","msg":"trace[795542568] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"132.97906ms","start":"2026-03-12T14:42:06.744711Z","end":"2026-03-12T14:42:06.87769Z","steps":["trace[795542568] 'process raft request' (duration: 43.195966ms)","trace[795542568] 'compare' (duration: 89.527977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:06.87799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.999426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T14:42:06.87806Z","caller":"traceutil/trace.go:171","msg":"trace[163113255] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4365; }","duration":"132.094618ms","start":"2026-03-12T14:42:06.74595Z","end":"2026-03-12T14:42:06.878045Z","steps":["trace[163113255] 'agreement among raft nodes before linearized reading' (duration: 131.808461ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:08.209022Z","caller":"traceutil/trace.go:171","msg":"trace[1283406106] linearizableReadLoop","detail":"{readStateIndex:4560; appliedIndex:4559; }","duration":"152.260594ms","start":"2026-03-12T14:42:08.056735Z","end":"2026-03-12T14:42:08.208995Z","steps":["trace[1283406106] 'read index received' (duration: 151.982457ms)","trace[1283406106] 'applied index is now lower than readState.Index' (duration: 277.037µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:08.20917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.416128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:42:08.209179Z","caller":"traceutil/trace.go:171","msg":"trace[1015475196] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"297.058504ms","start":"2026-03-12T14:42:07.912071Z","end":"2026-03-12T14:42:08.209129Z","steps":["trace[1015475196] 'process raft request' (duration: 296.740965ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:08.209219Z","caller":"traceutil/trace.go:171","msg":"trace[295676595] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4388; }","duration":"152.536902ms","start":"2026-03-12T14:42:08.056668Z","end":"2026-03-12T14:42:08.209205Z","steps":["trace[295676595] 'agreement among raft nodes before linearized reading' (duration: 152.440989ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:11.427442Z","caller":"traceutil/trace.go:171","msg":"trace[1607880788] linearizableReadLoop","detail":"{readStateIndex:4707; appliedIndex:4706; }","duration":"312.641617ms","start":"2026-03-12T14:42:11.114777Z","end":"2026-03-12T14:42:11.427419Z","steps":["trace[1607880788] 'read index received' (duration: 312.483723ms)","trace[1607880788] 'applied index is now lower than readState.Index' (duration: 156.904µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:11.427576Z","caller":"traceutil/trace.go:171","msg":"trace[1907184352] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"413.750612ms","start":"2026-03-12T14:42:11.013776Z","end":"2026-03-12T14:42:11.427527Z","steps":["trace[1907184352] 'process raft request' (duration: 413.453685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:11.427716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.933143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5db5f802-9d7e-4a11-b223-2a468ee25eeb\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-12T14:42:11.427762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:11.01375Z","time spent":"413.917836ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:11.427796Z","caller":"traceutil/trace.go:171","msg":"trace[855675302] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5db5f802-9d7e-4a11-b223-2a468ee25eeb; range_end:; response_count:1; response_revision:4531; }","duration":"313.080338ms","start":"2026-03-12T14:42:11.114696Z","end":"2026-03-12T14:42:11.427776Z","steps":["trace[855675302] 'agreement among raft nodes before linearized reading' (duration: 312.844482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:11.427805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.947894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:42:11.427843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:11.114671Z","time spent":"313.1592ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5db5f802-9d7e-4a11-b223-2a468ee25eeb\" "} {"level":"info","ts":"2026-03-12T14:42:11.427879Z","caller":"traceutil/trace.go:171","msg":"trace[1892674646] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4531; }","duration":"160.083317ms","start":"2026-03-12T14:42:11.267776Z","end":"2026-03-12T14:42:11.427859Z","steps":["trace[1892674646] 'agreement among raft nodes before linearized reading' (duration: 159.904342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:11.427739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.957507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-glrx5-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-12T14:42:11.427979Z","caller":"traceutil/trace.go:171","msg":"trace[1411168849] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-glrx5-tls; range_end:; response_count:1; response_revision:4531; }","duration":"233.250436ms","start":"2026-03-12T14:42:11.1947Z","end":"2026-03-12T14:42:11.42795Z","steps":["trace[1411168849] 'agreement among raft nodes before linearized reading' (duration: 232.865835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.158832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601365040,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:42:12.187672Z","caller":"traceutil/trace.go:171","msg":"trace[1016709657] linearizableReadLoop","detail":"{readStateIndex:4708; appliedIndex:4707; }","duration":"529.484269ms","start":"2026-03-12T14:42:11.658145Z","end":"2026-03-12T14:42:12.187629Z","steps":["trace[1016709657] 'read index received' (duration: 529.241683ms)","trace[1016709657] 'applied index is now lower than readState.Index' (duration: 241.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:12.187807Z","caller":"traceutil/trace.go:171","msg":"trace[1989605380] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"750.601926ms","start":"2026-03-12T14:42:11.437195Z","end":"2026-03-12T14:42:12.187797Z","steps":["trace[1989605380] 'process raft request' (duration: 750.272568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.187936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:11.437181Z","time spent":"750.655237ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:12.188309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.185222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:42:12.188389Z","caller":"traceutil/trace.go:171","msg":"trace[1204292742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4532; }","duration":"418.339675ms","start":"2026-03-12T14:42:11.770026Z","end":"2026-03-12T14:42:12.188366Z","steps":["trace[1204292742] 'agreement among raft nodes before linearized reading' (duration: 418.023568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.18844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:11.770005Z","time spent":"418.426647ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:42:12.188299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.125314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:42:12.188552Z","caller":"traceutil/trace.go:171","msg":"trace[1661649594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4532; }","duration":"530.435702ms","start":"2026-03-12T14:42:11.658066Z","end":"2026-03-12T14:42:12.188501Z","steps":["trace[1661649594] 'agreement among raft nodes before linearized reading' (duration: 530.048132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.188729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:11.658034Z","time spent":"530.618195ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:42:12.188666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.3911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:42:12.188827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.440493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777461"} {"level":"info","ts":"2026-03-12T14:42:12.188901Z","caller":"traceutil/trace.go:171","msg":"trace[1541636700] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4532; }","duration":"310.543125ms","start":"2026-03-12T14:42:11.878345Z","end":"2026-03-12T14:42:12.188888Z","steps":["trace[1541636700] 'agreement among raft nodes before linearized reading' (duration: 309.735115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.188947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:11.878332Z","time spent":"310.604887ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777485,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-12T14:42:12.188843Z","caller":"traceutil/trace.go:171","msg":"trace[2131522357] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4532; }","duration":"351.665906ms","start":"2026-03-12T14:42:11.837146Z","end":"2026-03-12T14:42:12.188812Z","steps":["trace[2131522357] 'agreement among raft nodes before linearized reading' (duration: 351.185904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.189061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:11.83712Z","time spent":"351.924282ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":42,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:42:12.90197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.632882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:42:12.902222Z","caller":"traceutil/trace.go:171","msg":"trace[382608082] linearizableReadLoop","detail":"{readStateIndex:4718; appliedIndex:4715; }","duration":"435.479818ms","start":"2026-03-12T14:42:12.46672Z","end":"2026-03-12T14:42:12.902199Z","steps":["trace[382608082] 'read index received' (duration: 328.549699ms)","trace[382608082] 'applied index is now lower than readState.Index' (duration: 106.928539ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:12.902326Z","caller":"traceutil/trace.go:171","msg":"trace[1554032911] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"457.485987ms","start":"2026-03-12T14:42:12.444828Z","end":"2026-03-12T14:42:12.902314Z","steps":["trace[1554032911] 'process raft request' (duration: 350.404825ms)","trace[1554032911] 'compare' (duration: 106.351645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:12.902395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:12.444805Z","time spent":"457.55648ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:12.902447Z","caller":"traceutil/trace.go:171","msg":"trace[67523283] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"457.274062ms","start":"2026-03-12T14:42:12.445124Z","end":"2026-03-12T14:42:12.902399Z","steps":["trace[67523283] 'process raft request' (duration: 457.034687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.902661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:12.445104Z","time spent":"457.437217ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:12.902666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.543676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:42:12.902748Z","caller":"traceutil/trace.go:171","msg":"trace[820545542] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4542; }","duration":"321.678259ms","start":"2026-03-12T14:42:12.581051Z","end":"2026-03-12T14:42:12.902729Z","steps":["trace[820545542] 'agreement among raft nodes before linearized reading' (duration: 321.498615ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:12.902766Z","caller":"traceutil/trace.go:171","msg":"trace[569388923] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"457.654391ms","start":"2026-03-12T14:42:12.445076Z","end":"2026-03-12T14:42:12.90273Z","steps":["trace[569388923] 'process raft request' (duration: 457.018536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.9028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:12.581033Z","time spent":"321.753001ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:42:12.90286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:12.44506Z","time spent":"457.750824ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:12.90341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.657756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777461"} {"level":"info","ts":"2026-03-12T14:42:12.903529Z","caller":"traceutil/trace.go:171","msg":"trace[167973636] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4542; }","duration":"436.791479ms","start":"2026-03-12T14:42:12.466711Z","end":"2026-03-12T14:42:12.903502Z","steps":["trace[167973636] 'agreement among raft nodes before linearized reading' (duration: 435.831326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:12.903587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:12.466662Z","time spent":"436.914653ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777485,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-12T14:42:13.316501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.398584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-12T14:42:13.316583Z","caller":"traceutil/trace.go:171","msg":"trace[2059849647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4542; }","duration":"256.501497ms","start":"2026-03-12T14:42:13.060063Z","end":"2026-03-12T14:42:13.316564Z","steps":["trace[2059849647] 'range keys from in-memory index tree' (duration: 256.20712ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:16.414504Z","caller":"traceutil/trace.go:171","msg":"trace[89937524] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4784; }","duration":"128.304815ms","start":"2026-03-12T14:42:16.286174Z","end":"2026-03-12T14:42:16.414479Z","steps":["trace[89937524] 'read index received' (duration: 128.122451ms)","trace[89937524] 'applied index is now lower than readState.Index' (duration: 181.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:16.414596Z","caller":"traceutil/trace.go:171","msg":"trace[406276750] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"133.855681ms","start":"2026-03-12T14:42:16.280705Z","end":"2026-03-12T14:42:16.414561Z","steps":["trace[406276750] 'process raft request' (duration: 133.609565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:16.41485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.658724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:42:16.414946Z","caller":"traceutil/trace.go:171","msg":"trace[1035241048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4607; }","duration":"128.818457ms","start":"2026-03-12T14:42:16.286104Z","end":"2026-03-12T14:42:16.414922Z","steps":["trace[1035241048] 'agreement among raft nodes before linearized reading' (duration: 128.473889ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:22.644566Z","caller":"traceutil/trace.go:171","msg":"trace[427589034] linearizableReadLoop","detail":"{readStateIndex:4908; appliedIndex:4907; }","duration":"260.841054ms","start":"2026-03-12T14:42:22.383692Z","end":"2026-03-12T14:42:22.644533Z","steps":["trace[427589034] 'read index received' (duration: 260.72663ms)","trace[427589034] 'applied index is now lower than readState.Index' (duration: 112.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:22.644617Z","caller":"traceutil/trace.go:171","msg":"trace[1255800174] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"480.950726ms","start":"2026-03-12T14:42:22.163613Z","end":"2026-03-12T14:42:22.644564Z","steps":["trace[1255800174] 'process raft request' (duration: 480.677038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:22.644809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.092231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:42:22.644855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.163598Z","time spent":"481.1464ms","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":127029,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:22.64491Z","caller":"traceutil/trace.go:171","msg":"trace[2092976685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4726; }","duration":"261.261675ms","start":"2026-03-12T14:42:22.383627Z","end":"2026-03-12T14:42:22.644888Z","steps":["trace[2092976685] 'agreement among raft nodes before linearized reading' (duration: 261.033829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:22.800604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.908599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:42:22.801656Z","caller":"traceutil/trace.go:171","msg":"trace[891918831] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"351.345169ms","start":"2026-03-12T14:42:22.450215Z","end":"2026-03-12T14:42:22.80156Z","steps":["trace[891918831] 'process raft request' (duration: 245.364453ms)","trace[891918831] 'compare' (duration: 104.669653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:22.801905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.450194Z","time spent":"351.580955ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:22.802001Z","caller":"traceutil/trace.go:171","msg":"trace[1740465955] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"155.192257ms","start":"2026-03-12T14:42:22.646776Z","end":"2026-03-12T14:42:22.801969Z","steps":["trace[1740465955] 'process raft request' (duration: 155.098384ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:22.802568Z","caller":"traceutil/trace.go:171","msg":"trace[687599377] linearizableReadLoop","detail":"{readStateIndex:4911; appliedIndex:4908; }","duration":"157.866691ms","start":"2026-03-12T14:42:22.644653Z","end":"2026-03-12T14:42:22.80252Z","steps":["trace[687599377] 'read index received' (duration: 50.950952ms)","trace[687599377] 'applied index is now lower than readState.Index' (duration: 106.912429ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:22.802757Z","caller":"traceutil/trace.go:171","msg":"trace[689928725] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"351.848852ms","start":"2026-03-12T14:42:22.450874Z","end":"2026-03-12T14:42:22.802723Z","steps":["trace[689928725] 'process raft request' (duration: 350.771416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:22.802862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.450836Z","time spent":"351.955973ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:22.803052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.89602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:42:22.803132Z","caller":"traceutil/trace.go:171","msg":"trace[616618876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4730; }","duration":"358.002082ms","start":"2026-03-12T14:42:22.445101Z","end":"2026-03-12T14:42:22.803103Z","steps":["trace[616618876] 'agreement among raft nodes before linearized reading' (duration: 357.783647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:22.803177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.445084Z","time spent":"358.081685ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:42:22.80323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.919008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:42:22.803284Z","caller":"traceutil/trace.go:171","msg":"trace[1847170149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4730; }","duration":"362.036771ms","start":"2026-03-12T14:42:22.441232Z","end":"2026-03-12T14:42:22.803268Z","steps":["trace[1847170149] 'agreement among raft nodes before linearized reading' (duration: 361.814236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:22.803342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.441207Z","time spent":"362.126374ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:42:22.803394Z","caller":"traceutil/trace.go:171","msg":"trace[1883141608] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"350.773355ms","start":"2026-03-12T14:42:22.452602Z","end":"2026-03-12T14:42:22.803376Z","steps":["trace[1883141608] 'process raft request' (duration: 349.196966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:22.803517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.452568Z","time spent":"350.870967ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:22.803605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.284157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:42:22.80372Z","caller":"traceutil/trace.go:171","msg":"trace[1375502836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4730; }","duration":"157.374789ms","start":"2026-03-12T14:42:22.646266Z","end":"2026-03-12T14:42:22.803641Z","steps":["trace[1375502836] 'agreement among raft nodes before linearized reading' (duration: 157.304837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:22.803803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.149167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-nm2hr\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-12T14:42:22.807979Z","caller":"traceutil/trace.go:171","msg":"trace[685107579] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-nm2hr; range_end:; response_count:1; response_revision:4730; }","duration":"264.275329ms","start":"2026-03-12T14:42:22.543606Z","end":"2026-03-12T14:42:22.807881Z","steps":["trace[685107579] 'agreement among raft nodes before linearized reading' (duration: 260.015764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:23.204285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.493737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:42:23.204597Z","caller":"traceutil/trace.go:171","msg":"trace[1426688797] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"310.74545ms","start":"2026-03-12T14:42:22.893831Z","end":"2026-03-12T14:42:23.204577Z","steps":["trace[1426688797] 'process raft request' (duration: 310.632577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:23.204672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.89382Z","time spent":"310.816531ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:23.204671Z","caller":"traceutil/trace.go:171","msg":"trace[963500446] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"311.038488ms","start":"2026-03-12T14:42:22.893585Z","end":"2026-03-12T14:42:23.204623Z","steps":["trace[963500446] 'process raft request' (duration: 310.812542ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:23.204708Z","caller":"traceutil/trace.go:171","msg":"trace[1940103454] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"311.487498ms","start":"2026-03-12T14:42:22.893182Z","end":"2026-03-12T14:42:23.204669Z","steps":["trace[1940103454] 'process raft request' (duration: 34.513089ms)","trace[1940103454] 'compare' (duration: 276.323343ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:23.204777Z","caller":"traceutil/trace.go:171","msg":"trace[1449336982] linearizableReadLoop","detail":"{readStateIndex:4921; appliedIndex:4917; }","duration":"255.81634ms","start":"2026-03-12T14:42:22.948925Z","end":"2026-03-12T14:42:23.204742Z","steps":["trace[1449336982] 'read index received' (duration: 244.522682ms)","trace[1449336982] 'applied index is now lower than readState.Index' (duration: 11.292238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:23.204876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.893154Z","time spent":"311.631173ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:23.204896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.893572Z","time spent":"311.204762ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:23.205158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.581104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:42:23.206903Z","caller":"traceutil/trace.go:171","msg":"trace[85526938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4739; }","duration":"257.332177ms","start":"2026-03-12T14:42:22.949549Z","end":"2026-03-12T14:42:23.206882Z","steps":["trace[85526938] 'agreement among raft nodes before linearized reading' (duration: 255.488483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:23.205178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.243501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:42:23.207021Z","caller":"traceutil/trace.go:171","msg":"trace[1434620330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4739; }","duration":"258.132126ms","start":"2026-03-12T14:42:22.948868Z","end":"2026-03-12T14:42:23.207Z","steps":["trace[1434620330] 'agreement among raft nodes before linearized reading' (duration: 256.134728ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:23.205256Z","caller":"traceutil/trace.go:171","msg":"trace[1396852015] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"310.953236ms","start":"2026-03-12T14:42:22.894289Z","end":"2026-03-12T14:42:23.205242Z","steps":["trace[1396852015] 'process raft request' (duration: 310.236417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:23.207244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:22.894263Z","time spent":"312.929973ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:23.205478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.151808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:42:23.207427Z","caller":"traceutil/trace.go:171","msg":"trace[1108444117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:4739; }","duration":"199.102615ms","start":"2026-03-12T14:42:23.008296Z","end":"2026-03-12T14:42:23.207398Z","steps":["trace[1108444117] 'agreement among raft nodes before linearized reading' (duration: 197.022035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:23.205484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.156173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:42:23.207525Z","caller":"traceutil/trace.go:171","msg":"trace[1497620250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4739; }","duration":"257.221913ms","start":"2026-03-12T14:42:22.950282Z","end":"2026-03-12T14:42:23.207504Z","steps":["trace[1497620250] 'agreement among raft nodes before linearized reading' (duration: 255.03325ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:23.344515Z","caller":"traceutil/trace.go:171","msg":"trace[1567564114] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4921; }","duration":"132.59137ms","start":"2026-03-12T14:42:23.211897Z","end":"2026-03-12T14:42:23.344488Z","steps":["trace[1567564114] 'read index received' (duration: 28.400098ms)","trace[1567564114] 'applied index is now lower than readState.Index' (duration: 104.189862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:23.34481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.885227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71035"} {"level":"info","ts":"2026-03-12T14:42:23.344842Z","caller":"traceutil/trace.go:171","msg":"trace[1249369644] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4742; }","duration":"132.967689ms","start":"2026-03-12T14:42:23.211865Z","end":"2026-03-12T14:42:23.344833Z","steps":["trace[1249369644] 'agreement among raft nodes before linearized reading' (duration: 132.716723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:23.345147Z","caller":"traceutil/trace.go:171","msg":"trace[753101964] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"133.621575ms","start":"2026-03-12T14:42:23.211517Z","end":"2026-03-12T14:42:23.345138Z","steps":["trace[753101964] 'process raft request' (duration: 132.811095ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:23.345254Z","caller":"traceutil/trace.go:171","msg":"trace[5469974] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"132.383045ms","start":"2026-03-12T14:42:23.212865Z","end":"2026-03-12T14:42:23.345248Z","steps":["trace[5469974] 'process raft request' (duration: 131.588585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:29.402595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.2129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:42:29.40271Z","caller":"traceutil/trace.go:171","msg":"trace[403907555] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4984; }","duration":"176.153221ms","start":"2026-03-12T14:42:29.226538Z","end":"2026-03-12T14:42:29.402692Z","steps":["trace[403907555] 'read index received' (duration: 69.312µs)","trace[403907555] 'applied index is now lower than readState.Index' (duration: 176.082469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:29.402816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.283094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:42:29.402846Z","caller":"traceutil/trace.go:171","msg":"trace[1188775349] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4801; }","duration":"176.354876ms","start":"2026-03-12T14:42:29.226478Z","end":"2026-03-12T14:42:29.402833Z","steps":["trace[1188775349] 'agreement among raft nodes before linearized reading' (duration: 176.302984ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:29.4028Z","caller":"traceutil/trace.go:171","msg":"trace[2050476611] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"485.556908ms","start":"2026-03-12T14:42:28.917189Z","end":"2026-03-12T14:42:29.402746Z","steps":["trace[2050476611] 'process raft request' (duration: 231.087041ms)","trace[2050476611] 'compare' (duration: 254.076277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:29.402973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.250433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T14:42:29.403029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:28.917176Z","time spent":"485.725791ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:29.403078Z","caller":"traceutil/trace.go:171","msg":"trace[237562228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4801; }","duration":"139.401447ms","start":"2026-03-12T14:42:29.263646Z","end":"2026-03-12T14:42:29.403048Z","steps":["trace[237562228] 'agreement among raft nodes before linearized reading' (duration: 139.175771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.316458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601365768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:42:31.716421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07212552s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:42:31.716864Z","caller":"traceutil/trace.go:171","msg":"trace[731621960] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"1.072716785s","start":"2026-03-12T14:42:30.644122Z","end":"2026-03-12T14:42:31.716838Z","steps":["trace[731621960] 'process raft request' (duration: 1.072546581s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.717011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:30.644094Z","time spent":"1.072828588s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:31.835429Z","caller":"traceutil/trace.go:171","msg":"trace[1580434113] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"995.160708ms","start":"2026-03-12T14:42:30.840237Z","end":"2026-03-12T14:42:31.835398Z","steps":["trace[1580434113] 'process raft request' (duration: 995.019904ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:31.835697Z","caller":"traceutil/trace.go:171","msg":"trace[1659878992] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"995.139877ms","start":"2026-03-12T14:42:30.840538Z","end":"2026-03-12T14:42:31.835677Z","steps":["trace[1659878992] 'process raft request' (duration: 994.769468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.835869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:30.840511Z","time spent":"995.23978ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:31.835423Z","caller":"traceutil/trace.go:171","msg":"trace[764730833] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"998.578331ms","start":"2026-03-12T14:42:30.8368Z","end":"2026-03-12T14:42:31.835379Z","steps":["trace[764730833] 'process raft request' (duration: 947.69916ms)","trace[764730833] 'compare' (duration: 50.562263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:31.835975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:30.840205Z","time spent":"995.437974ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:31.835568Z","caller":"traceutil/trace.go:171","msg":"trace[1531844963] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5046; }","duration":"1.019321761s","start":"2026-03-12T14:42:30.816233Z","end":"2026-03-12T14:42:31.835554Z","steps":["trace[1531844963] 'read index received' (duration: 900.411908ms)","trace[1531844963] 'applied index is now lower than readState.Index' (duration: 118.908073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:31.8361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:30.836763Z","time spent":"999.199517ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:31.836333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020091991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-12T14:42:31.836388Z","caller":"traceutil/trace.go:171","msg":"trace[1145288912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7; range_end:; response_count:1; response_revision:4866; }","duration":"1.020180193s","start":"2026-03-12T14:42:30.816194Z","end":"2026-03-12T14:42:31.836374Z","steps":["trace[1145288912] 'agreement among raft nodes before linearized reading' (duration: 1.019413304s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.836383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.056192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:42:31.836425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:30.816145Z","time spent":"1.020270935s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7\" "} {"level":"warn","ts":"2026-03-12T14:42:31.83648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.098331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:42:31.836533Z","caller":"traceutil/trace.go:171","msg":"trace[297318701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4866; }","duration":"453.149672ms","start":"2026-03-12T14:42:31.383374Z","end":"2026-03-12T14:42:31.836523Z","steps":["trace[297318701] 'agreement among raft nodes before linearized reading' (duration: 453.08113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.836575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.383298Z","time spent":"453.269305ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:42:31.836598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.522301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:42:31.836669Z","caller":"traceutil/trace.go:171","msg":"trace[510584873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4866; }","duration":"429.600783ms","start":"2026-03-12T14:42:31.407051Z","end":"2026-03-12T14:42:31.836652Z","steps":["trace[510584873] 'agreement among raft nodes before linearized reading' (duration: 429.320466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.836715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.406989Z","time spent":"429.716906ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:42:31.83672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.892796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:42:31.836785Z","caller":"traceutil/trace.go:171","msg":"trace[2032370793] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4866; }","duration":"547.130282ms","start":"2026-03-12T14:42:31.289634Z","end":"2026-03-12T14:42:31.836765Z","steps":["trace[2032370793] 'agreement among raft nodes before linearized reading' (duration: 547.003779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.836842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.289563Z","time spent":"547.270385ms","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:42:31.836866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.259208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:42:31.836431Z","caller":"traceutil/trace.go:171","msg":"trace[1734436184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4866; }","duration":"981.147794ms","start":"2026-03-12T14:42:30.855267Z","end":"2026-03-12T14:42:31.836415Z","steps":["trace[1734436184] 'agreement among raft nodes before linearized reading' (duration: 981.018471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.836928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.295008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:42:31.837065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:30.855247Z","time spent":"981.747189ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:42:31.83706Z","caller":"traceutil/trace.go:171","msg":"trace[1158478603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4866; }","duration":"421.444312ms","start":"2026-03-12T14:42:31.415602Z","end":"2026-03-12T14:42:31.837047Z","steps":["trace[1158478603] 'agreement among raft nodes before linearized reading' (duration: 420.843378ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:31.836902Z","caller":"traceutil/trace.go:171","msg":"trace[1586780068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4866; }","duration":"421.34895ms","start":"2026-03-12T14:42:31.415543Z","end":"2026-03-12T14:42:31.836892Z","steps":["trace[1586780068] 'agreement among raft nodes before linearized reading' (duration: 421.248937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.837292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.621032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:42:31.837297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.075582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:42:31.837335Z","caller":"traceutil/trace.go:171","msg":"trace[1929013672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4866; }","duration":"418.684103ms","start":"2026-03-12T14:42:31.41864Z","end":"2026-03-12T14:42:31.837324Z","steps":["trace[1929013672] 'agreement among raft nodes before linearized reading' (duration: 418.516509ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:31.837344Z","caller":"traceutil/trace.go:171","msg":"trace[382105628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:4866; }","duration":"421.193245ms","start":"2026-03-12T14:42:31.416139Z","end":"2026-03-12T14:42:31.837332Z","steps":["trace[382105628] 'agreement among raft nodes before linearized reading' (duration: 421.066712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:31.837378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.41863Z","time spent":"418.740085ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:42:31.837383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.416118Z","time spent":"421.258226ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:42:31.837359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.415535Z","time spent":"421.783081ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:42:31.837799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.415595Z","time spent":"422.18874ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:42:33.209331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137911229s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:42:33.209808Z","caller":"traceutil/trace.go:171","msg":"trace[1049224809] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"1.135288794s","start":"2026-03-12T14:42:32.0745Z","end":"2026-03-12T14:42:33.209789Z","steps":["trace[1049224809] 'process raft request' (duration: 1.135248193s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.209895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:32.074472Z","time spent":"1.135382347s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:33.210167Z","caller":"traceutil/trace.go:171","msg":"trace[1807174334] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"1.368082558s","start":"2026-03-12T14:42:31.842064Z","end":"2026-03-12T14:42:33.210147Z","steps":["trace[1807174334] 'process raft request' (duration: 229.226266ms)","trace[1807174334] 'compare' (duration: 1.137683053s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:33.210251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.84204Z","time spent":"1.36816627s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:33.210367Z","caller":"traceutil/trace.go:171","msg":"trace[1431844868] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"1.366242943s","start":"2026-03-12T14:42:31.844086Z","end":"2026-03-12T14:42:33.210329Z","steps":["trace[1431844868] 'process raft request' (duration: 1.365493725s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.210529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.844075Z","time spent":"1.366361336s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:33.210772Z","caller":"traceutil/trace.go:171","msg":"trace[938690548] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"1.366282423s","start":"2026-03-12T14:42:31.844464Z","end":"2026-03-12T14:42:33.210746Z","steps":["trace[938690548] 'process raft request' (duration: 1.365247568s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:33.210808Z","caller":"traceutil/trace.go:171","msg":"trace[922703805] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"1.367520224s","start":"2026-03-12T14:42:31.843256Z","end":"2026-03-12T14:42:33.210776Z","steps":["trace[922703805] 'process raft request' (duration: 1.366207192s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:33.210821Z","caller":"traceutil/trace.go:171","msg":"trace[1954025812] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5050; }","duration":"1.367613666s","start":"2026-03-12T14:42:31.843169Z","end":"2026-03-12T14:42:33.210782Z","steps":["trace[1954025812] 'read index received' (duration: 228.061418ms)","trace[1954025812] 'applied index is now lower than readState.Index' (duration: 1.139545298s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:33.210875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.844453Z","time spent":"1.366374225s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:33.210903Z","caller":"traceutil/trace.go:171","msg":"trace[1608623910] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"1.366450657s","start":"2026-03-12T14:42:31.844397Z","end":"2026-03-12T14:42:33.210848Z","steps":["trace[1608623910] 'process raft request' (duration: 1.365263568s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.210954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.843229Z","time spent":"1.367646038s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:33.211149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367972305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80218"} {"level":"warn","ts":"2026-03-12T14:42:33.211144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.844385Z","time spent":"1.366629542s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:33.211187Z","caller":"traceutil/trace.go:171","msg":"trace[278783953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4872; }","duration":"1.368043977s","start":"2026-03-12T14:42:31.84313Z","end":"2026-03-12T14:42:33.211174Z","steps":["trace[278783953] 'agreement among raft nodes before linearized reading' (duration: 1.367800261s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.211214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.851168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-12T14:42:33.211221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.84311Z","time spent":"1.368103249s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80242,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:42:33.211214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.060629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-12T14:42:33.211211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.527626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:42:33.211256Z","caller":"traceutil/trace.go:171","msg":"trace[117858242] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4872; }","duration":"274.946039ms","start":"2026-03-12T14:42:32.936297Z","end":"2026-03-12T14:42:33.211243Z","steps":["trace[117858242] 'agreement among raft nodes before linearized reading' (duration: 274.807516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.211253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274550968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:42:33.211305Z","caller":"traceutil/trace.go:171","msg":"trace[192826770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4872; }","duration":"827.67913ms","start":"2026-03-12T14:42:32.383601Z","end":"2026-03-12T14:42:33.21128Z","steps":["trace[192826770] 'agreement among raft nodes before linearized reading' (duration: 827.476145ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:33.211334Z","caller":"traceutil/trace.go:171","msg":"trace[1309366474] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4872; }","duration":"1.274698293s","start":"2026-03-12T14:42:31.936613Z","end":"2026-03-12T14:42:33.211311Z","steps":["trace[1309366474] 'agreement among raft nodes before linearized reading' (duration: 1.274533278s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.2113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368014747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-03-12T14:42:33.21136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:32.383582Z","time spent":"827.770253ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:42:33.211377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.936569Z","time spent":"1.274798195s","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":35,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:42:33.211405Z","caller":"traceutil/trace.go:171","msg":"trace[1977368790] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4872; }","duration":"1.368251853s","start":"2026-03-12T14:42:31.843129Z","end":"2026-03-12T14:42:33.211381Z","steps":["trace[1977368790] 'agreement among raft nodes before linearized reading' (duration: 1.367892373s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.211467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:31.843116Z","time spent":"1.368340545s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-12T14:42:33.211513Z","caller":"traceutil/trace.go:171","msg":"trace[275184274] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7; range_end:; response_count:1; response_revision:4872; }","duration":"368.193712ms","start":"2026-03-12T14:42:32.843073Z","end":"2026-03-12T14:42:33.211266Z","steps":["trace[275184274] 'agreement among raft nodes before linearized reading' (duration: 367.986227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.211569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:32.843048Z","time spent":"368.507031ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7\" "} {"level":"warn","ts":"2026-03-12T14:42:33.722418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601365785,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:42:33.919785Z","caller":"traceutil/trace.go:171","msg":"trace[1944365119] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"699.919248ms","start":"2026-03-12T14:42:33.219839Z","end":"2026-03-12T14:42:33.919758Z","steps":["trace[1944365119] 'process raft request' (duration: 666.069625ms)","trace[1944365119] 'compare' (duration: 33.462603ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:33.919859Z","caller":"traceutil/trace.go:171","msg":"trace[1833964514] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"581.315382ms","start":"2026-03-12T14:42:33.338491Z","end":"2026-03-12T14:42:33.919807Z","steps":["trace[1833964514] 'process raft request' (duration: 581.180419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.919921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:33.21981Z","time spent":"700.033911ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:42:33.920067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:33.338461Z","time spent":"581.489906ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:42:33.936825Z","caller":"traceutil/trace.go:171","msg":"trace[711835739] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5056; }","duration":"714.635111ms","start":"2026-03-12T14:42:33.222148Z","end":"2026-03-12T14:42:33.936783Z","steps":["trace[711835739] 'read index received' (duration: 663.835012ms)","trace[711835739] 'applied index is now lower than readState.Index' (duration: 50.797139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:33.937111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.945149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189c1f1a01024b6b\" ","response":"range_response_count:1 size:746"} {"level":"warn","ts":"2026-03-12T14:42:33.937211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.1179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T14:42:33.937219Z","caller":"traceutil/trace.go:171","msg":"trace[63454464] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189c1f1a01024b6b; range_end:; response_count:1; response_revision:4877; }","duration":"715.091713ms","start":"2026-03-12T14:42:33.222101Z","end":"2026-03-12T14:42:33.937193Z","steps":["trace[63454464] 'agreement among raft nodes before linearized reading' (duration: 714.838797ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:33.937263Z","caller":"traceutil/trace.go:171","msg":"trace[658869512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4877; }","duration":"383.197192ms","start":"2026-03-12T14:42:33.554052Z","end":"2026-03-12T14:42:33.937249Z","steps":["trace[658869512] 'agreement among raft nodes before linearized reading' (duration: 382.935275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.937271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:33.222084Z","time spent":"715.177725ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189c1f1a01024b6b\" "} {"level":"warn","ts":"2026-03-12T14:42:33.937305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:33.553995Z","time spent":"383.300215ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T14:42:33.937133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.527094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-12T14:42:33.937525Z","caller":"traceutil/trace.go:171","msg":"trace[215752713] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4877; }","duration":"713.930814ms","start":"2026-03-12T14:42:33.223567Z","end":"2026-03-12T14:42:33.937498Z","steps":["trace[215752713] 'agreement among raft nodes before linearized reading' (duration: 713.405391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:33.93758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:42:33.223562Z","time spent":"714.004715ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-12T14:42:42.936708Z","caller":"traceutil/trace.go:171","msg":"trace[385088339] linearizableReadLoop","detail":"{readStateIndex:5226; appliedIndex:5225; }","duration":"112.812843ms","start":"2026-03-12T14:42:42.823878Z","end":"2026-03-12T14:42:42.936691Z","steps":["trace[385088339] 'read index received' (duration: 112.632639ms)","trace[385088339] 'applied index is now lower than readState.Index' (duration: 179.574µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:42.936924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.0421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-12T14:42:42.936953Z","caller":"traceutil/trace.go:171","msg":"trace[10432656] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5038; }","duration":"113.148862ms","start":"2026-03-12T14:42:42.823793Z","end":"2026-03-12T14:42:42.936942Z","steps":["trace[10432656] 'agreement among raft nodes before linearized reading' (duration: 112.975117ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:42.936907Z","caller":"traceutil/trace.go:171","msg":"trace[999775423] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"156.402365ms","start":"2026-03-12T14:42:42.780451Z","end":"2026-03-12T14:42:42.936854Z","steps":["trace[999775423] 'process raft request' (duration: 156.119609ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:48.241671Z","caller":"traceutil/trace.go:171","msg":"trace[244677686] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"248.333496ms","start":"2026-03-12T14:42:47.993301Z","end":"2026-03-12T14:42:48.241634Z","steps":["trace[244677686] 'process raft request' (duration: 231.274626ms)","trace[244677686] 'compare' (duration: 16.772523ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:48.241978Z","caller":"traceutil/trace.go:171","msg":"trace[1056010232] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"246.144962ms","start":"2026-03-12T14:42:47.995777Z","end":"2026-03-12T14:42:48.241922Z","steps":["trace[1056010232] 'process raft request' (duration: 245.796723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:49.037339Z","caller":"traceutil/trace.go:171","msg":"trace[209765544] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"105.31334ms","start":"2026-03-12T14:42:48.931987Z","end":"2026-03-12T14:42:49.0373Z","steps":["trace[209765544] 'process raft request' (duration: 75.611289ms)","trace[209765544] 'compare' (duration: 29.417184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:49.322074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.6624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:42:49.322226Z","caller":"traceutil/trace.go:171","msg":"trace[1292705553] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"276.909269ms","start":"2026-03-12T14:42:49.045288Z","end":"2026-03-12T14:42:49.322197Z","steps":["trace[1292705553] 'process raft request' (duration: 165.979591ms)","trace[1292705553] 'compare' (duration: 110.518437ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:49.322225Z","caller":"traceutil/trace.go:171","msg":"trace[513429236] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5277; }","duration":"272.796118ms","start":"2026-03-12T14:42:49.049404Z","end":"2026-03-12T14:42:49.3222Z","steps":["trace[513429236] 'read index received' (duration: 161.822219ms)","trace[513429236] 'applied index is now lower than readState.Index' (duration: 110.971769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:49.322531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.145381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:42:49.322598Z","caller":"traceutil/trace.go:171","msg":"trace[1675511035] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5088; }","duration":"248.238034ms","start":"2026-03-12T14:42:49.07434Z","end":"2026-03-12T14:42:49.322578Z","steps":["trace[1675511035] 'agreement among raft nodes before linearized reading' (duration: 248.117211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:49.322898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.488654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-12T14:42:49.323074Z","caller":"traceutil/trace.go:171","msg":"trace[1356908153] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5088; }","duration":"273.69665ms","start":"2026-03-12T14:42:49.049355Z","end":"2026-03-12T14:42:49.323051Z","steps":["trace[1356908153] 'agreement among raft nodes before linearized reading' (duration: 273.350071ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:42:49.489708Z","caller":"traceutil/trace.go:171","msg":"trace[317508246] linearizableReadLoop","detail":"{readStateIndex:5279; appliedIndex:5278; }","duration":"155.78092ms","start":"2026-03-12T14:42:49.333902Z","end":"2026-03-12T14:42:49.489683Z","steps":["trace[317508246] 'read index received' (duration: 94.232836ms)","trace[317508246] 'applied index is now lower than readState.Index' (duration: 61.546734ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:42:49.489973Z","caller":"traceutil/trace.go:171","msg":"trace[2037546585] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"159.917542ms","start":"2026-03-12T14:42:49.33004Z","end":"2026-03-12T14:42:49.489958Z","steps":["trace[2037546585] 'process raft request' (duration: 98.185594ms)","trace[2037546585] 'compare' (duration: 61.181894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:42:49.490301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.377475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-12T14:42:49.490345Z","caller":"traceutil/trace.go:171","msg":"trace[2060570687] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5089; }","duration":"156.450797ms","start":"2026-03-12T14:42:49.333885Z","end":"2026-03-12T14:42:49.490336Z","steps":["trace[2060570687] 'agreement among raft nodes before linearized reading' (duration: 156.290273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:49.490549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.979185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:42:49.490586Z","caller":"traceutil/trace.go:171","msg":"trace[343713372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5089; }","duration":"108.039727ms","start":"2026-03-12T14:42:49.382536Z","end":"2026-03-12T14:42:49.490575Z","steps":["trace[343713372] 'agreement among raft nodes before linearized reading' (duration: 107.980535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:49.490828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.357102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:42:49.490863Z","caller":"traceutil/trace.go:171","msg":"trace[1900037114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5089; }","duration":"103.417642ms","start":"2026-03-12T14:42:49.387437Z","end":"2026-03-12T14:42:49.490855Z","steps":["trace[1900037114] 'agreement among raft nodes before linearized reading' (duration: 103.289729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:49.491053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.407317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:42:49.491087Z","caller":"traceutil/trace.go:171","msg":"trace[1333648392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5089; }","duration":"104.464748ms","start":"2026-03-12T14:42:49.386614Z","end":"2026-03-12T14:42:49.491079Z","steps":["trace[1333648392] 'agreement among raft nodes before linearized reading' (duration: 104.377606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:49.491244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.287149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:42:49.491279Z","caller":"traceutil/trace.go:171","msg":"trace[629068682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5089; }","duration":"106.104249ms","start":"2026-03-12T14:42:49.385167Z","end":"2026-03-12T14:42:49.491271Z","steps":["trace[629068682] 'agreement among raft nodes before linearized reading' (duration: 106.021927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:49.491448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.693729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:42:49.491481Z","caller":"traceutil/trace.go:171","msg":"trace[2058416966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5089; }","duration":"105.755541ms","start":"2026-03-12T14:42:49.385718Z","end":"2026-03-12T14:42:49.491474Z","steps":["trace[2058416966] 'agreement among raft nodes before linearized reading' (duration: 105.673789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:42:49.491656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.270237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:42:49.491689Z","caller":"traceutil/trace.go:171","msg":"trace[1905374668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5089; }","duration":"107.36491ms","start":"2026-03-12T14:42:49.384316Z","end":"2026-03-12T14:42:49.491681Z","steps":["trace[1905374668] 'agreement among raft nodes before linearized reading' (duration: 107.278277ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:43:22.581361Z","caller":"traceutil/trace.go:171","msg":"trace[1429074408] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"145.480747ms","start":"2026-03-12T14:43:22.435855Z","end":"2026-03-12T14:43:22.581336Z","steps":["trace[1429074408] 'process raft request' (duration: 145.307353ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:43:32.477062Z","caller":"traceutil/trace.go:171","msg":"trace[1094645216] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"170.380318ms","start":"2026-03-12T14:43:32.306652Z","end":"2026-03-12T14:43:32.477033Z","steps":["trace[1094645216] 'process raft request' (duration: 160.498669ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:43:32.524417Z","caller":"traceutil/trace.go:171","msg":"trace[337089858] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"113.375641ms","start":"2026-03-12T14:43:32.411019Z","end":"2026-03-12T14:43:32.524395Z","steps":["trace[337089858] 'process raft request' (duration: 113.209907ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:43:33.885861Z","caller":"traceutil/trace.go:171","msg":"trace[493849974] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"113.188826ms","start":"2026-03-12T14:43:33.772645Z","end":"2026-03-12T14:43:33.885834Z","steps":["trace[493849974] 'process raft request' (duration: 113.091934ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:43:33.885949Z","caller":"traceutil/trace.go:171","msg":"trace[1700026763] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"113.345619ms","start":"2026-03-12T14:43:33.772543Z","end":"2026-03-12T14:43:33.885888Z","steps":["trace[1700026763] 'process raft request' (duration: 81.304375ms)","trace[1700026763] 'compare' (duration: 31.769208ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:43:33.886055Z","caller":"traceutil/trace.go:171","msg":"trace[1437903345] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5625; }","duration":"111.999567ms","start":"2026-03-12T14:43:33.774023Z","end":"2026-03-12T14:43:33.886023Z","steps":["trace[1437903345] 'read index received' (duration: 17.77029ms)","trace[1437903345] 'applied index is now lower than readState.Index' (duration: 94.228017ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:43:33.886081Z","caller":"traceutil/trace.go:171","msg":"trace[2076411900] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"112.925299ms","start":"2026-03-12T14:43:33.77313Z","end":"2026-03-12T14:43:33.886055Z","steps":["trace[2076411900] 'process raft request' (duration: 112.658943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:43:33.886467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.418528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101783"} {"level":"info","ts":"2026-03-12T14:43:33.886538Z","caller":"traceutil/trace.go:171","msg":"trace[1805719143] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5427; }","duration":"112.50703ms","start":"2026-03-12T14:43:33.774011Z","end":"2026-03-12T14:43:33.886518Z","steps":["trace[1805719143] 'agreement among raft nodes before linearized reading' (duration: 112.13922ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:44:05.303944Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2713} {"level":"info","ts":"2026-03-12T14:44:05.359524Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2713,"took":"54.355163ms","hash":3933749605,"current-db-size-bytes":41562112,"current-db-size":"42 MB","current-db-size-in-use-bytes":30969856,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-12T14:44:05.359587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3933749605,"revision":2713,"compact-revision":-1} {"level":"info","ts":"2026-03-12T14:47:58.538558Z","caller":"traceutil/trace.go:171","msg":"trace[426906416] transaction","detail":"{read_only:false; response_revision:7190; number_of_response:1; }","duration":"113.084716ms","start":"2026-03-12T14:47:58.425441Z","end":"2026-03-12T14:47:58.538526Z","steps":["trace[426906416] 'process raft request' (duration: 53.185137ms)","trace[426906416] 'compare' (duration: 59.632033ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:47:59.429222Z","caller":"traceutil/trace.go:171","msg":"trace[1378898415] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"103.510774ms","start":"2026-03-12T14:47:59.325664Z","end":"2026-03-12T14:47:59.429175Z","steps":["trace[1378898415] 'process raft request' (duration: 103.185146ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:47:59.429336Z","caller":"traceutil/trace.go:171","msg":"trace[92542117] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"103.137745ms","start":"2026-03-12T14:47:59.326173Z","end":"2026-03-12T14:47:59.429311Z","steps":["trace[92542117] 'process raft request' (duration: 102.811768ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:47:59.628899Z","caller":"traceutil/trace.go:171","msg":"trace[1619819440] transaction","detail":"{read_only:false; response_revision:7198; number_of_response:1; }","duration":"102.266184ms","start":"2026-03-12T14:47:59.526582Z","end":"2026-03-12T14:47:59.628849Z","steps":["trace[1619819440] 'process raft request' (duration: 15.226619ms)","trace[1619819440] 'compare' (duration: 86.82734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:01.736717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.479432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:48:01.736847Z","caller":"traceutil/trace.go:171","msg":"trace[2091959044] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7206; }","duration":"165.653737ms","start":"2026-03-12T14:48:01.571148Z","end":"2026-03-12T14:48:01.736802Z","steps":["trace[2091959044] 'range keys from in-memory index tree' (duration: 165.294238ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:01.737403Z","caller":"traceutil/trace.go:171","msg":"trace[667281513] transaction","detail":"{read_only:false; response_revision:7207; number_of_response:1; }","duration":"103.430232ms","start":"2026-03-12T14:48:01.633917Z","end":"2026-03-12T14:48:01.737348Z","steps":["trace[667281513] 'process raft request' (duration: 40.857587ms)","trace[667281513] 'compare' (duration: 61.684303ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:01.73814Z","caller":"traceutil/trace.go:171","msg":"trace[291002206] transaction","detail":"{read_only:false; response_revision:7208; number_of_response:1; }","duration":"103.225477ms","start":"2026-03-12T14:48:01.634839Z","end":"2026-03-12T14:48:01.738065Z","steps":["trace[291002206] 'process raft request' (duration: 102.038878ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:03.652792Z","caller":"traceutil/trace.go:171","msg":"trace[521163887] linearizableReadLoop","detail":"{readStateIndex:7472; appliedIndex:7471; }","duration":"269.933398ms","start":"2026-03-12T14:48:03.382836Z","end":"2026-03-12T14:48:03.652769Z","steps":["trace[521163887] 'read index received' (duration: 269.842956ms)","trace[521163887] 'applied index is now lower than readState.Index' (duration: 89.232µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:03.652981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.114292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:03.653031Z","caller":"traceutil/trace.go:171","msg":"trace[1055412067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7209; }","duration":"270.218535ms","start":"2026-03-12T14:48:03.382798Z","end":"2026-03-12T14:48:03.653016Z","steps":["trace[1055412067] 'agreement among raft nodes before linearized reading' (duration: 270.120143ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:03.652919Z","caller":"traceutil/trace.go:171","msg":"trace[39126501] transaction","detail":"{read_only:false; response_revision:7209; number_of_response:1; }","duration":"290.517556ms","start":"2026-03-12T14:48:03.362362Z","end":"2026-03-12T14:48:03.65288Z","steps":["trace[39126501] 'process raft request' (duration: 290.240219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.107365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.002799ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:48:04.107503Z","caller":"traceutil/trace.go:171","msg":"trace[183544507] linearizableReadLoop","detail":"{readStateIndex:7473; appliedIndex:7472; }","duration":"454.594266ms","start":"2026-03-12T14:48:03.652887Z","end":"2026-03-12T14:48:04.107481Z","steps":["trace[183544507] 'read index received' (duration: 206.573036ms)","trace[183544507] 'applied index is now lower than readState.Index' (duration: 248.01964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:04.107656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.366687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:04.107692Z","caller":"traceutil/trace.go:171","msg":"trace[1501260018] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7209; }","duration":"575.421368ms","start":"2026-03-12T14:48:03.532259Z","end":"2026-03-12T14:48:04.107681Z","steps":["trace[1501260018] 'agreement among raft nodes before linearized reading' (duration: 575.325116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.107665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.146927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:48:04.107735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.532217Z","time spent":"575.506141ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:04.107787Z","caller":"traceutil/trace.go:171","msg":"trace[1533479958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7209; }","duration":"574.334681ms","start":"2026-03-12T14:48:03.533426Z","end":"2026-03-12T14:48:04.107761Z","steps":["trace[1533479958] 'agreement among raft nodes before linearized reading' (duration: 574.083625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.107755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.875332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:48:04.107847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.533402Z","time spent":"574.435453ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:48:04.107831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.046184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:48:04.107941Z","caller":"traceutil/trace.go:171","msg":"trace[2029842211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7209; }","duration":"574.196758ms","start":"2026-03-12T14:48:03.533718Z","end":"2026-03-12T14:48:04.107915Z","steps":["trace[2029842211] 'agreement among raft nodes before linearized reading' (duration: 573.946062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.107973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.881142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:48:04.108012Z","caller":"traceutil/trace.go:171","msg":"trace[1261181508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7209; }","duration":"614.959924ms","start":"2026-03-12T14:48:03.493042Z","end":"2026-03-12T14:48:04.108002Z","steps":["trace[1261181508] 'agreement among raft nodes before linearized reading' (duration: 614.687668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.107967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.521357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:04.108069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.035328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:48:04.108077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.493016Z","time spent":"615.050467ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:04.10801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.533708Z","time spent":"574.2918ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:48:04.108141Z","caller":"traceutil/trace.go:171","msg":"trace[153356438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7209; }","duration":"532.136851ms","start":"2026-03-12T14:48:03.575987Z","end":"2026-03-12T14:48:04.108124Z","steps":["trace[153356438] 'agreement among raft nodes before linearized reading' (duration: 531.641829ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:04.108094Z","caller":"traceutil/trace.go:171","msg":"trace[1039504053] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7209; }","duration":"677.700871ms","start":"2026-03-12T14:48:03.430368Z","end":"2026-03-12T14:48:04.108069Z","steps":["trace[1039504053] 'agreement among raft nodes before linearized reading' (duration: 677.378903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.108253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.575978Z","time spent":"532.260614ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:48:04.108303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.430266Z","time spent":"678.014559ms","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:04.107878Z","caller":"traceutil/trace.go:171","msg":"trace[2055111772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7209; }","duration":"536.046495ms","start":"2026-03-12T14:48:03.571799Z","end":"2026-03-12T14:48:04.107846Z","steps":["trace[2055111772] 'agreement among raft nodes before linearized reading' (duration: 535.736598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.108455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.571787Z","time spent":"536.650681ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:04.108395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.203898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:48:04.108623Z","caller":"traceutil/trace.go:171","msg":"trace[1523870094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7209; }","duration":"715.517275ms","start":"2026-03-12T14:48:03.39306Z","end":"2026-03-12T14:48:04.108577Z","steps":["trace[1523870094] 'agreement among raft nodes before linearized reading' (duration: 714.47954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.10869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.393049Z","time spent":"715.625988ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:48:04.247267Z","caller":"traceutil/trace.go:171","msg":"trace[577450144] transaction","detail":"{read_only:false; response_revision:7211; number_of_response:1; }","duration":"503.747475ms","start":"2026-03-12T14:48:03.743507Z","end":"2026-03-12T14:48:04.247254Z","steps":["trace[577450144] 'process raft request' (duration: 503.705524ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:04.247337Z","caller":"traceutil/trace.go:171","msg":"trace[880159615] transaction","detail":"{read_only:false; response_revision:7210; number_of_response:1; }","duration":"504.185275ms","start":"2026-03-12T14:48:03.743107Z","end":"2026-03-12T14:48:04.247292Z","steps":["trace[880159615] 'process raft request' (duration: 503.963608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.247456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.743497Z","time spent":"503.822776ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:04.247533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:03.743079Z","time spent":"504.341719ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:04.612479Z","caller":"traceutil/trace.go:171","msg":"trace[1101948651] transaction","detail":"{read_only:false; response_revision:7213; number_of_response:1; }","duration":"499.568023ms","start":"2026-03-12T14:48:04.112881Z","end":"2026-03-12T14:48:04.612449Z","steps":["trace[1101948651] 'process raft request' (duration: 499.482711ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:04.612497Z","caller":"traceutil/trace.go:171","msg":"trace[806789772] transaction","detail":"{read_only:false; response_revision:7212; number_of_response:1; }","duration":"499.666395ms","start":"2026-03-12T14:48:04.112788Z","end":"2026-03-12T14:48:04.612455Z","steps":["trace[806789772] 'process raft request' (duration: 499.353898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.612687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.112873Z","time spent":"499.696526ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:04.612701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.112764Z","time spent":"499.838899ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:04.61289Z","caller":"traceutil/trace.go:171","msg":"trace[1321483287] transaction","detail":"{read_only:false; response_revision:7214; number_of_response:1; }","duration":"499.584413ms","start":"2026-03-12T14:48:04.113231Z","end":"2026-03-12T14:48:04.612816Z","steps":["trace[1321483287] 'process raft request' (duration: 499.177513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.613097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.11322Z","time spent":"499.782987ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:04.613344Z","caller":"traceutil/trace.go:171","msg":"trace[1077756372] transaction","detail":"{read_only:false; response_revision:7215; number_of_response:1; }","duration":"499.889811ms","start":"2026-03-12T14:48:04.113427Z","end":"2026-03-12T14:48:04.613316Z","steps":["trace[1077756372] 'process raft request' (duration: 499.302037ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:04.61342Z","caller":"traceutil/trace.go:171","msg":"trace[2060719691] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"499.01685ms","start":"2026-03-12T14:48:04.114386Z","end":"2026-03-12T14:48:04.613403Z","steps":["trace[2060719691] 'process raft request' (duration: 498.833345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.61349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.114358Z","time spent":"499.091931ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:04.613516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.113394Z","time spent":"500.035583ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:04.613361Z","caller":"traceutil/trace.go:171","msg":"trace[248958112] linearizableReadLoop","detail":"{readStateIndex:7477; appliedIndex:7473; }","duration":"500.31294ms","start":"2026-03-12T14:48:04.11303Z","end":"2026-03-12T14:48:04.613343Z","steps":["trace[248958112] 'read index received' (duration: 134.070062ms)","trace[248958112] 'applied index is now lower than readState.Index' (duration: 366.241648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:04.613712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.672979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224082"} {"level":"info","ts":"2026-03-12T14:48:04.613758Z","caller":"traceutil/trace.go:171","msg":"trace[184802495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7216; }","duration":"500.742191ms","start":"2026-03-12T14:48:04.113006Z","end":"2026-03-12T14:48:04.613748Z","steps":["trace[184802495] 'agreement among raft nodes before linearized reading' (duration: 500.392213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.613796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.112996Z","time spent":"500.789902ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224106,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:48:04.93067Z","caller":"traceutil/trace.go:171","msg":"trace[889497634] linearizableReadLoop","detail":"{readStateIndex:7481; appliedIndex:7480; }","duration":"317.063578ms","start":"2026-03-12T14:48:04.613575Z","end":"2026-03-12T14:48:04.930638Z","steps":["trace[889497634] 'read index received' (duration: 224.851719ms)","trace[889497634] 'applied index is now lower than readState.Index' (duration: 92.210639ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:04.930811Z","caller":"traceutil/trace.go:171","msg":"trace[662117119] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"575.153932ms","start":"2026-03-12T14:48:04.355645Z","end":"2026-03-12T14:48:04.930799Z","steps":["trace[662117119] 'process raft request' (duration: 482.89254ms)","trace[662117119] 'compare' (duration: 91.845971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:04.930931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.355621Z","time spent":"575.216943ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:04.930953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.427881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:04.931015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.889021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T14:48:04.931029Z","caller":"traceutil/trace.go:171","msg":"trace[1857696513] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7217; }","duration":"308.549544ms","start":"2026-03-12T14:48:04.62246Z","end":"2026-03-12T14:48:04.931009Z","steps":["trace[1857696513] 'agreement among raft nodes before linearized reading' (duration: 308.402771ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:04.931067Z","caller":"traceutil/trace.go:171","msg":"trace[1833552774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7217; }","duration":"382.986183ms","start":"2026-03-12T14:48:04.548066Z","end":"2026-03-12T14:48:04.931052Z","steps":["trace[1833552774] 'agreement among raft nodes before linearized reading' (duration: 382.811319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.931074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.622441Z","time spent":"308.623285ms","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:04.931137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.548038Z","time spent":"383.086446ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T14:48:04.931074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.081374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"warn","ts":"2026-03-12T14:48:04.931088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.016482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T14:48:04.931198Z","caller":"traceutil/trace.go:171","msg":"trace[12049463] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7217; }","duration":"533.262538ms","start":"2026-03-12T14:48:04.39791Z","end":"2026-03-12T14:48:04.931173Z","steps":["trace[12049463] 'agreement among raft nodes before linearized reading' (duration: 532.93966ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:04.931213Z","caller":"traceutil/trace.go:171","msg":"trace[1744436958] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7217; }","duration":"724.189276ms","start":"2026-03-12T14:48:04.206996Z","end":"2026-03-12T14:48:04.931186Z","steps":["trace[1744436958] 'agreement among raft nodes before linearized reading' (duration: 723.812257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.931246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.397885Z","time spent":"533.352741ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7425,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-12T14:48:04.931261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.648079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:04.931303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.710249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:04.931307Z","caller":"traceutil/trace.go:171","msg":"trace[135894139] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7217; }","duration":"808.732021ms","start":"2026-03-12T14:48:04.122561Z","end":"2026-03-12T14:48:04.931293Z","steps":["trace[135894139] 'agreement among raft nodes before linearized reading' (duration: 808.659809ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:04.931333Z","caller":"traceutil/trace.go:171","msg":"trace[511143369] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7217; }","duration":"275.780371ms","start":"2026-03-12T14:48:04.655544Z","end":"2026-03-12T14:48:04.931324Z","steps":["trace[511143369] 'agreement among raft nodes before linearized reading' (duration: 275.731389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.931342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.122536Z","time spent":"808.797962ms","remote":"127.0.0.1:47866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:04.931347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.003549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:04.93139Z","caller":"traceutil/trace.go:171","msg":"trace[1013673650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7217; }","duration":"549.072ms","start":"2026-03-12T14:48:04.382305Z","end":"2026-03-12T14:48:04.931377Z","steps":["trace[1013673650] 'agreement among raft nodes before linearized reading' (duration: 548.987428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:04.931265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.206983Z","time spent":"724.270548ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T14:48:04.931423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.382292Z","time spent":"549.120032ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:05.44135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.969918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:05.441697Z","caller":"traceutil/trace.go:171","msg":"trace[881841194] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"504.38698ms","start":"2026-03-12T14:48:04.937279Z","end":"2026-03-12T14:48:05.441666Z","steps":["trace[881841194] 'process raft request' (duration: 504.222536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:05.441831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.937254Z","time spent":"504.518082ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:05.442402Z","caller":"traceutil/trace.go:171","msg":"trace[487444457] transaction","detail":"{read_only:false; response_revision:7218; number_of_response:1; }","duration":"506.542082ms","start":"2026-03-12T14:48:04.935797Z","end":"2026-03-12T14:48:05.442339Z","steps":["trace[487444457] 'process raft request' (duration: 135.427416ms)","trace[487444457] 'compare' (duration: 369.676021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:05.442621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:04.935784Z","time spent":"506.715216ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:05.841096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.918681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:05.841202Z","caller":"traceutil/trace.go:171","msg":"trace[1582236605] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7219; }","duration":"223.080085ms","start":"2026-03-12T14:48:05.618096Z","end":"2026-03-12T14:48:05.841176Z","steps":["trace[1582236605] 'count revisions from in-memory index tree' (duration: 222.836129ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:05.841965Z","caller":"traceutil/trace.go:171","msg":"trace[1634572772] transaction","detail":"{read_only:false; response_revision:7220; number_of_response:1; }","duration":"182.973406ms","start":"2026-03-12T14:48:05.658957Z","end":"2026-03-12T14:48:05.84193Z","steps":["trace[1634572772] 'process raft request' (duration: 182.008222ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:06.643068Z","caller":"traceutil/trace.go:171","msg":"trace[1877887995] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"390.983467ms","start":"2026-03-12T14:48:06.252058Z","end":"2026-03-12T14:48:06.643041Z","steps":["trace[1877887995] 'process raft request' (duration: 390.831933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:06.643234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.252029Z","time spent":"391.11846ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:06.831881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.184734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:06.83225Z","caller":"traceutil/trace.go:171","msg":"trace[916368778] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"579.321702ms","start":"2026-03-12T14:48:06.252869Z","end":"2026-03-12T14:48:06.832191Z","steps":["trace[916368778] 'process raft request' (duration: 430.672397ms)","trace[916368778] 'compare' (duration: 148.01149ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:06.832295Z","caller":"traceutil/trace.go:171","msg":"trace[1015194788] linearizableReadLoop","detail":"{readStateIndex:7487; appliedIndex:7484; }","duration":"449.523142ms","start":"2026-03-12T14:48:06.382747Z","end":"2026-03-12T14:48:06.83227Z","steps":["trace[1015194788] 'read index received' (duration: 260.148662ms)","trace[1015194788] 'applied index is now lower than readState.Index' (duration: 189.37305ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:06.832337Z","caller":"traceutil/trace.go:171","msg":"trace[1464832793] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"459.74722ms","start":"2026-03-12T14:48:06.372563Z","end":"2026-03-12T14:48:06.83231Z","steps":["trace[1464832793] 'process raft request' (duration: 459.455593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:06.832427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.252827Z","time spent":"579.493536ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:06.832454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.372527Z","time spent":"459.857062ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:06.832576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.922895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:48:06.832587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.261792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:48:06.832631Z","caller":"traceutil/trace.go:171","msg":"trace[1826010685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7223; }","duration":"211.997587ms","start":"2026-03-12T14:48:06.620621Z","end":"2026-03-12T14:48:06.832618Z","steps":["trace[1826010685] 'agreement among raft nodes before linearized reading' (duration: 211.829013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:06.832443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.666086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:06.832657Z","caller":"traceutil/trace.go:171","msg":"trace[1440779586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7223; }","duration":"214.355084ms","start":"2026-03-12T14:48:06.618282Z","end":"2026-03-12T14:48:06.832637Z","steps":["trace[1440779586] 'agreement among raft nodes before linearized reading' (duration: 214.162699ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:06.832702Z","caller":"traceutil/trace.go:171","msg":"trace[1152954328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7223; }","duration":"449.970733ms","start":"2026-03-12T14:48:06.382709Z","end":"2026-03-12T14:48:06.83268Z","steps":["trace[1152954328] 'agreement among raft nodes before linearized reading' (duration: 449.632675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:06.832727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.106438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:48:06.83276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.382694Z","time spent":"450.051455ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:06.832783Z","caller":"traceutil/trace.go:171","msg":"trace[1080881901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7223; }","duration":"214.1817ms","start":"2026-03-12T14:48:06.61859Z","end":"2026-03-12T14:48:06.832772Z","steps":["trace[1080881901] 'agreement among raft nodes before linearized reading' (duration: 214.017426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:06.832973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.931539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:48:06.833005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.007351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:48:06.833015Z","caller":"traceutil/trace.go:171","msg":"trace[2133204733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7223; }","duration":"215.015811ms","start":"2026-03-12T14:48:06.617989Z","end":"2026-03-12T14:48:06.833005Z","steps":["trace[2133204733] 'agreement among raft nodes before linearized reading' (duration: 214.913578ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:06.833042Z","caller":"traceutil/trace.go:171","msg":"trace[904184911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7223; }","duration":"215.077112ms","start":"2026-03-12T14:48:06.617954Z","end":"2026-03-12T14:48:06.833031Z","steps":["trace[904184911] 'agreement among raft nodes before linearized reading' (duration: 214.949819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:06.834615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.516112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:48:06.834668Z","caller":"traceutil/trace.go:171","msg":"trace[1900365078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7223; }","duration":"217.604974ms","start":"2026-03-12T14:48:06.617046Z","end":"2026-03-12T14:48:06.834651Z","steps":["trace[1900365078] 'agreement among raft nodes before linearized reading' (duration: 215.37462ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:07.24491Z","caller":"traceutil/trace.go:171","msg":"trace[1859346612] transaction","detail":"{read_only:false; response_revision:7226; number_of_response:1; }","duration":"408.131192ms","start":"2026-03-12T14:48:06.836753Z","end":"2026-03-12T14:48:07.244885Z","steps":["trace[1859346612] 'process raft request' (duration: 408.07421ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:07.244934Z","caller":"traceutil/trace.go:171","msg":"trace[964168713] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"408.228344ms","start":"2026-03-12T14:48:06.836664Z","end":"2026-03-12T14:48:07.244892Z","steps":["trace[964168713] 'process raft request' (duration: 408.026189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:07.245082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.836747Z","time spent":"408.252024ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:07.245183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.836646Z","time spent":"408.371107ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:07.245267Z","caller":"traceutil/trace.go:171","msg":"trace[997156942] transaction","detail":"{read_only:false; response_revision:7227; number_of_response:1; }","duration":"408.45737ms","start":"2026-03-12T14:48:06.836803Z","end":"2026-03-12T14:48:07.245261Z","steps":["trace[997156942] 'process raft request' (duration: 408.0532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:07.245298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.836782Z","time spent":"408.49966ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:07.245533Z","caller":"traceutil/trace.go:171","msg":"trace[1019575870] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"406.918361ms","start":"2026-03-12T14:48:06.838586Z","end":"2026-03-12T14:48:07.245505Z","steps":["trace[1019575870] 'process raft request' (duration: 406.813279ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:07.245538Z","caller":"traceutil/trace.go:171","msg":"trace[966833022] linearizableReadLoop","detail":"{readStateIndex:7492; appliedIndex:7487; }","duration":"406.784429ms","start":"2026-03-12T14:48:06.838696Z","end":"2026-03-12T14:48:07.245481Z","steps":["trace[966833022] 'read index received' (duration: 64.674074ms)","trace[966833022] 'applied index is now lower than readState.Index' (duration: 342.108745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:07.245692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.838572Z","time spent":"407.035815ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:07.245817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.109977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224082"} {"level":"info","ts":"2026-03-12T14:48:07.245846Z","caller":"traceutil/trace.go:171","msg":"trace[679390697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7228; }","duration":"407.160997ms","start":"2026-03-12T14:48:06.838678Z","end":"2026-03-12T14:48:07.245839Z","steps":["trace[679390697] 'agreement among raft nodes before linearized reading' (duration: 406.890231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:07.245864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.838671Z","time spent":"407.189428ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224106,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:48:07.245861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.796139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"info","ts":"2026-03-12T14:48:07.245895Z","caller":"traceutil/trace.go:171","msg":"trace[1409186486] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7228; }","duration":"308.870791ms","start":"2026-03-12T14:48:06.937015Z","end":"2026-03-12T14:48:07.245885Z","steps":["trace[1409186486] 'agreement among raft nodes before linearized reading' (duration: 308.713687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:07.245895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.592786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T14:48:07.245944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.936993Z","time spent":"308.943542ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7425,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-12T14:48:07.245987Z","caller":"traceutil/trace.go:171","msg":"trace[1622028717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7228; }","duration":"311.733679ms","start":"2026-03-12T14:48:06.934231Z","end":"2026-03-12T14:48:07.245965Z","steps":["trace[1622028717] 'agreement among raft nodes before linearized reading' (duration: 311.501374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:07.246031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:06.934208Z","time spent":"311.813342ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:48:09.030691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34042228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:09.030789Z","caller":"traceutil/trace.go:171","msg":"trace[1025334372] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7228; }","duration":"1.340588143s","start":"2026-03-12T14:48:07.690179Z","end":"2026-03-12T14:48:09.030767Z","steps":["trace[1025334372] 'count revisions from in-memory index tree' (duration: 1.340280476s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:09.030839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:07.690145Z","time spent":"1.340679176s","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:09.031104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647960788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:09.031154Z","caller":"traceutil/trace.go:171","msg":"trace[431516622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7228; }","duration":"1.648011049s","start":"2026-03-12T14:48:07.383131Z","end":"2026-03-12T14:48:09.031142Z","steps":["trace[431516622] 'range keys from in-memory index tree' (duration: 1.647899357s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:09.031184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:07.383098Z","time spent":"1.648079001s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:09.03115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516013616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:09.031099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728456285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:09.031251Z","caller":"traceutil/trace.go:171","msg":"trace[2087951820] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7228; }","duration":"1.516137219s","start":"2026-03-12T14:48:07.515085Z","end":"2026-03-12T14:48:09.031222Z","steps":["trace[2087951820] 'count revisions from in-memory index tree' (duration: 1.515921274s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:09.031302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:07.515044Z","time spent":"1.516244182s","remote":"127.0.0.1:43262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:09.031345Z","caller":"traceutil/trace.go:171","msg":"trace[391041946] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7228; }","duration":"1.728698171s","start":"2026-03-12T14:48:07.302576Z","end":"2026-03-12T14:48:09.031274Z","steps":["trace[391041946] 'range keys from in-memory index tree' (duration: 1.728330082s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:09.031462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.366811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:09.031592Z","caller":"traceutil/trace.go:171","msg":"trace[1851001001] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"1.183622517s","start":"2026-03-12T14:48:07.847952Z","end":"2026-03-12T14:48:09.031575Z","steps":["trace[1851001001] 'process raft request' (duration: 332.03179ms)","trace[1851001001] 'compare' (duration: 850.578103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:09.03169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.709846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:09.031712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:07.847912Z","time spent":"1.183723449s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:09.031596Z","caller":"traceutil/trace.go:171","msg":"trace[622265198] linearizableReadLoop","detail":"{readStateIndex:7493; appliedIndex:7492; }","duration":"781.589844ms","start":"2026-03-12T14:48:08.249985Z","end":"2026-03-12T14:48:09.031575Z","steps":["trace[622265198] 'read index received' (duration: 64.862µs)","trace[622265198] 'applied index is now lower than readState.Index' (duration: 781.523732ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:09.031729Z","caller":"traceutil/trace.go:171","msg":"trace[319626665] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7229; }","duration":"781.789728ms","start":"2026-03-12T14:48:08.249927Z","end":"2026-03-12T14:48:09.031717Z","steps":["trace[319626665] 'agreement among raft nodes before linearized reading' (duration: 781.697336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:09.031773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:08.249901Z","time spent":"781.86263ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:09.032882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:07.30256Z","time spent":"1.73029316s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:48:10.885351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369262788s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:10.885538Z","caller":"traceutil/trace.go:171","msg":"trace[206539547] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7229; }","duration":"1.369471763s","start":"2026-03-12T14:48:09.516034Z","end":"2026-03-12T14:48:10.885506Z","steps":["trace[206539547] 'range keys from in-memory index tree' (duration: 1.369236278s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.88715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46446407s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:10.887319Z","caller":"traceutil/trace.go:171","msg":"trace[1276475259] linearizableReadLoop","detail":"{readStateIndex:7495; appliedIndex:7493; }","duration":"1.85555592s","start":"2026-03-12T14:48:09.031749Z","end":"2026-03-12T14:48:10.887305Z","steps":["trace[1276475259] 'read index received' (duration: 390.520316ms)","trace[1276475259] 'applied index is now lower than readState.Index' (duration: 1.465034954s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:10.88739Z","caller":"traceutil/trace.go:171","msg":"trace[218602748] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"2.238539422s","start":"2026-03-12T14:48:08.648843Z","end":"2026-03-12T14:48:10.887383Z","steps":["trace[218602748] 'process raft request' (duration: 773.411076ms)","trace[218602748] 'compare' (duration: 1.464149782s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:10.887438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:08.648811Z","time spent":"2.238604053s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:10.887638Z","caller":"traceutil/trace.go:171","msg":"trace[1682319432] transaction","detail":"{read_only:false; response_revision:7231; number_of_response:1; }","duration":"2.050398892s","start":"2026-03-12T14:48:08.837232Z","end":"2026-03-12T14:48:10.887631Z","steps":["trace[1682319432] 'process raft request' (duration: 2.050022833s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.887681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:08.837213Z","time spent":"2.050447153s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:10.887797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853591112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:10.887822Z","caller":"traceutil/trace.go:171","msg":"trace[780921448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7231; }","duration":"1.853648763s","start":"2026-03-12T14:48:09.034167Z","end":"2026-03-12T14:48:10.887816Z","steps":["trace[780921448] 'agreement among raft nodes before linearized reading' (duration: 1.853605462s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.887841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.033792Z","time spent":"1.854045493s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:10.887884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071944783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:10.887983Z","caller":"traceutil/trace.go:171","msg":"trace[311468772] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7231; }","duration":"2.072088926s","start":"2026-03-12T14:48:08.815874Z","end":"2026-03-12T14:48:10.887963Z","steps":["trace[311468772] 'agreement among raft nodes before linearized reading' (duration: 2.071909582s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.887958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474594521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T14:48:10.888257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:08.81586Z","time spent":"2.072381883s","remote":"127.0.0.1:47926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:10.888298Z","caller":"traceutil/trace.go:171","msg":"trace[1077725567] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7231; }","duration":"2.475003781s","start":"2026-03-12T14:48:08.413265Z","end":"2026-03-12T14:48:10.888269Z","steps":["trace[1077725567] 'agreement among raft nodes before linearized reading' (duration: 2.474447998s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.888357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:08.413239Z","time spent":"2.475106654s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-12T14:48:10.888348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637912675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:48:10.888443Z","caller":"traceutil/trace.go:171","msg":"trace[1441273550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7231; }","duration":"1.638403067s","start":"2026-03-12T14:48:09.250033Z","end":"2026-03-12T14:48:10.888436Z","steps":["trace[1441273550] 'agreement among raft nodes before linearized reading' (duration: 1.637899895s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.888468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.250001Z","time spent":"1.638459918s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:48:10.888515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.710638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:10.888575Z","caller":"traceutil/trace.go:171","msg":"trace[1000094298] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7231; }","duration":"767.804871ms","start":"2026-03-12T14:48:10.12075Z","end":"2026-03-12T14:48:10.888555Z","steps":["trace[1000094298] 'agreement among raft nodes before linearized reading' (duration: 767.711848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.8886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638677414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:48:10.888608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981451634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:48:10.888628Z","caller":"traceutil/trace.go:171","msg":"trace[1536235545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7231; }","duration":"1.638720554s","start":"2026-03-12T14:48:09.249901Z","end":"2026-03-12T14:48:10.888622Z","steps":["trace[1536235545] 'agreement among raft nodes before linearized reading' (duration: 1.638654313s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.888618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.120723Z","time spent":"767.885202ms","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:10.88865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.249895Z","time spent":"1.638750896s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:48:10.88865Z","caller":"traceutil/trace.go:171","msg":"trace[711898316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7231; }","duration":"1.981518226s","start":"2026-03-12T14:48:08.907121Z","end":"2026-03-12T14:48:10.888639Z","steps":["trace[711898316] 'agreement among raft nodes before linearized reading' (duration: 1.981351942s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.888694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:08.90711Z","time spent":"1.981562716s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:10.888762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639008341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:48:10.888787Z","caller":"traceutil/trace.go:171","msg":"trace[626042176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7231; }","duration":"1.639069933s","start":"2026-03-12T14:48:09.249711Z","end":"2026-03-12T14:48:10.888781Z","steps":["trace[626042176] 'agreement among raft nodes before linearized reading' (duration: 1.639015172s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.888804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.249692Z","time spent":"1.639107693s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:10.888825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481294037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:10.888856Z","caller":"traceutil/trace.go:171","msg":"trace[618218727] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7231; }","duration":"1.481370839s","start":"2026-03-12T14:48:09.407475Z","end":"2026-03-12T14:48:10.888846Z","steps":["trace[618218727] 'agreement among raft nodes before linearized reading' (duration: 1.481323077s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.888893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.407453Z","time spent":"1.481432209s","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:10.88869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120435805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:10.888931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640122748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:48:10.888952Z","caller":"traceutil/trace.go:171","msg":"trace[243412739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7231; }","duration":"1.64018637s","start":"2026-03-12T14:48:09.24876Z","end":"2026-03-12T14:48:10.888946Z","steps":["trace[243412739] 'agreement among raft nodes before linearized reading' (duration: 1.640125428s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.888971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.248733Z","time spent":"1.64023264s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:10.889068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839871519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T14:48:10.889113Z","caller":"traceutil/trace.go:171","msg":"trace[1376330878] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7231; }","duration":"1.839947291s","start":"2026-03-12T14:48:09.049154Z","end":"2026-03-12T14:48:10.889101Z","steps":["trace[1376330878] 'agreement among raft nodes before linearized reading' (duration: 1.839867819s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.889143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.04914Z","time spent":"1.839996882s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-12T14:48:10.888961Z","caller":"traceutil/trace.go:171","msg":"trace[114436610] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7231; }","duration":"2.120736873s","start":"2026-03-12T14:48:08.768204Z","end":"2026-03-12T14:48:10.88894Z","steps":["trace[114436610] 'agreement among raft nodes before linearized reading' (duration: 2.120444986s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.889307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:08.768169Z","time spent":"2.121126503s","remote":"127.0.0.1:41748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:10.889328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851698126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:10.889387Z","caller":"traceutil/trace.go:171","msg":"trace[720974532] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7231; }","duration":"1.851759247s","start":"2026-03-12T14:48:09.037616Z","end":"2026-03-12T14:48:10.889375Z","steps":["trace[720974532] 'agreement among raft nodes before linearized reading' (duration: 1.851670845s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.888324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636324136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:48:10.889429Z","caller":"traceutil/trace.go:171","msg":"trace[1265548066] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7231; }","duration":"1.637477275s","start":"2026-03-12T14:48:09.251945Z","end":"2026-03-12T14:48:10.889422Z","steps":["trace[1265548066] 'agreement among raft nodes before linearized reading' (duration: 1.635987509s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.889428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.037588Z","time spent":"1.851831599s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:48:10.889455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.251933Z","time spent":"1.637514546s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:48:10.889079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637029933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"info","ts":"2026-03-12T14:48:10.889511Z","caller":"traceutil/trace.go:171","msg":"trace[1311569564] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7231; }","duration":"1.637480115s","start":"2026-03-12T14:48:09.252021Z","end":"2026-03-12T14:48:10.889501Z","steps":["trace[1311569564] 'agreement among raft nodes before linearized reading' (duration: 1.636986102s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:10.889559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:09.25201Z","time spent":"1.637538396s","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7425,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-12T14:48:11.336963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.014272ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-12T14:48:11.337093Z","caller":"traceutil/trace.go:171","msg":"trace[1301139600] linearizableReadLoop","detail":"{readStateIndex:7496; appliedIndex:7495; }","duration":"437.004829ms","start":"2026-03-12T14:48:10.900066Z","end":"2026-03-12T14:48:11.337071Z","steps":["trace[1301139600] 'read index received' (duration: 108.961396ms)","trace[1301139600] 'applied index is now lower than readState.Index' (duration: 328.041663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:11.337115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.891902Z","time spent":"445.204218ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T14:48:11.337318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.242075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:48:11.337357Z","caller":"traceutil/trace.go:171","msg":"trace[1650242434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7231; }","duration":"437.337357ms","start":"2026-03-12T14:48:10.900009Z","end":"2026-03-12T14:48:11.337346Z","steps":["trace[1650242434] 'agreement among raft nodes before linearized reading' (duration: 437.149752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:11.337397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.899984Z","time spent":"437.403999ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:48:11.723278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.99918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:11.723709Z","caller":"traceutil/trace.go:171","msg":"trace[1010865740] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"771.441308ms","start":"2026-03-12T14:48:10.952242Z","end":"2026-03-12T14:48:11.723684Z","steps":["trace[1010865740] 'process raft request' (duration: 771.389427ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:11.723709Z","caller":"traceutil/trace.go:171","msg":"trace[2128745323] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"823.414316ms","start":"2026-03-12T14:48:10.900254Z","end":"2026-03-12T14:48:11.723668Z","steps":["trace[2128745323] 'process raft request' (duration: 823.147219ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:11.72372Z","caller":"traceutil/trace.go:171","msg":"trace[1378116847] transaction","detail":"{read_only:false; response_revision:7235; number_of_response:1; }","duration":"821.717524ms","start":"2026-03-12T14:48:10.901965Z","end":"2026-03-12T14:48:11.723682Z","steps":["trace[1378116847] 'process raft request' (duration: 821.597021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:11.723726Z","caller":"traceutil/trace.go:171","msg":"trace[835878472] transaction","detail":"{read_only:false; response_revision:7236; number_of_response:1; }","duration":"821.661602ms","start":"2026-03-12T14:48:10.902026Z","end":"2026-03-12T14:48:11.723687Z","steps":["trace[835878472] 'process raft request' (duration: 821.57379ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:11.723768Z","caller":"traceutil/trace.go:171","msg":"trace[380360723] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"823.429056ms","start":"2026-03-12T14:48:10.900313Z","end":"2026-03-12T14:48:11.723742Z","steps":["trace[380360723] 'process raft request' (duration: 823.20953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:11.723798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.952218Z","time spent":"771.54192ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:11.723845Z","caller":"traceutil/trace.go:171","msg":"trace[1214519450] transaction","detail":"{read_only:false; response_revision:7232; number_of_response:1; }","duration":"823.576189ms","start":"2026-03-12T14:48:10.900146Z","end":"2026-03-12T14:48:11.723722Z","steps":["trace[1214519450] 'process raft request' (duration: 577.022536ms)","trace[1214519450] 'compare' (duration: 245.655532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:11.723903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.900284Z","time spent":"823.544189ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:11.723916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.90202Z","time spent":"821.806696ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:11.723893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.900224Z","time spent":"823.566869ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:11.723901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.901957Z","time spent":"821.846957ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:11.724202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.90012Z","time spent":"823.873507ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:11.778548Z","caller":"traceutil/trace.go:171","msg":"trace[1862427093] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"741.840812ms","start":"2026-03-12T14:48:11.036681Z","end":"2026-03-12T14:48:11.778522Z","steps":["trace[1862427093] 'process raft request' (duration: 741.651057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:11.778762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:11.036645Z","time spent":"741.976965ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:11.778786Z","caller":"traceutil/trace.go:171","msg":"trace[1092552796] transaction","detail":"{read_only:false; response_revision:7239; number_of_response:1; }","duration":"440.145105ms","start":"2026-03-12T14:48:11.338609Z","end":"2026-03-12T14:48:11.778754Z","steps":["trace[1092552796] 'process raft request' (duration: 439.858059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:11.778898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:11.338577Z","time spent":"440.262348ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:11.778948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.783599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:11.779011Z","caller":"traceutil/trace.go:171","msg":"trace[1336165000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7239; }","duration":"872.885991ms","start":"2026-03-12T14:48:10.90611Z","end":"2026-03-12T14:48:11.778996Z","steps":["trace[1336165000] 'agreement among raft nodes before linearized reading' (duration: 872.738748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:11.779055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.906095Z","time spent":"872.952692ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:11.77935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.552554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48d04404-cb43-4753-9fed-59de54056fb7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-12T14:48:11.778802Z","caller":"traceutil/trace.go:171","msg":"trace[135535121] linearizableReadLoop","detail":"{readStateIndex:7503; appliedIndex:7496; }","duration":"441.655213ms","start":"2026-03-12T14:48:11.337123Z","end":"2026-03-12T14:48:11.778778Z","steps":["trace[135535121] 'read index received' (duration: 140.015277ms)","trace[135535121] 'applied index is now lower than readState.Index' (duration: 301.636876ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:11.779464Z","caller":"traceutil/trace.go:171","msg":"trace[1125164474] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48d04404-cb43-4753-9fed-59de54056fb7; range_end:; response_count:1; response_revision:7239; }","duration":"877.708468ms","start":"2026-03-12T14:48:10.901732Z","end":"2026-03-12T14:48:11.779441Z","steps":["trace[1125164474] 'agreement among raft nodes before linearized reading' (duration: 877.351239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:11.779519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.901724Z","time spent":"877.782979ms","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-48d04404-cb43-4753-9fed-59de54056fb7\" "} {"level":"warn","ts":"2026-03-12T14:48:11.779855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.78793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:48:11.779913Z","caller":"traceutil/trace.go:171","msg":"trace[1000902133] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7239; }","duration":"440.922114ms","start":"2026-03-12T14:48:11.33897Z","end":"2026-03-12T14:48:11.779892Z","steps":["trace[1000902133] 'agreement among raft nodes before linearized reading' (duration: 440.633797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:11.779964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:11.33894Z","time spent":"441.013896ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19526,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:48:11.780111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.061026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224082"} {"level":"info","ts":"2026-03-12T14:48:11.780275Z","caller":"traceutil/trace.go:171","msg":"trace[754281750] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7239; }","duration":"878.246772ms","start":"2026-03-12T14:48:10.902007Z","end":"2026-03-12T14:48:11.780253Z","steps":["trace[754281750] 'agreement among raft nodes before linearized reading' (duration: 876.970251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:11.780439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:10.902Z","time spent":"878.423356ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224106,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:48:13.06712Z","caller":"traceutil/trace.go:171","msg":"trace[1524344043] transaction","detail":"{read_only:false; response_revision:7241; number_of_response:1; }","duration":"170.74245ms","start":"2026-03-12T14:48:12.896346Z","end":"2026-03-12T14:48:13.067088Z","steps":["trace[1524344043] 'process raft request' (duration: 170.511404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:13.404869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.089823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:13.405268Z","caller":"traceutil/trace.go:171","msg":"trace[1375233973] transaction","detail":"{read_only:false; response_revision:7242; number_of_response:1; }","duration":"508.809496ms","start":"2026-03-12T14:48:12.896424Z","end":"2026-03-12T14:48:13.405233Z","steps":["trace[1375233973] 'process raft request' (duration: 276.236372ms)","trace[1375233973] 'compare' (duration: 231.874037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:13.40545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:12.896389Z","time spent":"508.95793ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:13.4055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.500599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"info","ts":"2026-03-12T14:48:13.405567Z","caller":"traceutil/trace.go:171","msg":"trace[130855465] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7242; }","duration":"501.609172ms","start":"2026-03-12T14:48:12.903942Z","end":"2026-03-12T14:48:13.405551Z","steps":["trace[130855465] 'agreement among raft nodes before linearized reading' (duration: 501.378477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:13.405634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:12.903928Z","time spent":"501.691084ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7425,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-12T14:48:13.405288Z","caller":"traceutil/trace.go:171","msg":"trace[1696485315] linearizableReadLoop","detail":"{readStateIndex:7507; appliedIndex:7505; }","duration":"501.272324ms","start":"2026-03-12T14:48:12.903988Z","end":"2026-03-12T14:48:13.40526Z","steps":["trace[1696485315] 'read index received' (duration: 162.835199ms)","trace[1696485315] 'applied index is now lower than readState.Index' (duration: 338.435005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:14.043946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.359382ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:48:14.044241Z","caller":"traceutil/trace.go:171","msg":"trace[1692354158] linearizableReadLoop","detail":"{readStateIndex:7508; appliedIndex:7507; }","duration":"315.87928ms","start":"2026-03-12T14:48:13.728324Z","end":"2026-03-12T14:48:14.044203Z","steps":["trace[1692354158] 'read index received' (duration: 54.551µs)","trace[1692354158] 'applied index is now lower than readState.Index' (duration: 315.821219ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:14.044344Z","caller":"traceutil/trace.go:171","msg":"trace[44068003] transaction","detail":"{read_only:false; response_revision:7243; number_of_response:1; }","duration":"259.674771ms","start":"2026-03-12T14:48:13.784649Z","end":"2026-03-12T14:48:14.044324Z","steps":["trace[44068003] 'process raft request' (duration: 259.424615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.04459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.936242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T14:48:14.044608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.86303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:48:14.044636Z","caller":"traceutil/trace.go:171","msg":"trace[1421745922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7243; }","duration":"316.021014ms","start":"2026-03-12T14:48:13.728604Z","end":"2026-03-12T14:48:14.044625Z","steps":["trace[1421745922] 'agreement among raft nodes before linearized reading' (duration: 315.779248ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:14.044677Z","caller":"traceutil/trace.go:171","msg":"trace[1638580724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7243; }","duration":"315.948802ms","start":"2026-03-12T14:48:13.728714Z","end":"2026-03-12T14:48:14.044662Z","steps":["trace[1638580724] 'agreement among raft nodes before linearized reading' (duration: 315.701456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.044649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.83848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:48:14.04471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.382913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:48:14.044722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:13.728706Z","time spent":"316.007183ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:48:14.044747Z","caller":"traceutil/trace.go:171","msg":"trace[1648272569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7243; }","duration":"316.465965ms","start":"2026-03-12T14:48:13.728272Z","end":"2026-03-12T14:48:14.044738Z","steps":["trace[1648272569] 'agreement among raft nodes before linearized reading' (duration: 316.039705ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:14.044745Z","caller":"traceutil/trace.go:171","msg":"trace[905055106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7243; }","duration":"315.955153ms","start":"2026-03-12T14:48:13.728768Z","end":"2026-03-12T14:48:14.044724Z","steps":["trace[905055106] 'agreement among raft nodes before linearized reading' (duration: 315.641275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.044774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:13.728247Z","time spent":"316.521876ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:14.044687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:13.728597Z","time spent":"316.080865ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:48:14.044794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:13.728697Z","time spent":"316.084106ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:48:14.044805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.449313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:48:14.044964Z","caller":"traceutil/trace.go:171","msg":"trace[1359501889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7243; }","duration":"256.663798ms","start":"2026-03-12T14:48:13.788283Z","end":"2026-03-12T14:48:14.044946Z","steps":["trace[1359501889] 'agreement among raft nodes before linearized reading' (duration: 256.384551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.046686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.044793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T14:48:14.046744Z","caller":"traceutil/trace.go:171","msg":"trace[434101024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7243; }","duration":"318.123125ms","start":"2026-03-12T14:48:13.728605Z","end":"2026-03-12T14:48:14.046728Z","steps":["trace[434101024] 'agreement among raft nodes before linearized reading' (duration: 315.870351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.047172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:13.728595Z","time spent":"318.33993ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:14.510655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.499957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:14.510983Z","caller":"traceutil/trace.go:171","msg":"trace[1093376473] transaction","detail":"{read_only:false; response_revision:7248; number_of_response:1; }","duration":"460.005076ms","start":"2026-03-12T14:48:14.050955Z","end":"2026-03-12T14:48:14.51096Z","steps":["trace[1093376473] 'process raft request' (duration: 459.963385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.511068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:14.050943Z","time spent":"460.088518ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:14.511099Z","caller":"traceutil/trace.go:171","msg":"trace[303059572] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"461.459931ms","start":"2026-03-12T14:48:14.049592Z","end":"2026-03-12T14:48:14.511052Z","steps":["trace[303059572] 'process raft request' (duration: 256.460543ms)","trace[303059572] 'compare' (duration: 204.300441ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:14.511137Z","caller":"traceutil/trace.go:171","msg":"trace[1278468849] transaction","detail":"{read_only:false; response_revision:7247; number_of_response:1; }","duration":"460.17636ms","start":"2026-03-12T14:48:14.050938Z","end":"2026-03-12T14:48:14.511115Z","steps":["trace[1278468849] 'process raft request' (duration: 459.948855ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:14.511143Z","caller":"traceutil/trace.go:171","msg":"trace[411363838] transaction","detail":"{read_only:false; response_revision:7246; number_of_response:1; }","duration":"460.206ms","start":"2026-03-12T14:48:14.050906Z","end":"2026-03-12T14:48:14.511112Z","steps":["trace[411363838] 'process raft request' (duration: 459.939614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.511253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:14.050928Z","time spent":"460.271992ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:14.511295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:14.049561Z","time spent":"461.633125ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:14.511118Z","caller":"traceutil/trace.go:171","msg":"trace[596748787] transaction","detail":"{read_only:false; response_revision:7245; number_of_response:1; }","duration":"460.303013ms","start":"2026-03-12T14:48:14.050781Z","end":"2026-03-12T14:48:14.511084Z","steps":["trace[596748787] 'process raft request' (duration: 460.007365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.511384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:14.05088Z","time spent":"460.407495ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:14.511426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:14.05077Z","time spent":"460.60056ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:14.511194Z","caller":"traceutil/trace.go:171","msg":"trace[1969106917] linearizableReadLoop","detail":"{readStateIndex:7510; appliedIndex:7509; }","duration":"460.506028ms","start":"2026-03-12T14:48:14.050665Z","end":"2026-03-12T14:48:14.511171Z","steps":["trace[1969106917] 'read index received' (duration: 255.52356ms)","trace[1969106917] 'applied index is now lower than readState.Index' (duration: 204.979978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:14.511731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.055522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224082"} {"level":"info","ts":"2026-03-12T14:48:14.511774Z","caller":"traceutil/trace.go:171","msg":"trace[1483147012] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7248; }","duration":"461.121674ms","start":"2026-03-12T14:48:14.050642Z","end":"2026-03-12T14:48:14.511763Z","steps":["trace[1483147012] 'agreement among raft nodes before linearized reading' (duration: 460.628031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:14.511943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:14.050628Z","time spent":"461.273237ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224106,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:48:15.699024Z","caller":"traceutil/trace.go:171","msg":"trace[468493613] linearizableReadLoop","detail":"{readStateIndex:7516; appliedIndex:7515; }","duration":"288.138648ms","start":"2026-03-12T14:48:15.410854Z","end":"2026-03-12T14:48:15.698993Z","steps":["trace[468493613] 'read index received' (duration: 287.999695ms)","trace[468493613] 'applied index is now lower than readState.Index' (duration: 137.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:15.699078Z","caller":"traceutil/trace.go:171","msg":"trace[765949735] transaction","detail":"{read_only:false; response_revision:7250; number_of_response:1; }","duration":"288.662742ms","start":"2026-03-12T14:48:15.410363Z","end":"2026-03-12T14:48:15.699026Z","steps":["trace[765949735] 'process raft request' (duration: 288.454237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:15.699244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.559242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:15.699279Z","caller":"traceutil/trace.go:171","msg":"trace[692338176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7250; }","duration":"253.627315ms","start":"2026-03-12T14:48:15.445641Z","end":"2026-03-12T14:48:15.699268Z","steps":["trace[692338176] 'agreement among raft nodes before linearized reading' (duration: 253.530761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:15.699351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.465047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"info","ts":"2026-03-12T14:48:15.699532Z","caller":"traceutil/trace.go:171","msg":"trace[447021603] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7250; }","duration":"288.712613ms","start":"2026-03-12T14:48:15.410796Z","end":"2026-03-12T14:48:15.699508Z","steps":["trace[447021603] 'agreement among raft nodes before linearized reading' (duration: 288.321653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:16.782158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.607433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:16.782404Z","caller":"traceutil/trace.go:171","msg":"trace[2014513259] transaction","detail":"{read_only:false; response_revision:7253; number_of_response:1; }","duration":"260.001999ms","start":"2026-03-12T14:48:16.522369Z","end":"2026-03-12T14:48:16.782371Z","steps":["trace[2014513259] 'process raft request' (duration: 147.052138ms)","trace[2014513259] 'compare' (duration: 112.443529ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:16.782581Z","caller":"traceutil/trace.go:171","msg":"trace[1225176212] linearizableReadLoop","detail":"{readStateIndex:7519; appliedIndex:7517; }","duration":"259.840905ms","start":"2026-03-12T14:48:16.522716Z","end":"2026-03-12T14:48:16.782557Z","steps":["trace[1225176212] 'read index received' (duration: 56.62209ms)","trace[1225176212] 'applied index is now lower than readState.Index' (duration: 203.217365ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:16.782675Z","caller":"traceutil/trace.go:171","msg":"trace[1312613508] transaction","detail":"{read_only:false; response_revision:7254; number_of_response:1; }","duration":"259.458695ms","start":"2026-03-12T14:48:16.523178Z","end":"2026-03-12T14:48:16.782637Z","steps":["trace[1312613508] 'process raft request' (duration: 259.150487ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:16.782919Z","caller":"traceutil/trace.go:171","msg":"trace[405180991] transaction","detail":"{read_only:false; response_revision:7255; number_of_response:1; }","duration":"259.614419ms","start":"2026-03-12T14:48:16.523292Z","end":"2026-03-12T14:48:16.782906Z","steps":["trace[405180991] 'process raft request' (duration: 259.158528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:16.783058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.330406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224082"} {"level":"info","ts":"2026-03-12T14:48:16.783118Z","caller":"traceutil/trace.go:171","msg":"trace[165646610] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7256; }","duration":"260.405979ms","start":"2026-03-12T14:48:16.522694Z","end":"2026-03-12T14:48:16.7831Z","steps":["trace[165646610] 'agreement among raft nodes before linearized reading' (duration: 259.948428ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:16.783152Z","caller":"traceutil/trace.go:171","msg":"trace[861828154] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"259.073176ms","start":"2026-03-12T14:48:16.524066Z","end":"2026-03-12T14:48:16.783139Z","steps":["trace[861828154] 'process raft request' (duration: 258.4327ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:17.036818Z","caller":"traceutil/trace.go:171","msg":"trace[659878729] transaction","detail":"{read_only:false; response_revision:7257; number_of_response:1; }","duration":"119.781518ms","start":"2026-03-12T14:48:16.916986Z","end":"2026-03-12T14:48:17.036768Z","steps":["trace[659878729] 'process raft request' (duration: 47.441357ms)","trace[659878729] 'compare' (duration: 72.130166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:17.291882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.939772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:17.292046Z","caller":"traceutil/trace.go:171","msg":"trace[1656515019] transaction","detail":"{read_only:false; response_revision:7258; number_of_response:1; }","duration":"166.542888ms","start":"2026-03-12T14:48:17.125481Z","end":"2026-03-12T14:48:17.292024Z","steps":["trace[1656515019] 'process raft request' (duration: 60.337079ms)","trace[1656515019] 'compare' (duration: 105.802409ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:17.292038Z","caller":"traceutil/trace.go:171","msg":"trace[788907087] linearizableReadLoop","detail":"{readStateIndex:7524; appliedIndex:7523; }","duration":"165.156175ms","start":"2026-03-12T14:48:17.126857Z","end":"2026-03-12T14:48:17.292013Z","steps":["trace[788907087] 'read index received' (duration: 58.873714ms)","trace[788907087] 'applied index is now lower than readState.Index' (duration: 106.280291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:17.292127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.267047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:17.2922Z","caller":"traceutil/trace.go:171","msg":"trace[1967325446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7258; }","duration":"165.38412ms","start":"2026-03-12T14:48:17.126804Z","end":"2026-03-12T14:48:17.292188Z","steps":["trace[1967325446] 'agreement among raft nodes before linearized reading' (duration: 165.277417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:17.882736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:18.383715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:18.884524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:19.008561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.638267354s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:48:19.00958Z","caller":"traceutil/trace.go:171","msg":"trace[780888634] transaction","detail":"{read_only:false; response_revision:7259; number_of_response:1; }","duration":"1.64019682s","start":"2026-03-12T14:48:17.369352Z","end":"2026-03-12T14:48:19.009549Z","steps":["trace[780888634] 'process raft request' (duration: 1.63977169s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:19.009749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.369315Z","time spent":"1.640345243s","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:19.382549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00027692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:48:19.382671Z","caller":"traceutil/trace.go:171","msg":"trace[1378725117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455364s","start":"2026-03-12T14:48:17.382186Z","end":"2026-03-12T14:48:19.382641Z","steps":["trace[1378725117] 'agreement among raft nodes before linearized reading' (duration: 2.000310461s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:19.382738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.382163Z","time spent":"2.000559426s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:48:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:48:19.626449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.833157ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:19.626545Z","caller":"traceutil/trace.go:171","msg":"trace[1041232790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7259; }","duration":"109.94629ms","start":"2026-03-12T14:48:19.516576Z","end":"2026-03-12T14:48:19.626523Z","steps":["trace[1041232790] 'range keys from in-memory index tree' (duration: 109.809996ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:19.688711Z","caller":"traceutil/trace.go:171","msg":"trace[877340392] linearizableReadLoop","detail":"{readStateIndex:7527; appliedIndex:7524; }","duration":"2.306462005s","start":"2026-03-12T14:48:17.382231Z","end":"2026-03-12T14:48:19.688693Z","steps":["trace[877340392] 'read index received' (duration: 1.626616592s)","trace[877340392] 'applied index is now lower than readState.Index' (duration: 679.844253ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:19.688803Z","caller":"traceutil/trace.go:171","msg":"trace[1344064381] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"1.582646288s","start":"2026-03-12T14:48:18.106147Z","end":"2026-03-12T14:48:19.688793Z","steps":["trace[1344064381] 'process raft request' (duration: 1.582503055s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:19.688796Z","caller":"traceutil/trace.go:171","msg":"trace[1921290736] transaction","detail":"{read_only:false; response_revision:7260; number_of_response:1; }","duration":"1.983235757s","start":"2026-03-12T14:48:17.705532Z","end":"2026-03-12T14:48:19.688767Z","steps":["trace[1921290736] 'process raft request' (duration: 1.982972691s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:19.688911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.106123Z","time spent":"1.58271276s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:19.688928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.705501Z","time spent":"1.98334226s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:20.027013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.062097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:20.027487Z","caller":"traceutil/trace.go:171","msg":"trace[393603322] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"730.037367ms","start":"2026-03-12T14:48:19.29739Z","end":"2026-03-12T14:48:20.027427Z","steps":["trace[393603322] 'process raft request' (duration: 613.406866ms)","trace[393603322] 'compare' (duration: 115.678627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:20.027605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:19.297354Z","time spent":"730.199041ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:20.027687Z","caller":"traceutil/trace.go:171","msg":"trace[2070334947] linearizableReadLoop","detail":"{readStateIndex:7529; appliedIndex:7527; }","duration":"338.903197ms","start":"2026-03-12T14:48:19.68876Z","end":"2026-03-12T14:48:20.027663Z","steps":["trace[2070334947] 'read index received' (duration: 222.003579ms)","trace[2070334947] 'applied index is now lower than readState.Index' (duration: 116.897388ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:20.027804Z","caller":"traceutil/trace.go:171","msg":"trace[1149490704] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"642.07307ms","start":"2026-03-12T14:48:19.385722Z","end":"2026-03-12T14:48:20.027795Z","steps":["trace[1149490704] 'process raft request' (duration: 641.449144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.027867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:19.385662Z","time spent":"642.170793ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:20.028044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663588626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:20.028096Z","caller":"traceutil/trace.go:171","msg":"trace[1872520895] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7263; }","duration":"1.663687989s","start":"2026-03-12T14:48:18.364394Z","end":"2026-03-12T14:48:20.028082Z","steps":["trace[1872520895] 'agreement among raft nodes before linearized reading' (duration: 1.663567146s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.028102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955729282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:20.028137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.364364Z","time spent":"1.663763751s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:20.028142Z","caller":"traceutil/trace.go:171","msg":"trace[1122065522] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7263; }","duration":"1.955771663s","start":"2026-03-12T14:48:18.072358Z","end":"2026-03-12T14:48:20.02813Z","steps":["trace[1122065522] 'agreement among raft nodes before linearized reading' (duration: 1.955697331s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.028217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.072287Z","time spent":"1.955917077s","remote":"127.0.0.1:39100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:20.028351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43238173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:20.028339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241554709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:48:20.028402Z","caller":"traceutil/trace.go:171","msg":"trace[1118532637] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7263; }","duration":"2.432458122s","start":"2026-03-12T14:48:17.595927Z","end":"2026-03-12T14:48:20.028385Z","steps":["trace[1118532637] 'agreement among raft nodes before linearized reading' (duration: 2.43237759s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.028435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.595905Z","time spent":"2.432521074s","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:20.028437Z","caller":"traceutil/trace.go:171","msg":"trace[1935721552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7263; }","duration":"1.241688871s","start":"2026-03-12T14:48:18.786719Z","end":"2026-03-12T14:48:20.028408Z","steps":["trace[1935721552] 'agreement among raft nodes before linearized reading' (duration: 1.241383984s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.028433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150917183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:20.02854Z","caller":"traceutil/trace.go:171","msg":"trace[58284368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7263; }","duration":"2.151084437s","start":"2026-03-12T14:48:17.877435Z","end":"2026-03-12T14:48:20.028519Z","steps":["trace[58284368] 'agreement among raft nodes before linearized reading' (duration: 2.150892513s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.02856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.493103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:20.028596Z","caller":"traceutil/trace.go:171","msg":"trace[1924570879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7263; }","duration":"638.547265ms","start":"2026-03-12T14:48:19.390037Z","end":"2026-03-12T14:48:20.028584Z","steps":["trace[1924570879] 'agreement among raft nodes before linearized reading' (duration: 638.478313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.028609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610093289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:20.028612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.136972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:20.028646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972041507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:20.028649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:19.390026Z","time spent":"638.600426ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:20.02864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242643025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:48:20.02872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534712576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:20.028752Z","caller":"traceutil/trace.go:171","msg":"trace[1431234870] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7263; }","duration":"2.534783787s","start":"2026-03-12T14:48:17.493958Z","end":"2026-03-12T14:48:20.028742Z","steps":["trace[1431234870] 'agreement among raft nodes before linearized reading' (duration: 2.534714456s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.028746Z","caller":"traceutil/trace.go:171","msg":"trace[964412442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7263; }","duration":"1.242782849s","start":"2026-03-12T14:48:18.785939Z","end":"2026-03-12T14:48:20.028722Z","steps":["trace[964412442] 'agreement among raft nodes before linearized reading' (duration: 1.242480512s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.028739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614997901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T14:48:20.028792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.493933Z","time spent":"2.534850909s","remote":"127.0.0.1:58254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:20.028807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.785923Z","time spent":"1.242873931s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:48:20.028817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"warn","ts":"2026-03-12T14:48:20.028821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.207087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-5wsg7\" ","response":"range_response_count:1 size:9133"} {"level":"warn","ts":"2026-03-12T14:48:20.028854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.281064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:48:20.028848Z","caller":"traceutil/trace.go:171","msg":"trace[1041551778] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7263; }","duration":"1.615159595s","start":"2026-03-12T14:48:18.413663Z","end":"2026-03-12T14:48:20.028823Z","steps":["trace[1041551778] 'agreement among raft nodes before linearized reading' (duration: 1.614813077s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.028866Z","caller":"traceutil/trace.go:171","msg":"trace[1440783788] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7263; }","duration":"2.323304542s","start":"2026-03-12T14:48:17.705547Z","end":"2026-03-12T14:48:20.028851Z","steps":["trace[1440783788] 'agreement among raft nodes before linearized reading' (duration: 2.323170859s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.028884Z","caller":"traceutil/trace.go:171","msg":"trace[1164070681] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7263; }","duration":"164.334215ms","start":"2026-03-12T14:48:19.864542Z","end":"2026-03-12T14:48:20.028877Z","steps":["trace[1164070681] 'agreement among raft nodes before linearized reading' (duration: 164.173521ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.028871Z","caller":"traceutil/trace.go:171","msg":"trace[1044216284] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-5wsg7; range_end:; response_count:1; response_revision:7263; }","duration":"225.305479ms","start":"2026-03-12T14:48:19.803553Z","end":"2026-03-12T14:48:20.028859Z","steps":["trace[1044216284] 'agreement among raft nodes before linearized reading' (duration: 225.169266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.028908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.705528Z","time spent":"2.323368853s","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7425,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-12T14:48:20.028908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.413653Z","time spent":"1.615244887s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-12T14:48:20.028924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.36228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:20.028968Z","caller":"traceutil/trace.go:171","msg":"trace[996109681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7263; }","duration":"884.441952ms","start":"2026-03-12T14:48:19.144514Z","end":"2026-03-12T14:48:20.028956Z","steps":["trace[996109681] 'agreement among raft nodes before linearized reading' (duration: 884.36324ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.028651Z","caller":"traceutil/trace.go:171","msg":"trace[1504115419] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7263; }","duration":"2.610171161s","start":"2026-03-12T14:48:17.418467Z","end":"2026-03-12T14:48:20.028638Z","steps":["trace[1504115419] 'agreement among raft nodes before linearized reading' (duration: 2.610107439s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.029007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:19.144494Z","time spent":"884.501623ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:20.028437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444699542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:48:20.02915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.418442Z","time spent":"2.610593671s","remote":"127.0.0.1:59694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:20.02917Z","caller":"traceutil/trace.go:171","msg":"trace[1784184272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7263; }","duration":"1.4454623s","start":"2026-03-12T14:48:18.58369Z","end":"2026-03-12T14:48:20.029153Z","steps":["trace[1784184272] 'agreement among raft nodes before linearized reading' (duration: 1.444636861s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.029235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.583664Z","time spent":"1.445555973s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:48:20.028681Z","caller":"traceutil/trace.go:171","msg":"trace[1721864281] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7263; }","duration":"303.237274ms","start":"2026-03-12T14:48:19.725422Z","end":"2026-03-12T14:48:20.02866Z","steps":["trace[1721864281] 'agreement among raft nodes before linearized reading' (duration: 303.124632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.029314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24204225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:48:20.029333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:19.725401Z","time spent":"303.91719ms","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:20.029353Z","caller":"traceutil/trace.go:171","msg":"trace[2125265072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7263; }","duration":"1.242132993s","start":"2026-03-12T14:48:18.787211Z","end":"2026-03-12T14:48:20.029344Z","steps":["trace[2125265072] 'agreement among raft nodes before linearized reading' (duration: 1.242051381s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.028488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.786712Z","time spent":"1.241766504s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:20.029381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.787179Z","time spent":"1.242195694s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:20.028682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208598298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:20.028686Z","caller":"traceutil/trace.go:171","msg":"trace[1811459213] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7263; }","duration":"1.972107459s","start":"2026-03-12T14:48:18.056567Z","end":"2026-03-12T14:48:20.028675Z","steps":["trace[1811459213] 'agreement among raft nodes before linearized reading' (duration: 1.972054228s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.029242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23913383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:48:20.029519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.056552Z","time spent":"1.972945778s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:20.029539Z","caller":"traceutil/trace.go:171","msg":"trace[206435298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7263; }","duration":"1.239467618s","start":"2026-03-12T14:48:18.790058Z","end":"2026-03-12T14:48:20.029525Z","steps":["trace[206435298] 'agreement among raft nodes before linearized reading' (duration: 1.23910967s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.029587Z","caller":"traceutil/trace.go:171","msg":"trace[986811388] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7263; }","duration":"2.209457138s","start":"2026-03-12T14:48:17.820022Z","end":"2026-03-12T14:48:20.029479Z","steps":["trace[986811388] 'agreement among raft nodes before linearized reading' (duration: 2.208612178s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.02964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.819983Z","time spent":"2.209643082s","remote":"127.0.0.1:49246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:20.028594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:17.877418Z","time spent":"2.151164659s","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:20.029599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.79003Z","time spent":"1.23955584s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:48:20.02927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24325575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:48:20.030913Z","caller":"traceutil/trace.go:171","msg":"trace[943735405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7263; }","duration":"1.245186417s","start":"2026-03-12T14:48:18.785687Z","end":"2026-03-12T14:48:20.030873Z","steps":["trace[943735405] 'agreement among raft nodes before linearized reading' (duration: 1.242597174s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.030988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:18.785623Z","time spent":"1.245346971s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:48:20.26649Z","caller":"traceutil/trace.go:171","msg":"trace[2000835593] transaction","detail":"{read_only:false; response_revision:7264; number_of_response:1; }","duration":"234.256016ms","start":"2026-03-12T14:48:20.032204Z","end":"2026-03-12T14:48:20.26646Z","steps":["trace[2000835593] 'process raft request' (duration: 220.413211ms)","trace[2000835593] 'compare' (duration: 13.64272ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:20.266723Z","caller":"traceutil/trace.go:171","msg":"trace[12153747] transaction","detail":"{read_only:false; response_revision:7265; number_of_response:1; }","duration":"232.934533ms","start":"2026-03-12T14:48:20.033746Z","end":"2026-03-12T14:48:20.26668Z","steps":["trace[12153747] 'process raft request' (duration: 232.666327ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.266821Z","caller":"traceutil/trace.go:171","msg":"trace[2040734163] transaction","detail":"{read_only:false; response_revision:7266; number_of_response:1; }","duration":"232.521174ms","start":"2026-03-12T14:48:20.034284Z","end":"2026-03-12T14:48:20.266805Z","steps":["trace[2040734163] 'process raft request' (duration: 232.286669ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.266907Z","caller":"traceutil/trace.go:171","msg":"trace[882838371] linearizableReadLoop","detail":"{readStateIndex:7533; appliedIndex:7529; }","duration":"232.284358ms","start":"2026-03-12T14:48:20.034597Z","end":"2026-03-12T14:48:20.266881Z","steps":["trace[882838371] 'read index received' (duration: 25.404074ms)","trace[882838371] 'applied index is now lower than readState.Index' (duration: 206.879124ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:20.267032Z","caller":"traceutil/trace.go:171","msg":"trace[1538601411] transaction","detail":"{read_only:false; response_revision:7267; number_of_response:1; }","duration":"232.412401ms","start":"2026-03-12T14:48:20.034604Z","end":"2026-03-12T14:48:20.267016Z","steps":["trace[1538601411] 'process raft request' (duration: 232.079743ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.267127Z","caller":"traceutil/trace.go:171","msg":"trace[1344654314] transaction","detail":"{read_only:false; response_revision:7270; number_of_response:1; }","duration":"228.185638ms","start":"2026-03-12T14:48:20.038921Z","end":"2026-03-12T14:48:20.267107Z","steps":["trace[1344654314] 'process raft request' (duration: 227.893382ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.267149Z","caller":"traceutil/trace.go:171","msg":"trace[1789320751] transaction","detail":"{read_only:false; response_revision:7268; number_of_response:1; }","duration":"232.415551ms","start":"2026-03-12T14:48:20.034687Z","end":"2026-03-12T14:48:20.267102Z","steps":["trace[1789320751] 'process raft request' (duration: 232.041012ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.267278Z","caller":"traceutil/trace.go:171","msg":"trace[811547829] transaction","detail":"{read_only:false; response_revision:7269; number_of_response:1; }","duration":"232.300559ms","start":"2026-03-12T14:48:20.034963Z","end":"2026-03-12T14:48:20.267263Z","steps":["trace[811547829] 'process raft request' (duration: 231.811238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.267496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.859332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:48:20.267606Z","caller":"traceutil/trace.go:171","msg":"trace[1498536806] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7270; }","duration":"233.015496ms","start":"2026-03-12T14:48:20.034569Z","end":"2026-03-12T14:48:20.267584Z","steps":["trace[1498536806] 'agreement among raft nodes before linearized reading' (duration: 232.629817ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:20.589423Z","caller":"traceutil/trace.go:171","msg":"trace[1258576547] linearizableReadLoop","detail":"{readStateIndex:7538; appliedIndex:7537; }","duration":"322.403118ms","start":"2026-03-12T14:48:20.266979Z","end":"2026-03-12T14:48:20.589383Z","steps":["trace[1258576547] 'read index received' (duration: 322.037089ms)","trace[1258576547] 'applied index is now lower than readState.Index' (duration: 363.659µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:20.589423Z","caller":"traceutil/trace.go:171","msg":"trace[1115772553] transaction","detail":"{read_only:false; response_revision:7271; number_of_response:1; }","duration":"528.301097ms","start":"2026-03-12T14:48:20.061086Z","end":"2026-03-12T14:48:20.589387Z","steps":["trace[1115772553] 'process raft request' (duration: 528.00344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.589725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:20.061063Z","time spent":"528.493321ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:20.589933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.361233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-5wsg7\" ","response":"range_response_count:1 size:9319"} {"level":"info","ts":"2026-03-12T14:48:20.590027Z","caller":"traceutil/trace.go:171","msg":"trace[1580151680] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-5wsg7; range_end:; response_count:1; response_revision:7271; }","duration":"314.521097ms","start":"2026-03-12T14:48:20.275479Z","end":"2026-03-12T14:48:20.59Z","steps":["trace[1580151680] 'agreement among raft nodes before linearized reading' (duration: 314.22721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.590033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.413454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T14:48:20.590081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:20.275456Z","time spent":"314.614579ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9343,"request content":"key:\"/registry/pods/openstack/barbican-ks-user-5wsg7\" "} {"level":"info","ts":"2026-03-12T14:48:20.590087Z","caller":"traceutil/trace.go:171","msg":"trace[504712651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7271; }","duration":"142.511977ms","start":"2026-03-12T14:48:20.447557Z","end":"2026-03-12T14:48:20.590069Z","steps":["trace[504712651] 'agreement among raft nodes before linearized reading' (duration: 142.317403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.590078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.130552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224268"} {"level":"info","ts":"2026-03-12T14:48:20.590178Z","caller":"traceutil/trace.go:171","msg":"trace[1197842723] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7271; }","duration":"554.252154ms","start":"2026-03-12T14:48:20.035901Z","end":"2026-03-12T14:48:20.590153Z","steps":["trace[1197842723] 'agreement among raft nodes before linearized reading' (duration: 553.611589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.589926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.924497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T14:48:20.590232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:20.035894Z","time spent":"554.327377ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224292,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:48:20.590269Z","caller":"traceutil/trace.go:171","msg":"trace[631428851] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7271; }","duration":"143.316046ms","start":"2026-03-12T14:48:20.446919Z","end":"2026-03-12T14:48:20.590235Z","steps":["trace[631428851] 'agreement among raft nodes before linearized reading' (duration: 142.850455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:20.590583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.104188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T14:48:20.590693Z","caller":"traceutil/trace.go:171","msg":"trace[1034206742] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7271; }","duration":"185.213221ms","start":"2026-03-12T14:48:20.405428Z","end":"2026-03-12T14:48:20.590641Z","steps":["trace[1034206742] 'agreement among raft nodes before linearized reading' (duration: 184.451122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:21.110648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.939106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:21.110768Z","caller":"traceutil/trace.go:171","msg":"trace[92387715] linearizableReadLoop","detail":"{readStateIndex:7540; appliedIndex:7538; }","duration":"515.091848ms","start":"2026-03-12T14:48:20.595656Z","end":"2026-03-12T14:48:21.110748Z","steps":["trace[92387715] 'read index received' (duration: 82.950906ms)","trace[92387715] 'applied index is now lower than readState.Index' (duration: 432.139562ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:21.11087Z","caller":"traceutil/trace.go:171","msg":"trace[1305825183] transaction","detail":"{read_only:false; response_revision:7273; number_of_response:1; }","duration":"515.749534ms","start":"2026-03-12T14:48:20.595109Z","end":"2026-03-12T14:48:21.110858Z","steps":["trace[1305825183] 'process raft request' (duration: 217.48988ms)","trace[1305825183] 'compare' (duration: 297.727141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:21.110931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:20.595083Z","time spent":"515.814075ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:21.11124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.579679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T14:48:21.111285Z","caller":"traceutil/trace.go:171","msg":"trace[1497595623] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7273; }","duration":"515.646571ms","start":"2026-03-12T14:48:20.595628Z","end":"2026-03-12T14:48:21.111274Z","steps":["trace[1497595623] 'agreement among raft nodes before linearized reading' (duration: 515.468987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:21.11132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:20.595616Z","time spent":"515.693732ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-12T14:48:21.389924Z","caller":"traceutil/trace.go:171","msg":"trace[918811486] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"111.22463ms","start":"2026-03-12T14:48:21.278646Z","end":"2026-03-12T14:48:21.38987Z","steps":["trace[918811486] 'process raft request' (duration: 110.978964ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:21.841987Z","caller":"traceutil/trace.go:171","msg":"trace[1310074710] transaction","detail":"{read_only:false; response_revision:7276; number_of_response:1; }","duration":"147.079537ms","start":"2026-03-12T14:48:21.694869Z","end":"2026-03-12T14:48:21.841949Z","steps":["trace[1310074710] 'process raft request' (duration: 81.059011ms)","trace[1310074710] 'compare' (duration: 65.899433ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:21.860563Z","caller":"traceutil/trace.go:171","msg":"trace[19593658] transaction","detail":"{read_only:false; response_revision:7277; number_of_response:1; }","duration":"164.501119ms","start":"2026-03-12T14:48:21.696027Z","end":"2026-03-12T14:48:21.860528Z","steps":["trace[19593658] 'process raft request' (duration: 164.348176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.386649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372249,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:48:22.491549Z","caller":"traceutil/trace.go:171","msg":"trace[1989342406] transaction","detail":"{read_only:false; response_revision:7278; number_of_response:1; }","duration":"620.658731ms","start":"2026-03-12T14:48:21.870835Z","end":"2026-03-12T14:48:22.491494Z","steps":["trace[1989342406] 'process raft request' (duration: 620.490257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.491777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:21.870809Z","time spent":"620.851616ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9306,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:22.70623Z","caller":"traceutil/trace.go:171","msg":"trace[1769788915] linearizableReadLoop","detail":"{readStateIndex:7547; appliedIndex:7544; }","duration":"820.199678ms","start":"2026-03-12T14:48:21.886012Z","end":"2026-03-12T14:48:22.706212Z","steps":["trace[1769788915] 'read index received' (duration: 605.270169ms)","trace[1769788915] 'applied index is now lower than readState.Index' (duration: 214.928419ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:22.7063Z","caller":"traceutil/trace.go:171","msg":"trace[845432855] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"671.83265ms","start":"2026-03-12T14:48:22.034416Z","end":"2026-03-12T14:48:22.706249Z","steps":["trace[845432855] 'process raft request' (duration: 671.740427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.706377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.650028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:22.706413Z","caller":"traceutil/trace.go:171","msg":"trace[403953540] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7280; }","duration":"803.726139ms","start":"2026-03-12T14:48:21.902677Z","end":"2026-03-12T14:48:22.706403Z","steps":["trace[403953540] 'agreement among raft nodes before linearized reading' (duration: 803.650567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.706453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:21.902656Z","time spent":"803.786851ms","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:22.706465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.449364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:48:22.706532Z","caller":"traceutil/trace.go:171","msg":"trace[779534639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7280; }","duration":"820.559557ms","start":"2026-03-12T14:48:21.885952Z","end":"2026-03-12T14:48:22.706511Z","steps":["trace[779534639] 'agreement among raft nodes before linearized reading' (duration: 820.352582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.70653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.034393Z","time spent":"672.011604ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:22.706593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:21.885923Z","time spent":"820.656458ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:48:22.706666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.004577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:48:22.706307Z","caller":"traceutil/trace.go:171","msg":"trace[1916757811] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"723.602072ms","start":"2026-03-12T14:48:21.98268Z","end":"2026-03-12T14:48:22.706282Z","steps":["trace[1916757811] 'process raft request' (duration: 662.931605ms)","trace[1916757811] 'compare' (duration: 60.281228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:22.706698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.237537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:48:22.706731Z","caller":"traceutil/trace.go:171","msg":"trace[1804285989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7280; }","duration":"435.319619ms","start":"2026-03-12T14:48:22.2714Z","end":"2026-03-12T14:48:22.706719Z","steps":["trace[1804285989] 'agreement among raft nodes before linearized reading' (duration: 435.227827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.706749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:21.982656Z","time spent":"724.056564ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:22.706744Z","caller":"traceutil/trace.go:171","msg":"trace[1375177763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7280; }","duration":"434.060728ms","start":"2026-03-12T14:48:22.272645Z","end":"2026-03-12T14:48:22.706706Z","steps":["trace[1375177763] 'agreement among raft nodes before linearized reading' (duration: 433.731401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.706843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.722171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7401"} {"level":"warn","ts":"2026-03-12T14:48:22.706854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.272571Z","time spent":"434.275924ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:48:22.706881Z","caller":"traceutil/trace.go:171","msg":"trace[831048814] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7280; }","duration":"670.758882ms","start":"2026-03-12T14:48:22.036114Z","end":"2026-03-12T14:48:22.706872Z","steps":["trace[831048814] 'agreement among raft nodes before linearized reading' (duration: 670.66246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.706762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.192756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:48:22.706928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.793992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:48:22.706991Z","caller":"traceutil/trace.go:171","msg":"trace[1050686031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7280; }","duration":"106.884085ms","start":"2026-03-12T14:48:22.600071Z","end":"2026-03-12T14:48:22.706955Z","steps":["trace[1050686031] 'agreement among raft nodes before linearized reading' (duration: 106.753432ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:22.707077Z","caller":"traceutil/trace.go:171","msg":"trace[1075177472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7280; }","duration":"435.554185ms","start":"2026-03-12T14:48:22.271495Z","end":"2026-03-12T14:48:22.707049Z","steps":["trace[1075177472] 'agreement among raft nodes before linearized reading' (duration: 434.915499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.70749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.27147Z","time spent":"436.002455ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:22.706758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.271374Z","time spent":"435.378239ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:22.707124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.55822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:48:22.707667Z","caller":"traceutil/trace.go:171","msg":"trace[1812979441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7280; }","duration":"435.111054ms","start":"2026-03-12T14:48:22.272538Z","end":"2026-03-12T14:48:22.707649Z","steps":["trace[1812979441] 'agreement among raft nodes before linearized reading' (duration: 434.52376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.707744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.272518Z","time spent":"435.198945ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:48:22.706909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.036025Z","time spent":"670.876076ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7425,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-12T14:48:22.707134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.470578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:22.707909Z","caller":"traceutil/trace.go:171","msg":"trace[1286064029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7280; }","duration":"325.265276ms","start":"2026-03-12T14:48:22.382624Z","end":"2026-03-12T14:48:22.707889Z","steps":["trace[1286064029] 'agreement among raft nodes before linearized reading' (duration: 324.477438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.708055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.382608Z","time spent":"325.431651ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:22.707234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.52378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:48:22.708396Z","caller":"traceutil/trace.go:171","msg":"trace[989473569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7280; }","duration":"435.744099ms","start":"2026-03-12T14:48:22.27264Z","end":"2026-03-12T14:48:22.708384Z","steps":["trace[989473569] 'agreement among raft nodes before linearized reading' (duration: 434.527399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:22.708468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.272603Z","time spent":"435.852342ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:48:23.120461Z","caller":"traceutil/trace.go:171","msg":"trace[1736366638] linearizableReadLoop","detail":"{readStateIndex:7550; appliedIndex:7547; }","duration":"404.103095ms","start":"2026-03-12T14:48:22.716324Z","end":"2026-03-12T14:48:23.120427Z","steps":["trace[1736366638] 'read index received' (duration: 35.08571ms)","trace[1736366638] 'applied index is now lower than readState.Index' (duration: 369.015905ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:23.12054Z","caller":"traceutil/trace.go:171","msg":"trace[1395225225] transaction","detail":"{read_only:false; response_revision:7283; number_of_response:1; }","duration":"404.923315ms","start":"2026-03-12T14:48:22.715565Z","end":"2026-03-12T14:48:23.120488Z","steps":["trace[1395225225] 'process raft request' (duration: 404.73416ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:23.120616Z","caller":"traceutil/trace.go:171","msg":"trace[1559313516] transaction","detail":"{read_only:false; response_revision:7285; number_of_response:1; }","duration":"404.113555ms","start":"2026-03-12T14:48:22.71649Z","end":"2026-03-12T14:48:23.120604Z","steps":["trace[1559313516] 'process raft request' (duration: 403.89306ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:23.120638Z","caller":"traceutil/trace.go:171","msg":"trace[183958186] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"404.882843ms","start":"2026-03-12T14:48:22.715715Z","end":"2026-03-12T14:48:23.120598Z","steps":["trace[183958186] 'process raft request' (duration: 404.362861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:23.120725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.715351Z","time spent":"405.270773ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:23.120631Z","caller":"traceutil/trace.go:171","msg":"trace[5567723] transaction","detail":"{read_only:false; response_revision:7284; number_of_response:1; }","duration":"404.167146ms","start":"2026-03-12T14:48:22.716415Z","end":"2026-03-12T14:48:23.120582Z","steps":["trace[5567723] 'process raft request' (duration: 403.93417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:23.120822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.715703Z","time spent":"405.014776ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:23.120812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.916469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:23.120913Z","caller":"traceutil/trace.go:171","msg":"trace[1892584910] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7285; }","duration":"306.085183ms","start":"2026-03-12T14:48:22.814803Z","end":"2026-03-12T14:48:23.120888Z","steps":["trace[1892584910] 'agreement among raft nodes before linearized reading' (duration: 305.894559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:23.120959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.814778Z","time spent":"306.170855ms","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:48:23.120974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.7164Z","time spent":"404.418672ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:23.121097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.75444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224270"} {"level":"info","ts":"2026-03-12T14:48:23.121138Z","caller":"traceutil/trace.go:171","msg":"trace[1613251516] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7285; }","duration":"404.858053ms","start":"2026-03-12T14:48:22.71627Z","end":"2026-03-12T14:48:23.121128Z","steps":["trace[1613251516] 'agreement among raft nodes before linearized reading' (duration: 404.448383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:23.121172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.716251Z","time spent":"404.911974ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224294,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:48:23.12165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:22.716478Z","time spent":"404.172866ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:23.639931Z","caller":"traceutil/trace.go:171","msg":"trace[545752026] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"129.525242ms","start":"2026-03-12T14:48:23.510374Z","end":"2026-03-12T14:48:23.639899Z","steps":["trace[545752026] 'process raft request' (duration: 129.345228ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:23.868438Z","caller":"traceutil/trace.go:171","msg":"trace[810087334] transaction","detail":"{read_only:false; response_revision:7288; number_of_response:1; }","duration":"143.881031ms","start":"2026-03-12T14:48:23.724517Z","end":"2026-03-12T14:48:23.868398Z","steps":["trace[810087334] 'process raft request' (duration: 101.621379ms)","trace[810087334] 'compare' (duration: 41.996426ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:24.402638Z","caller":"traceutil/trace.go:171","msg":"trace[1872206396] transaction","detail":"{read_only:false; response_revision:7290; number_of_response:1; }","duration":"536.29852ms","start":"2026-03-12T14:48:23.866284Z","end":"2026-03-12T14:48:24.402583Z","steps":["trace[1872206396] 'process raft request' (duration: 521.310908ms)","trace[1872206396] 'compare' (duration: 14.433929ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:24.402752Z","caller":"traceutil/trace.go:171","msg":"trace[1755969807] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"529.904446ms","start":"2026-03-12T14:48:23.872799Z","end":"2026-03-12T14:48:24.402704Z","steps":["trace[1755969807] 'process raft request' (duration: 529.579599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:24.402875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:23.866246Z","time spent":"536.505886ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:24.4029Z","caller":"traceutil/trace.go:171","msg":"trace[943117535] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"513.08026ms","start":"2026-03-12T14:48:23.889773Z","end":"2026-03-12T14:48:24.402853Z","steps":["trace[943117535] 'process raft request' (duration: 512.755502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:24.40294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:23.872783Z","time spent":"530.06654ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:24.403091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:23.889738Z","time spent":"513.240284ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45945,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:24.679926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.365355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:24.680028Z","caller":"traceutil/trace.go:171","msg":"trace[1756233219] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7292; }","duration":"133.538479ms","start":"2026-03-12T14:48:24.546464Z","end":"2026-03-12T14:48:24.680003Z","steps":["trace[1756233219] 'count revisions from in-memory index tree' (duration: 133.262833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:24.680108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.974762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:24.680229Z","caller":"traceutil/trace.go:171","msg":"trace[970993981] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7292; }","duration":"144.139246ms","start":"2026-03-12T14:48:24.536073Z","end":"2026-03-12T14:48:24.680212Z","steps":["trace[970993981] 'count revisions from in-memory index tree' (duration: 143.813258ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:24.864422Z","caller":"traceutil/trace.go:171","msg":"trace[1244441870] linearizableReadLoop","detail":"{readStateIndex:7560; appliedIndex:7559; }","duration":"151.121005ms","start":"2026-03-12T14:48:24.713268Z","end":"2026-03-12T14:48:24.864389Z","steps":["trace[1244441870] 'read index received' (duration: 150.812797ms)","trace[1244441870] 'applied index is now lower than readState.Index' (duration: 306.828µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:24.864524Z","caller":"traceutil/trace.go:171","msg":"trace[924009536] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"152.204911ms","start":"2026-03-12T14:48:24.712281Z","end":"2026-03-12T14:48:24.864486Z","steps":["trace[924009536] 'process raft request' (duration: 151.914344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:24.864707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.410831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7498"} {"level":"info","ts":"2026-03-12T14:48:24.864805Z","caller":"traceutil/trace.go:171","msg":"trace[351242997] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:7293; }","duration":"151.565525ms","start":"2026-03-12T14:48:24.713217Z","end":"2026-03-12T14:48:24.864783Z","steps":["trace[351242997] 'agreement among raft nodes before linearized reading' (duration: 151.296849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:24.864874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.673262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:48:24.864924Z","caller":"traceutil/trace.go:171","msg":"trace[771731821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7293; }","duration":"109.807595ms","start":"2026-03-12T14:48:24.755104Z","end":"2026-03-12T14:48:24.864912Z","steps":["trace[771731821] 'agreement among raft nodes before linearized reading' (duration: 109.58518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:25.079187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.452643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:25.079328Z","caller":"traceutil/trace.go:171","msg":"trace[884258906] transaction","detail":"{read_only:false; response_revision:7294; number_of_response:1; }","duration":"210.475001ms","start":"2026-03-12T14:48:24.868814Z","end":"2026-03-12T14:48:25.079289Z","steps":["trace[884258906] 'process raft request' (duration: 70.837073ms)","trace[884258906] 'compare' (duration: 139.30547ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:25.389913Z","caller":"traceutil/trace.go:171","msg":"trace[738702863] transaction","detail":"{read_only:false; response_revision:7295; number_of_response:1; }","duration":"259.6423ms","start":"2026-03-12T14:48:25.130234Z","end":"2026-03-12T14:48:25.389876Z","steps":["trace[738702863] 'process raft request' (duration: 195.681623ms)","trace[738702863] 'compare' (duration: 63.814923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:25.668459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.24176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:25.668716Z","caller":"traceutil/trace.go:171","msg":"trace[478392398] transaction","detail":"{read_only:false; response_revision:7297; number_of_response:1; }","duration":"538.171486ms","start":"2026-03-12T14:48:25.130519Z","end":"2026-03-12T14:48:25.66869Z","steps":["trace[478392398] 'process raft request' (duration: 538.068273ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:25.668697Z","caller":"traceutil/trace.go:171","msg":"trace[105015222] transaction","detail":"{read_only:false; response_revision:7296; number_of_response:1; }","duration":"538.212637ms","start":"2026-03-12T14:48:25.130448Z","end":"2026-03-12T14:48:25.668661Z","steps":["trace[105015222] 'process raft request' (duration: 395.646189ms)","trace[105015222] 'compare' (duration: 141.988534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:25.668801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:25.130505Z","time spent":"538.260088ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:25.66885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:25.130406Z","time spent":"538.360621ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:25.668882Z","caller":"traceutil/trace.go:171","msg":"trace[800859417] linearizableReadLoop","detail":"{readStateIndex:7565; appliedIndex:7561; }","duration":"536.778572ms","start":"2026-03-12T14:48:25.13208Z","end":"2026-03-12T14:48:25.668859Z","steps":["trace[800859417] 'read index received' (duration: 193.846848ms)","trace[800859417] 'applied index is now lower than readState.Index' (duration: 342.930224ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:25.669036Z","caller":"traceutil/trace.go:171","msg":"trace[343885302] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"538.456703ms","start":"2026-03-12T14:48:25.130568Z","end":"2026-03-12T14:48:25.669024Z","steps":["trace[343885302] 'process raft request' (duration: 538.079884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:25.669146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:25.13055Z","time spent":"538.511034ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:25.669162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.479295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:25.669184Z","caller":"traceutil/trace.go:171","msg":"trace[499188075] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7298; }","duration":"199.550166ms","start":"2026-03-12T14:48:25.469627Z","end":"2026-03-12T14:48:25.669177Z","steps":["trace[499188075] 'agreement among raft nodes before linearized reading' (duration: 199.499315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:25.669603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.51496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224168"} {"level":"info","ts":"2026-03-12T14:48:25.669649Z","caller":"traceutil/trace.go:171","msg":"trace[1169481454] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7298; }","duration":"537.573261ms","start":"2026-03-12T14:48:25.132066Z","end":"2026-03-12T14:48:25.669639Z","steps":["trace[1169481454] 'agreement among raft nodes before linearized reading' (duration: 537.198922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:25.669681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:25.13206Z","time spent":"537.612872ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224192,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:48:26.560257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:27.061138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:27.402985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323778177s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:48:27.40345Z","caller":"traceutil/trace.go:171","msg":"trace[1658103392] transaction","detail":"{read_only:false; response_revision:7299; number_of_response:1; }","duration":"1.459968432s","start":"2026-03-12T14:48:25.943457Z","end":"2026-03-12T14:48:27.403426Z","steps":["trace[1658103392] 'process raft request' (duration: 1.459804497s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:27.403613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:25.943406Z","time spent":"1.460123825s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:28.384356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:48:28.384476Z","caller":"traceutil/trace.go:171","msg":"trace[868794992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385082s","start":"2026-03-12T14:48:26.384056Z","end":"2026-03-12T14:48:28.384441Z","steps":["trace[868794992] 'agreement among raft nodes before linearized reading' (duration: 2.000244049s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:28.384534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:26.383988Z","time spent":"2.000534586s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:48:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:48:28.709711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268425379s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:48:29.17971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.65908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:48:29.180492Z","caller":"traceutil/trace.go:171","msg":"trace[1004017986] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"1.407198165s","start":"2026-03-12T14:48:27.773267Z","end":"2026-03-12T14:48:29.180466Z","steps":["trace[1004017986] 'process raft request' (duration: 1.407145674s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.180742Z","caller":"traceutil/trace.go:171","msg":"trace[6032290] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"2.772676022s","start":"2026-03-12T14:48:26.408044Z","end":"2026-03-12T14:48:29.18072Z","steps":["trace[6032290] 'process raft request' (duration: 2.771780371s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.180804Z","caller":"traceutil/trace.go:171","msg":"trace[251476394] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"1.996858258s","start":"2026-03-12T14:48:27.183916Z","end":"2026-03-12T14:48:29.180774Z","steps":["trace[251476394] 'process raft request' (duration: 1.996379486s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.18093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.183889Z","time spent":"1.99697208s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:29.180934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:26.408015Z","time spent":"2.772774774s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:29.181103Z","caller":"traceutil/trace.go:171","msg":"trace[1167463587] transaction","detail":"{read_only:false; response_revision:7301; number_of_response:1; }","duration":"2.311814704s","start":"2026-03-12T14:48:26.869275Z","end":"2026-03-12T14:48:29.18109Z","steps":["trace[1167463587] 'process raft request' (duration: 2.310958414s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.181187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:26.869245Z","time spent":"2.311893836s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:29.18118Z","caller":"traceutil/trace.go:171","msg":"trace[718201874] linearizableReadLoop","detail":"{readStateIndex:7569; appliedIndex:7565; }","duration":"3.121339774s","start":"2026-03-12T14:48:26.059795Z","end":"2026-03-12T14:48:29.181135Z","steps":["trace[718201874] 'read index received' (duration: 1.343464933s)","trace[718201874] 'applied index is now lower than readState.Index' (duration: 1.777868351s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:29.181399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12160625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:29.181393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.773244Z","time spent":"1.407315668s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:29.181452Z","caller":"traceutil/trace.go:171","msg":"trace[611062672] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7303; }","duration":"3.121717993s","start":"2026-03-12T14:48:26.059719Z","end":"2026-03-12T14:48:29.181437Z","steps":["trace[611062672] 'agreement among raft nodes before linearized reading' (duration: 3.12156969s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.181453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820654033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:29.181492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:26.059688Z","time spent":"3.121793995s","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":52,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:29.181509Z","caller":"traceutil/trace.go:171","msg":"trace[1372941036] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:7303; }","duration":"2.820794366s","start":"2026-03-12T14:48:26.360701Z","end":"2026-03-12T14:48:29.181495Z","steps":["trace[1372941036] 'agreement among raft nodes before linearized reading' (duration: 2.820649442s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.181559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:26.360678Z","time spent":"2.820865897s","remote":"127.0.0.1:55230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:29.181563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055184441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:29.181684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.72872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:29.181704Z","caller":"traceutil/trace.go:171","msg":"trace[720674812] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7303; }","duration":"1.055372625s","start":"2026-03-12T14:48:28.126287Z","end":"2026-03-12T14:48:29.18166Z","steps":["trace[720674812] 'agreement among raft nodes before linearized reading' (duration: 1.055092978s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.181717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.414389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:29.181871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.881793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T14:48:29.181913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507827049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:48:29.18192Z","caller":"traceutil/trace.go:171","msg":"trace[1575333488] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7303; }","duration":"767.949114ms","start":"2026-03-12T14:48:28.413959Z","end":"2026-03-12T14:48:29.181908Z","steps":["trace[1575333488] 'agreement among raft nodes before linearized reading' (duration: 767.80491ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.181959Z","caller":"traceutil/trace.go:171","msg":"trace[738903650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7303; }","duration":"1.507898741s","start":"2026-03-12T14:48:27.674048Z","end":"2026-03-12T14:48:29.181947Z","steps":["trace[738903650] 'agreement among raft nodes before linearized reading' (duration: 1.507765417s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.181969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.413948Z","time spent":"768.013616ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-12T14:48:29.18199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.674031Z","time spent":"1.507952262s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:29.181994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508514285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:48:29.182025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036000507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:48:29.181858Z","caller":"traceutil/trace.go:171","msg":"trace[72968811] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7303; }","duration":"738.695746ms","start":"2026-03-12T14:48:28.443149Z","end":"2026-03-12T14:48:29.181844Z","steps":["trace[72968811] 'agreement among raft nodes before linearized reading' (duration: 738.274726ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.182093Z","caller":"traceutil/trace.go:171","msg":"trace[2122256932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7303; }","duration":"1.03611905s","start":"2026-03-12T14:48:28.145963Z","end":"2026-03-12T14:48:29.182083Z","steps":["trace[2122256932] 'agreement among raft nodes before linearized reading' (duration: 1.035842073s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.181779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.126273Z","time spent":"1.055490198s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:29.18211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030847339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:29.182159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.145934Z","time spent":"1.036215352s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:48:29.182196Z","caller":"traceutil/trace.go:171","msg":"trace[2061872769] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7303; }","duration":"2.030999613s","start":"2026-03-12T14:48:27.151177Z","end":"2026-03-12T14:48:29.182177Z","steps":["trace[2061872769] 'agreement among raft nodes before linearized reading' (duration: 2.030809408s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.182238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504702963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:48:29.182246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.151151Z","time spent":"2.031084895s","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:29.182274Z","caller":"traceutil/trace.go:171","msg":"trace[466864478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7303; }","duration":"1.504774756s","start":"2026-03-12T14:48:27.67749Z","end":"2026-03-12T14:48:29.182265Z","steps":["trace[466864478] 'agreement among raft nodes before linearized reading' (duration: 1.504692593s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.181622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.471346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:29.182277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098950507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:48:29.182307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.677475Z","time spent":"1.504825718s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"info","ts":"2026-03-12T14:48:29.182314Z","caller":"traceutil/trace.go:171","msg":"trace[2050267339] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:0; response_revision:7303; }","duration":"377.207644ms","start":"2026-03-12T14:48:28.805096Z","end":"2026-03-12T14:48:29.182304Z","steps":["trace[2050267339] 'agreement among raft nodes before linearized reading' (duration: 376.471455ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.182319Z","caller":"traceutil/trace.go:171","msg":"trace[522026238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7303; }","duration":"2.09905341s","start":"2026-03-12T14:48:27.083256Z","end":"2026-03-12T14:48:29.182309Z","steps":["trace[522026238] 'agreement among raft nodes before linearized reading' (duration: 2.098798043s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.182349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.805069Z","time spent":"377.271155ms","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-12T14:48:29.182351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.083229Z","time spent":"2.099114711s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:48:29.18243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50823535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T14:48:29.182265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.443129Z","time spent":"738.964262ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:29.182164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11922745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:29.182464Z","caller":"traceutil/trace.go:171","msg":"trace[1579320876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7303; }","duration":"1.508309792s","start":"2026-03-12T14:48:27.674146Z","end":"2026-03-12T14:48:29.182456Z","steps":["trace[1579320876] 'agreement among raft nodes before linearized reading' (duration: 1.50823516s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.18249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.674117Z","time spent":"1.508367423s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:29.182507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.220449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:29.182495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788283243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T14:48:29.18212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080975235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-12T14:48:29.182551Z","caller":"traceutil/trace.go:171","msg":"trace[342208908] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7303; }","duration":"433.29593ms","start":"2026-03-12T14:48:28.749235Z","end":"2026-03-12T14:48:29.182531Z","steps":["trace[342208908] 'agreement among raft nodes before linearized reading' (duration: 433.179598ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.182569Z","caller":"traceutil/trace.go:171","msg":"trace[1272945641] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7303; }","duration":"1.081478407s","start":"2026-03-12T14:48:28.101081Z","end":"2026-03-12T14:48:29.18256Z","steps":["trace[1272945641] 'agreement among raft nodes before linearized reading' (duration: 1.080978834s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.182033Z","caller":"traceutil/trace.go:171","msg":"trace[1847350081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7303; }","duration":"1.508607117s","start":"2026-03-12T14:48:27.673415Z","end":"2026-03-12T14:48:29.182022Z","steps":["trace[1847350081] 'agreement among raft nodes before linearized reading' (duration: 1.508449964s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.181741Z","caller":"traceutil/trace.go:171","msg":"trace[1272541596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7303; }","duration":"796.822632ms","start":"2026-03-12T14:48:28.384901Z","end":"2026-03-12T14:48:29.181724Z","steps":["trace[1272541596] 'agreement among raft nodes before linearized reading' (duration: 796.764581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.182602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.100949Z","time spent":"1.081646122s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-12T14:48:29.182584Z","caller":"traceutil/trace.go:171","msg":"trace[1053838546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7303; }","duration":"1.788420636s","start":"2026-03-12T14:48:27.394143Z","end":"2026-03-12T14:48:29.182563Z","steps":["trace[1053838546] 'agreement among raft nodes before linearized reading' (duration: 1.788191671s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.182571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047218969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:29.182514Z","caller":"traceutil/trace.go:171","msg":"trace[1300880341] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7303; }","duration":"1.11960237s","start":"2026-03-12T14:48:28.062895Z","end":"2026-03-12T14:48:29.182497Z","steps":["trace[1300880341] 'agreement among raft nodes before linearized reading' (duration: 1.11924363s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.182651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.394117Z","time spent":"1.788520089s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:48:29.182674Z","caller":"traceutil/trace.go:171","msg":"trace[1695969472] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7303; }","duration":"1.047377853s","start":"2026-03-12T14:48:28.135275Z","end":"2026-03-12T14:48:29.182652Z","steps":["trace[1695969472] 'agreement among raft nodes before linearized reading' (duration: 1.047175058s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.182707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.062873Z","time spent":"1.119805255s","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:29.182574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.749212Z","time spent":"433.356442ms","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:29.182616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:27.67337Z","time spent":"1.509236483s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:48:29.182728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.135263Z","time spent":"1.047453705s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:29.182617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:28.384858Z","time spent":"797.754825ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:29.535652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.916577ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-12T14:48:29.5358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.183224Z","time spent":"352.568067ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:48:29.535923Z","caller":"traceutil/trace.go:171","msg":"trace[998590843] linearizableReadLoop","detail":"{readStateIndex:7572; appliedIndex:7571; }","duration":"349.36116ms","start":"2026-03-12T14:48:29.186511Z","end":"2026-03-12T14:48:29.535873Z","steps":["trace[998590843] 'read index received' (duration: 144.228129ms)","trace[998590843] 'applied index is now lower than readState.Index' (duration: 205.128961ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:29.536008Z","caller":"traceutil/trace.go:171","msg":"trace[1812407437] transaction","detail":"{read_only:false; response_revision:7305; number_of_response:1; }","duration":"348.245554ms","start":"2026-03-12T14:48:29.187742Z","end":"2026-03-12T14:48:29.535988Z","steps":["trace[1812407437] 'process raft request' (duration: 348.173912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.536109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.18773Z","time spent":"348.314575ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:29.536355Z","caller":"traceutil/trace.go:171","msg":"trace[1287238840] transaction","detail":"{read_only:false; response_revision:7304; number_of_response:1; }","duration":"349.429422ms","start":"2026-03-12T14:48:29.186753Z","end":"2026-03-12T14:48:29.536182Z","steps":["trace[1287238840] 'process raft request' (duration: 349.015772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.536452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.931404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:48:29.536499Z","caller":"traceutil/trace.go:171","msg":"trace[195442333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7306; }","duration":"350.002276ms","start":"2026-03-12T14:48:29.186484Z","end":"2026-03-12T14:48:29.536486Z","steps":["trace[195442333] 'agreement among raft nodes before linearized reading' (duration: 349.592236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.536544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.186466Z","time spent":"350.069817ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:48:29.536552Z","caller":"traceutil/trace.go:171","msg":"trace[665785917] transaction","detail":"{read_only:false; response_revision:7306; number_of_response:1; }","duration":"347.865244ms","start":"2026-03-12T14:48:29.188654Z","end":"2026-03-12T14:48:29.536519Z","steps":["trace[665785917] 'process raft request' (duration: 347.30015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.536558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.186731Z","time spent":"349.720309ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:29.536726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.188645Z","time spent":"347.961096ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:29.537079Z","caller":"traceutil/trace.go:171","msg":"trace[601674812] transaction","detail":"{read_only:false; response_revision:7307; number_of_response:1; }","duration":"348.349026ms","start":"2026-03-12T14:48:29.188711Z","end":"2026-03-12T14:48:29.53706Z","steps":["trace[601674812] 'process raft request' (duration: 347.625448ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:29.537092Z","caller":"traceutil/trace.go:171","msg":"trace[383298404] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"347.72275ms","start":"2026-03-12T14:48:29.18935Z","end":"2026-03-12T14:48:29.537072Z","steps":["trace[383298404] 'process raft request' (duration: 347.642008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.537221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.188706Z","time spent":"348.430367ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:29.537221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.189343Z","time spent":"347.798963ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:29.878272Z","caller":"traceutil/trace.go:171","msg":"trace[1218068642] linearizableReadLoop","detail":"{readStateIndex:7578; appliedIndex:7577; }","duration":"342.220617ms","start":"2026-03-12T14:48:29.536026Z","end":"2026-03-12T14:48:29.878247Z","steps":["trace[1218068642] 'read index received' (duration: 342.166245ms)","trace[1218068642] 'applied index is now lower than readState.Index' (duration: 52.622µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:29.878376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.17961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:29.878454Z","caller":"traceutil/trace.go:171","msg":"trace[1396303753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7309; }","duration":"687.306863ms","start":"2026-03-12T14:48:29.19113Z","end":"2026-03-12T14:48:29.878437Z","steps":["trace[1396303753] 'agreement among raft nodes before linearized reading' (duration: 687.121159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.878491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.19111Z","time spent":"687.375015ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:29.87849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.106056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5e46120-3d97-4f65-a595-511ee6b2bde2\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-12T14:48:29.878535Z","caller":"traceutil/trace.go:171","msg":"trace[1832786045] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5e46120-3d97-4f65-a595-511ee6b2bde2; range_end:; response_count:1; response_revision:7309; }","duration":"691.177857ms","start":"2026-03-12T14:48:29.187343Z","end":"2026-03-12T14:48:29.878521Z","steps":["trace[1832786045] 'agreement among raft nodes before linearized reading' (duration: 691.018603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.878521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.006834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T14:48:29.878588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.187334Z","time spent":"691.241829ms","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-e5e46120-3d97-4f65-a595-511ee6b2bde2\" "} {"level":"info","ts":"2026-03-12T14:48:29.878605Z","caller":"traceutil/trace.go:171","msg":"trace[716772048] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7309; }","duration":"691.107586ms","start":"2026-03-12T14:48:29.187474Z","end":"2026-03-12T14:48:29.878582Z","steps":["trace[716772048] 'agreement among raft nodes before linearized reading' (duration: 690.842499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.878655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.187468Z","time spent":"691.173417ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:48:29.878903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.49877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224168"} {"level":"info","ts":"2026-03-12T14:48:29.87899Z","caller":"traceutil/trace.go:171","msg":"trace[154045172] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7309; }","duration":"690.607213ms","start":"2026-03-12T14:48:29.18837Z","end":"2026-03-12T14:48:29.878977Z","steps":["trace[154045172] 'agreement among raft nodes before linearized reading' (duration: 689.934477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.879059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.18835Z","time spent":"690.695885ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224192,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:48:29.879261Z","caller":"traceutil/trace.go:171","msg":"trace[1471272171] transaction","detail":"{read_only:false; response_revision:7309; number_of_response:1; }","duration":"470.683754ms","start":"2026-03-12T14:48:29.408557Z","end":"2026-03-12T14:48:29.87924Z","steps":["trace[1471272171] 'process raft request' (duration: 469.382913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.879258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.068751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:29.879381Z","caller":"traceutil/trace.go:171","msg":"trace[1716639593] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:7309; }","duration":"684.012703ms","start":"2026-03-12T14:48:29.195311Z","end":"2026-03-12T14:48:29.879324Z","steps":["trace[1716639593] 'agreement among raft nodes before linearized reading' (duration: 683.0268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.879473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.195303Z","time spent":"684.152178ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:48:29.879673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.408522Z","time spent":"471.019693ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:29.950852Z","caller":"traceutil/trace.go:171","msg":"trace[1098709392] transaction","detail":"{read_only:false; response_revision:7310; number_of_response:1; }","duration":"413.566783ms","start":"2026-03-12T14:48:29.537248Z","end":"2026-03-12T14:48:29.950815Z","steps":["trace[1098709392] 'process raft request' (duration: 413.385819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.95104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.152203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:48:29.951108Z","caller":"traceutil/trace.go:171","msg":"trace[1337943106] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7310; }","duration":"413.275066ms","start":"2026-03-12T14:48:29.537817Z","end":"2026-03-12T14:48:29.951092Z","steps":["trace[1337943106] 'agreement among raft nodes before linearized reading' (duration: 412.993109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:29.951154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.537797Z","time spent":"413.344178ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19526,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:48:29.951264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:29.537234Z","time spent":"413.797239ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:30.139166Z","caller":"traceutil/trace.go:171","msg":"trace[78028835] linearizableReadLoop","detail":"{readStateIndex:7581; appliedIndex:7579; }","duration":"188.359205ms","start":"2026-03-12T14:48:29.950784Z","end":"2026-03-12T14:48:30.139143Z","steps":["trace[78028835] 'read index received' (duration: 171.894756ms)","trace[78028835] 'applied index is now lower than readState.Index' (duration: 16.461339ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:30.139251Z","caller":"traceutil/trace.go:171","msg":"trace[361431348] transaction","detail":"{read_only:false; response_revision:7312; number_of_response:1; }","duration":"257.885018ms","start":"2026-03-12T14:48:29.88133Z","end":"2026-03-12T14:48:30.139215Z","steps":["trace[361431348] 'process raft request' (duration: 257.736584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:30.139336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.781474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:30.139374Z","caller":"traceutil/trace.go:171","msg":"trace[1053615211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7312; }","duration":"259.862605ms","start":"2026-03-12T14:48:29.879501Z","end":"2026-03-12T14:48:30.139364Z","steps":["trace[1053615211] 'agreement among raft nodes before linearized reading' (duration: 259.781823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:30.139597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.895746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T14:48:30.139658Z","caller":"traceutil/trace.go:171","msg":"trace[1594742032] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7312; }","duration":"186.011669ms","start":"2026-03-12T14:48:29.953633Z","end":"2026-03-12T14:48:30.139645Z","steps":["trace[1594742032] 'agreement among raft nodes before linearized reading' (duration: 185.802904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:30.139389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.528945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q\" ","response":"range_response_count:1 size:8311"} {"level":"info","ts":"2026-03-12T14:48:30.139452Z","caller":"traceutil/trace.go:171","msg":"trace[1856591771] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"258.241606ms","start":"2026-03-12T14:48:29.881195Z","end":"2026-03-12T14:48:30.139437Z","steps":["trace[1856591771] 'process raft request' (duration: 241.594623ms)","trace[1856591771] 'compare' (duration: 16.126531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:30.139509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.658349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:30.140033Z","caller":"traceutil/trace.go:171","msg":"trace[449522378] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7312; }","duration":"133.204822ms","start":"2026-03-12T14:48:30.00681Z","end":"2026-03-12T14:48:30.140015Z","steps":["trace[449522378] 'agreement among raft nodes before linearized reading' (duration: 132.678459ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:30.139776Z","caller":"traceutil/trace.go:171","msg":"trace[863094256] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q; range_end:; response_count:1; response_revision:7312; }","duration":"249.895394ms","start":"2026-03-12T14:48:29.889844Z","end":"2026-03-12T14:48:30.139739Z","steps":["trace[863094256] 'agreement among raft nodes before linearized reading' (duration: 249.399672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:30.656609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.040771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:30.656719Z","caller":"traceutil/trace.go:171","msg":"trace[1809228158] linearizableReadLoop","detail":"{readStateIndex:7582; appliedIndex:7581; }","duration":"512.900475ms","start":"2026-03-12T14:48:30.143801Z","end":"2026-03-12T14:48:30.656701Z","steps":["trace[1809228158] 'read index received' (duration: 333.686681ms)","trace[1809228158] 'applied index is now lower than readState.Index' (duration: 179.212354ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:30.656825Z","caller":"traceutil/trace.go:171","msg":"trace[604062050] transaction","detail":"{read_only:false; response_revision:7313; number_of_response:1; }","duration":"513.776157ms","start":"2026-03-12T14:48:30.14301Z","end":"2026-03-12T14:48:30.656786Z","steps":["trace[604062050] 'process raft request' (duration: 334.47159ms)","trace[604062050] 'compare' (duration: 178.887467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:30.656943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.12673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T14:48:30.656983Z","caller":"traceutil/trace.go:171","msg":"trace[676089078] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7313; }","duration":"513.207273ms","start":"2026-03-12T14:48:30.143766Z","end":"2026-03-12T14:48:30.656973Z","steps":["trace[676089078] 'agreement among raft nodes before linearized reading' (duration: 513.009118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:30.656985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:30.142997Z","time spent":"513.91429ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:30.657022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:30.143747Z","time spent":"513.265333ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T14:48:31.060605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.983023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:31.060919Z","caller":"traceutil/trace.go:171","msg":"trace[1991324509] linearizableReadLoop","detail":"{readStateIndex:7585; appliedIndex:7582; }","duration":"404.156545ms","start":"2026-03-12T14:48:30.656744Z","end":"2026-03-12T14:48:31.0609Z","steps":["trace[1991324509] 'read index received' (duration: 180.667839ms)","trace[1991324509] 'applied index is now lower than readState.Index' (duration: 223.487656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:31.061002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.012295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:31.060958Z","caller":"traceutil/trace.go:171","msg":"trace[2031470766] transaction","detail":"{read_only:false; response_revision:7314; number_of_response:1; }","duration":"916.945197ms","start":"2026-03-12T14:48:30.143971Z","end":"2026-03-12T14:48:31.060916Z","steps":["trace[2031470766] 'process raft request' (duration: 693.543664ms)","trace[2031470766] 'compare' (duration: 222.670296ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:31.060978Z","caller":"traceutil/trace.go:171","msg":"trace[1461989396] transaction","detail":"{read_only:false; response_revision:7316; number_of_response:1; }","duration":"902.230732ms","start":"2026-03-12T14:48:30.158705Z","end":"2026-03-12T14:48:31.060936Z","steps":["trace[1461989396] 'process raft request' (duration: 902.137219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.061078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.452749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:31.061014Z","caller":"traceutil/trace.go:171","msg":"trace[635066085] transaction","detail":"{read_only:false; response_revision:7315; number_of_response:1; }","duration":"912.699224ms","start":"2026-03-12T14:48:30.148268Z","end":"2026-03-12T14:48:31.060967Z","steps":["trace[635066085] 'process raft request' (duration: 912.458429ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:31.061111Z","caller":"traceutil/trace.go:171","msg":"trace[1840455667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7316; }","duration":"678.522411ms","start":"2026-03-12T14:48:30.382579Z","end":"2026-03-12T14:48:31.061101Z","steps":["trace[1840455667] 'agreement among raft nodes before linearized reading' (duration: 678.47685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.061144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:30.143959Z","time spent":"917.09295ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:31.061154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:30.382555Z","time spent":"678.587603ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:31.061172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:30.158678Z","time spent":"902.405616ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1185,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:31.061223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.001595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-424vc.189c1eba510897db\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-12T14:48:31.061243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:30.148257Z","time spent":"912.873419ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:31.06129Z","caller":"traceutil/trace.go:171","msg":"trace[632044970] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-424vc.189c1eba510897db; range_end:; response_count:1; response_revision:7316; }","duration":"749.124318ms","start":"2026-03-12T14:48:30.312146Z","end":"2026-03-12T14:48:31.06127Z","steps":["trace[632044970] 'agreement among raft nodes before linearized reading' (duration: 748.942183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.061332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:30.312122Z","time spent":"749.20007ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-424vc.189c1eba510897db\" "} {"level":"info","ts":"2026-03-12T14:48:31.061034Z","caller":"traceutil/trace.go:171","msg":"trace[592018749] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7316; }","duration":"916.051476ms","start":"2026-03-12T14:48:30.144973Z","end":"2026-03-12T14:48:31.061024Z","steps":["trace[592018749] 'agreement among raft nodes before linearized reading' (duration: 915.985034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.061469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:30.144952Z","time spent":"916.489927ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:48:31.480884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.203703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:31.481018Z","caller":"traceutil/trace.go:171","msg":"trace[730406926] linearizableReadLoop","detail":"{readStateIndex:7586; appliedIndex:7585; }","duration":"413.781699ms","start":"2026-03-12T14:48:31.067212Z","end":"2026-03-12T14:48:31.480994Z","steps":["trace[730406926] 'read index received' (duration: 201.384051ms)","trace[730406926] 'applied index is now lower than readState.Index' (duration: 212.395898ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:31.481152Z","caller":"traceutil/trace.go:171","msg":"trace[1996880917] transaction","detail":"{read_only:false; response_revision:7317; number_of_response:1; }","duration":"417.1867ms","start":"2026-03-12T14:48:31.063916Z","end":"2026-03-12T14:48:31.481103Z","steps":["trace[1996880917] 'process raft request' (duration: 204.65738ms)","trace[1996880917] 'compare' (duration: 212.076249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:31.481251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.063884Z","time spent":"417.317034ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:31.481569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.319481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:48:31.481665Z","caller":"traceutil/trace.go:171","msg":"trace[1679137303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7317; }","duration":"414.479895ms","start":"2026-03-12T14:48:31.067165Z","end":"2026-03-12T14:48:31.481645Z","steps":["trace[1679137303] 'agreement among raft nodes before linearized reading' (duration: 414.157968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.481712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.067142Z","time spent":"414.560697ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:48:31.758512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.50618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:31.758815Z","caller":"traceutil/trace.go:171","msg":"trace[1200904969] transaction","detail":"{read_only:false; response_revision:7319; number_of_response:1; }","duration":"684.386893ms","start":"2026-03-12T14:48:31.07441Z","end":"2026-03-12T14:48:31.758796Z","steps":["trace[1200904969] 'process raft request' (duration: 684.241869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.758948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.074396Z","time spent":"684.477874ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:31.758803Z","caller":"traceutil/trace.go:171","msg":"trace[1488528634] transaction","detail":"{read_only:false; response_revision:7318; number_of_response:1; }","duration":"689.555778ms","start":"2026-03-12T14:48:31.069207Z","end":"2026-03-12T14:48:31.758763Z","steps":["trace[1488528634] 'process raft request' (duration: 526.711219ms)","trace[1488528634] 'compare' (duration: 162.280095ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:31.759086Z","caller":"traceutil/trace.go:171","msg":"trace[797263187] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7319; }","duration":"682.960118ms","start":"2026-03-12T14:48:31.076108Z","end":"2026-03-12T14:48:31.759068Z","steps":["trace[797263187] 'process raft request' (duration: 682.645991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.75919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.076102Z","time spent":"683.03208ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":1824,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:31.7592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.069183Z","time spent":"689.924407ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:48:31.759252Z","caller":"traceutil/trace.go:171","msg":"trace[121387426] linearizableReadLoop","detail":"{readStateIndex:7591; appliedIndex:7586; }","duration":"278.164428ms","start":"2026-03-12T14:48:31.481054Z","end":"2026-03-12T14:48:31.759219Z","steps":["trace[121387426] 'read index received' (duration: 114.833547ms)","trace[121387426] 'applied index is now lower than readState.Index' (duration: 163.329561ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:31.75941Z","caller":"traceutil/trace.go:171","msg":"trace[611682309] transaction","detail":"{read_only:false; response_revision:7321; number_of_response:1; }","duration":"569.271229ms","start":"2026-03-12T14:48:31.190119Z","end":"2026-03-12T14:48:31.759391Z","steps":["trace[611682309] 'process raft request' (duration: 569.037563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.759514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.190102Z","time spent":"569.36171ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:31.759528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.072396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:31.759579Z","caller":"traceutil/trace.go:171","msg":"trace[1387113614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7321; }","duration":"376.20075ms","start":"2026-03-12T14:48:31.383363Z","end":"2026-03-12T14:48:31.759564Z","steps":["trace[1387113614] 'agreement among raft nodes before linearized reading' (duration: 376.060855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.759641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.383334Z","time spent":"376.293102ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:31.75976Z","caller":"traceutil/trace.go:171","msg":"trace[278313822] transaction","detail":"{read_only:false; response_revision:7320; number_of_response:1; }","duration":"571.358749ms","start":"2026-03-12T14:48:31.188384Z","end":"2026-03-12T14:48:31.759743Z","steps":["trace[278313822] 'process raft request' (duration: 570.61883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.759842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.188353Z","time spent":"571.445911ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:31.759946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.647578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q\" ","response":"range_response_count:1 size:8322"} {"level":"info","ts":"2026-03-12T14:48:31.760011Z","caller":"traceutil/trace.go:171","msg":"trace[1118064619] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q; range_end:; response_count:1; response_revision:7321; }","duration":"691.750381ms","start":"2026-03-12T14:48:31.068242Z","end":"2026-03-12T14:48:31.759992Z","steps":["trace[1118064619] 'agreement among raft nodes before linearized reading' (duration: 691.571767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.760028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.240344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:48:31.760064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.068221Z","time spent":"691.830163ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8346,"request content":"key:\"/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q\" "} {"level":"warn","ts":"2026-03-12T14:48:31.760075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.865147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:48:31.760134Z","caller":"traceutil/trace.go:171","msg":"trace[578279421] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7321; }","duration":"276.946388ms","start":"2026-03-12T14:48:31.483169Z","end":"2026-03-12T14:48:31.760115Z","steps":["trace[578279421] 'agreement among raft nodes before linearized reading' (duration: 276.753353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.76013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.312295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T14:48:31.760143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.270884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:48:31.760066Z","caller":"traceutil/trace.go:171","msg":"trace[327146468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7321; }","duration":"219.287355ms","start":"2026-03-12T14:48:31.540767Z","end":"2026-03-12T14:48:31.760055Z","steps":["trace[327146468] 'agreement among raft nodes before linearized reading' (duration: 219.187392ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:31.760225Z","caller":"traceutil/trace.go:171","msg":"trace[1089405222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7321; }","duration":"219.408667ms","start":"2026-03-12T14:48:31.5408Z","end":"2026-03-12T14:48:31.760209Z","steps":["trace[1089405222] 'agreement among raft nodes before linearized reading' (duration: 219.289824ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:31.760233Z","caller":"traceutil/trace.go:171","msg":"trace[460877701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7321; }","duration":"219.379486ms","start":"2026-03-12T14:48:31.540839Z","end":"2026-03-12T14:48:31.760219Z","steps":["trace[460877701] 'agreement among raft nodes before linearized reading' (duration: 219.242743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.760309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.54664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:48:31.760344Z","caller":"traceutil/trace.go:171","msg":"trace[1733990161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7321; }","duration":"219.590402ms","start":"2026-03-12T14:48:31.540747Z","end":"2026-03-12T14:48:31.760337Z","steps":["trace[1733990161] 'agreement among raft nodes before linearized reading' (duration: 219.534661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:31.760406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.641183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:48:31.760484Z","caller":"traceutil/trace.go:171","msg":"trace[90116671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7321; }","duration":"219.750356ms","start":"2026-03-12T14:48:31.540712Z","end":"2026-03-12T14:48:31.760462Z","steps":["trace[90116671] 'agreement among raft nodes before linearized reading' (duration: 219.612233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.264066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.001511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:32.264246Z","caller":"traceutil/trace.go:171","msg":"trace[879264162] transaction","detail":"{read_only:false; response_revision:7322; number_of_response:1; }","duration":"499.529552ms","start":"2026-03-12T14:48:31.764693Z","end":"2026-03-12T14:48:32.264223Z","steps":["trace[879264162] 'process raft request' (duration: 193.281325ms)","trace[879264162] 'compare' (duration: 305.777385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:32.264326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.764675Z","time spent":"499.613244ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:32.303544Z","caller":"traceutil/trace.go:171","msg":"trace[1816416868] transaction","detail":"{read_only:false; response_revision:7323; number_of_response:1; }","duration":"537.692105ms","start":"2026-03-12T14:48:31.7658Z","end":"2026-03-12T14:48:32.303492Z","steps":["trace[1816416868] 'process raft request' (duration: 537.215924ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:32.303573Z","caller":"traceutil/trace.go:171","msg":"trace[1345409694] transaction","detail":"{read_only:false; response_revision:7324; number_of_response:1; }","duration":"536.413434ms","start":"2026-03-12T14:48:31.767125Z","end":"2026-03-12T14:48:32.303539Z","steps":["trace[1345409694] 'process raft request' (duration: 536.183159ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:32.303599Z","caller":"traceutil/trace.go:171","msg":"trace[1206107982] transaction","detail":"{read_only:false; response_revision:7325; number_of_response:1; }","duration":"536.444945ms","start":"2026-03-12T14:48:31.767123Z","end":"2026-03-12T14:48:32.303568Z","steps":["trace[1206107982] 'process raft request' (duration: 536.366743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.303748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.765765Z","time spent":"537.890969ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:32.303765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.767113Z","time spent":"536.542037ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:32.303898Z","caller":"traceutil/trace.go:171","msg":"trace[2123581004] transaction","detail":"{read_only:false; response_revision:7326; number_of_response:1; }","duration":"536.625099ms","start":"2026-03-12T14:48:31.767256Z","end":"2026-03-12T14:48:32.303881Z","steps":["trace[2123581004] 'process raft request' (duration: 536.274261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.304007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.767095Z","time spent":"536.594009ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:32.30418Z","caller":"traceutil/trace.go:171","msg":"trace[1450594131] transaction","detail":"{read_only:false; response_revision:7327; number_of_response:1; }","duration":"536.884785ms","start":"2026-03-12T14:48:31.767253Z","end":"2026-03-12T14:48:32.304138Z","steps":["trace[1450594131] 'process raft request' (duration: 536.519567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.304267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.767229Z","time spent":"536.995848ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:32.304292Z","caller":"traceutil/trace.go:171","msg":"trace[1153787826] transaction","detail":"{read_only:false; response_revision:7328; number_of_response:1; }","duration":"528.974114ms","start":"2026-03-12T14:48:31.775301Z","end":"2026-03-12T14:48:32.304275Z","steps":["trace[1153787826] 'process raft request' (duration: 528.681097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.304357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.775292Z","time spent":"529.029766ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2322,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:32.304025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.767245Z","time spent":"536.724832ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:32.30469Z","caller":"traceutil/trace.go:171","msg":"trace[2088509369] transaction","detail":"{read_only:false; response_revision:7329; number_of_response:1; }","duration":"420.589022ms","start":"2026-03-12T14:48:31.884075Z","end":"2026-03-12T14:48:32.304664Z","steps":["trace[2088509369] 'process raft request' (duration: 420.132581ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:32.304925Z","caller":"traceutil/trace.go:171","msg":"trace[1036174601] linearizableReadLoop","detail":"{readStateIndex:7597; appliedIndex:7591; }","duration":"534.254682ms","start":"2026-03-12T14:48:31.77065Z","end":"2026-03-12T14:48:32.304905Z","steps":["trace[1036174601] 'read index received' (duration: 187.29037ms)","trace[1036174601] 'applied index is now lower than readState.Index' (duration: 346.963042ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:32.304982Z","caller":"traceutil/trace.go:171","msg":"trace[1273857494] transaction","detail":"{read_only:false; response_revision:7330; number_of_response:1; }","duration":"365.723805ms","start":"2026-03-12T14:48:31.939242Z","end":"2026-03-12T14:48:32.304966Z","steps":["trace[1273857494] 'process raft request' (duration: 365.377757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.305048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.939219Z","time spent":"365.798906ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:32.305092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.884054Z","time spent":"420.89768ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:32.30513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.466057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T14:48:32.30518Z","caller":"traceutil/trace.go:171","msg":"trace[448880667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7330; }","duration":"534.548469ms","start":"2026-03-12T14:48:31.770616Z","end":"2026-03-12T14:48:32.305164Z","steps":["trace[448880667] 'agreement among raft nodes before linearized reading' (duration: 534.351764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.305214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.770605Z","time spent":"534.60214ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T14:48:32.306596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.519967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:48:32.306859Z","caller":"traceutil/trace.go:171","msg":"trace[576391575] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7330; }","duration":"419.65721ms","start":"2026-03-12T14:48:31.887025Z","end":"2026-03-12T14:48:32.306682Z","steps":["trace[576391575] 'agreement among raft nodes before linearized reading' (duration: 418.02994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.306991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:31.887011Z","time spent":"419.895515ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:48:32.688132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.460239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:32.688361Z","caller":"traceutil/trace.go:171","msg":"trace[847409312] linearizableReadLoop","detail":"{readStateIndex:7602; appliedIndex:7601; }","duration":"341.91279ms","start":"2026-03-12T14:48:32.346427Z","end":"2026-03-12T14:48:32.68834Z","steps":["trace[847409312] 'read index received' (duration: 74.167484ms)","trace[847409312] 'applied index is now lower than readState.Index' (duration: 267.743326ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:32.688473Z","caller":"traceutil/trace.go:171","msg":"trace[125908986] transaction","detail":"{read_only:false; response_revision:7332; number_of_response:1; }","duration":"343.455928ms","start":"2026-03-12T14:48:32.345005Z","end":"2026-03-12T14:48:32.688461Z","steps":["trace[125908986] 'process raft request' (duration: 75.583059ms)","trace[125908986] 'compare' (duration: 267.287465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:32.688573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:32.344982Z","time spent":"343.56064ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:32.688992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.535295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T14:48:32.689085Z","caller":"traceutil/trace.go:171","msg":"trace[1440531875] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7332; }","duration":"342.662827ms","start":"2026-03-12T14:48:32.346399Z","end":"2026-03-12T14:48:32.689062Z","steps":["trace[1440531875] 'agreement among raft nodes before linearized reading' (duration: 342.222247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:32.68913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:32.346379Z","time spent":"342.74118ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-12T14:48:33.188891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:33.689354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:34.190385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:34.303924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883351892s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:48:34.382799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:48:34.382898Z","caller":"traceutil/trace.go:171","msg":"trace[1844856248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331281s","start":"2026-03-12T14:48:32.382544Z","end":"2026-03-12T14:48:34.382876Z","steps":["trace[1844856248] 'agreement among raft nodes before linearized reading' (duration: 2.000090525s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:34.382952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:32.382522Z","time spent":"2.000412982s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:35.639022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33465674s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:35.63924Z","caller":"traceutil/trace.go:171","msg":"trace[766175750] transaction","detail":"{read_only:false; response_revision:7333; number_of_response:1; }","duration":"3.28448848s","start":"2026-03-12T14:48:32.354693Z","end":"2026-03-12T14:48:35.639181Z","steps":["trace[766175750] 'process raft request' (duration: 1.949574204s)","trace[766175750] 'compare' (duration: 1.3334067s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:35.639398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:32.354667Z","time spent":"3.284625623s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:35.639535Z","caller":"traceutil/trace.go:171","msg":"trace[1228635890] transaction","detail":"{read_only:false; response_revision:7334; number_of_response:1; }","duration":"2.642705339s","start":"2026-03-12T14:48:32.996806Z","end":"2026-03-12T14:48:35.639511Z","steps":["trace[1228635890] 'process raft request' (duration: 2.642325609s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:35.639623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:32.996779Z","time spent":"2.642805761s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:35.639664Z","caller":"traceutil/trace.go:171","msg":"trace[120971217] transaction","detail":"{read_only:false; response_revision:7335; number_of_response:1; }","duration":"1.874297263s","start":"2026-03-12T14:48:33.765325Z","end":"2026-03-12T14:48:35.639623Z","steps":["trace[120971217] 'process raft request' (duration: 1.873908672s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:35.639869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:33.765263Z","time spent":"1.874496629s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:35.640053Z","caller":"traceutil/trace.go:171","msg":"trace[956266658] linearizableReadLoop","detail":"{readStateIndex:7606; appliedIndex:7602; }","duration":"2.95161598s","start":"2026-03-12T14:48:32.68842Z","end":"2026-03-12T14:48:35.640036Z","steps":["trace[956266658] 'read index received' (duration: 1.61578015s)","trace[956266658] 'applied index is now lower than readState.Index' (duration: 1.33583496s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:35.640212Z","caller":"traceutil/trace.go:171","msg":"trace[1942091310] transaction","detail":"{read_only:false; response_revision:7336; number_of_response:1; }","duration":"1.873687798s","start":"2026-03-12T14:48:33.766501Z","end":"2026-03-12T14:48:35.640189Z","steps":["trace[1942091310] 'process raft request' (duration: 1.872775335s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:35.641789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121304973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-12T14:48:35.642022Z","caller":"traceutil/trace.go:171","msg":"trace[1690026665] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7336; }","duration":"3.12157372s","start":"2026-03-12T14:48:32.520435Z","end":"2026-03-12T14:48:35.642009Z","steps":["trace[1690026665] 'agreement among raft nodes before linearized reading' (duration: 3.11989979s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:35.642059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:32.520414Z","time spent":"3.121635522s","remote":"127.0.0.1:49146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211013,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-12T14:48:35.641977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:33.766472Z","time spent":"1.875464511s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:35.962506Z","caller":"traceutil/trace.go:171","msg":"trace[2019815962] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"1.652085368s","start":"2026-03-12T14:48:34.310385Z","end":"2026-03-12T14:48:35.962471Z","steps":["trace[2019815962] 'process raft request' (duration: 1.59348476s)","trace[2019815962] 'compare' (duration: 58.174528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:35.962678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.310368Z","time spent":"1.652216282s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:36.117928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.728766ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:48:36.118149Z","caller":"traceutil/trace.go:171","msg":"trace[1614642636] linearizableReadLoop","detail":"{readStateIndex:7608; appliedIndex:7606; }","duration":"476.254779ms","start":"2026-03-12T14:48:35.641873Z","end":"2026-03-12T14:48:36.118128Z","steps":["trace[1614642636] 'read index received' (duration: 261.990687ms)","trace[1614642636] 'applied index is now lower than readState.Index' (duration: 214.263142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.118328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726372584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T14:48:36.118415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766928435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:48:36.118424Z","caller":"traceutil/trace.go:171","msg":"trace[700573233] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7337; }","duration":"1.726522878s","start":"2026-03-12T14:48:34.391878Z","end":"2026-03-12T14:48:36.118401Z","steps":["trace[700573233] 'agreement among raft nodes before linearized reading' (duration: 1.726267462s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:36.118458Z","caller":"traceutil/trace.go:171","msg":"trace[768871954] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7337; }","duration":"1.767026167s","start":"2026-03-12T14:48:34.351421Z","end":"2026-03-12T14:48:36.118447Z","steps":["trace[768871954] 'agreement among raft nodes before linearized reading' (duration: 1.766870473s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:36.11847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.391849Z","time spent":"1.72661161s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:48:36.118496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.351401Z","time spent":"1.76708604s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"info","ts":"2026-03-12T14:48:36.118924Z","caller":"traceutil/trace.go:171","msg":"trace[1622450538] transaction","detail":"{read_only:false; response_revision:7338; number_of_response:1; }","duration":"463.605843ms","start":"2026-03-12T14:48:35.655307Z","end":"2026-03-12T14:48:36.118913Z","steps":["trace[1622450538] 'process raft request' (duration: 462.730371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:36.119014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:35.655288Z","time spent":"463.673985ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3212,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:36.387385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.992081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:36.387434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077739593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:48:36.387474Z","caller":"traceutil/trace.go:171","msg":"trace[20068591] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7338; }","duration":"495.116575ms","start":"2026-03-12T14:48:35.892329Z","end":"2026-03-12T14:48:36.387445Z","steps":["trace[20068591] 'agreement among raft nodes before linearized reading' (duration: 226.59186ms)","trace[20068591] 'count revisions from in-memory index tree' (duration: 268.403271ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:36.387493Z","caller":"traceutil/trace.go:171","msg":"trace[382572117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7338; }","duration":"2.077813286s","start":"2026-03-12T14:48:34.309658Z","end":"2026-03-12T14:48:36.387471Z","steps":["trace[382572117] 'agreement among raft nodes before linearized reading' (duration: 1.809032175s)","trace[382572117] 'range keys from in-memory index tree' (duration: 268.612856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.387527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:35.892308Z","time spent":"495.205258ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:36.387568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.309649Z","time spent":"2.077900718s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:36.387643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078341468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:48:36.387484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921157467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:36.387701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.029994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-12T14:48:36.387753Z","caller":"traceutil/trace.go:171","msg":"trace[166857368] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7338; }","duration":"710.110876ms","start":"2026-03-12T14:48:35.677626Z","end":"2026-03-12T14:48:36.387737Z","steps":["trace[166857368] 'agreement among raft nodes before linearized reading' (duration: 441.259703ms)","trace[166857368] 'range keys from in-memory index tree' (duration: 268.70445ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:36.387752Z","caller":"traceutil/trace.go:171","msg":"trace[1196835294] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7338; }","duration":"1.921445814s","start":"2026-03-12T14:48:34.466277Z","end":"2026-03-12T14:48:36.387722Z","steps":["trace[1196835294] 'agreement among raft nodes before linearized reading' (duration: 1.652397266s)","trace[1196835294] 'count revisions from in-memory index tree' (duration: 268.72274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.387804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:35.677609Z","time spent":"710.185397ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-12T14:48:36.387811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.46621Z","time spent":"1.921586427s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:36.387841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.822831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T14:48:36.387887Z","caller":"traceutil/trace.go:171","msg":"trace[1930821064] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7338; }","duration":"705.888153ms","start":"2026-03-12T14:48:35.681982Z","end":"2026-03-12T14:48:36.38787Z","steps":["trace[1930821064] 'agreement among raft nodes before linearized reading' (duration: 436.954478ms)","trace[1930821064] 'range keys from in-memory index tree' (duration: 268.838193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.387927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:35.681901Z","time spent":"706.018306ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T14:48:36.387969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994129671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:36.388025Z","caller":"traceutil/trace.go:171","msg":"trace[1558263982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7338; }","duration":"1.994221264s","start":"2026-03-12T14:48:34.393787Z","end":"2026-03-12T14:48:36.388008Z","steps":["trace[1558263982] 'agreement among raft nodes before linearized reading' (duration: 1.724901019s)","trace[1558263982] 'range keys from in-memory index tree' (duration: 269.262882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.38737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136360987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:36.38775Z","caller":"traceutil/trace.go:171","msg":"trace[1557909144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7338; }","duration":"2.07843668s","start":"2026-03-12T14:48:34.309261Z","end":"2026-03-12T14:48:36.387698Z","steps":["trace[1557909144] 'agreement among raft nodes before linearized reading' (duration: 1.809436584s)","trace[1557909144] 'range keys from in-memory index tree' (duration: 268.72853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.387916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078212055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:48:36.388141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.75403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-12T14:48:36.388229Z","caller":"traceutil/trace.go:171","msg":"trace[1647404459] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7338; }","duration":"270.880412ms","start":"2026-03-12T14:48:36.117335Z","end":"2026-03-12T14:48:36.388215Z","steps":["trace[1647404459] 'range keys from in-memory index tree' (duration: 269.16489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:36.388211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.309211Z","time spent":"2.078985023s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:48:36.388192Z","caller":"traceutil/trace.go:171","msg":"trace[2135486936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7338; }","duration":"2.078560574s","start":"2026-03-12T14:48:34.309621Z","end":"2026-03-12T14:48:36.388148Z","steps":["trace[2135486936] 'agreement among raft nodes before linearized reading' (duration: 1.809057455s)","trace[2135486936] 'range keys from in-memory index tree' (duration: 269.13151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.388329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.309612Z","time spent":"2.078705127s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:48:36.388075Z","caller":"traceutil/trace.go:171","msg":"trace[1715337865] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7338; }","duration":"3.137146287s","start":"2026-03-12T14:48:33.250913Z","end":"2026-03-12T14:48:36.388059Z","steps":["trace[1715337865] 'agreement among raft nodes before linearized reading' (duration: 2.867822713s)","trace[1715337865] 'count revisions from in-memory index tree' (duration: 268.552284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.388383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332890178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-12T14:48:36.388405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:33.250886Z","time spent":"3.137508426s","remote":"127.0.0.1:39094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:36.388074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.393764Z","time spent":"1.994298505s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:36.388417Z","caller":"traceutil/trace.go:171","msg":"trace[1318269931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7338; }","duration":"1.332963s","start":"2026-03-12T14:48:35.055442Z","end":"2026-03-12T14:48:36.388405Z","steps":["trace[1318269931] 'agreement among raft nodes before linearized reading' (duration: 1.062939208s)","trace[1318269931] 'range keys from in-memory index tree' (duration: 269.93155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.388448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:35.055417Z","time spent":"1.333024482s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-12T14:48:36.388483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725602093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:36.388558Z","caller":"traceutil/trace.go:171","msg":"trace[813975224] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7338; }","duration":"2.725723636s","start":"2026-03-12T14:48:33.662813Z","end":"2026-03-12T14:48:36.388537Z","steps":["trace[813975224] 'agreement among raft nodes before linearized reading' (duration: 2.45590813s)","trace[813975224] 'count revisions from in-memory index tree' (duration: 269.720894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.388612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105328168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:36.388352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.676217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q\" ","response":"range_response_count:1 size:8322"} {"level":"warn","ts":"2026-03-12T14:48:36.388629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080154822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:48:36.388711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118730785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:48:36.388741Z","caller":"traceutil/trace.go:171","msg":"trace[1365501317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7338; }","duration":"2.080332476s","start":"2026-03-12T14:48:34.308384Z","end":"2026-03-12T14:48:36.388716Z","steps":["trace[1365501317] 'agreement among raft nodes before linearized reading' (duration: 1.810321256s)","trace[1365501317] 'range keys from in-memory index tree' (duration: 269.710783ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:36.388696Z","caller":"traceutil/trace.go:171","msg":"trace[1345208837] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7338; }","duration":"3.105477761s","start":"2026-03-12T14:48:33.283198Z","end":"2026-03-12T14:48:36.388675Z","steps":["trace[1345208837] 'agreement among raft nodes before linearized reading' (duration: 2.835530982s)","trace[1345208837] 'count revisions from in-memory index tree' (duration: 269.819826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.388794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.30836Z","time spent":"2.080424009s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:48:36.388788Z","caller":"traceutil/trace.go:171","msg":"trace[789446260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7338; }","duration":"2.118831326s","start":"2026-03-12T14:48:34.269926Z","end":"2026-03-12T14:48:36.388757Z","steps":["trace[789446260] 'agreement among raft nodes before linearized reading' (duration: 1.848787425s)","trace[789446260] 'range keys from in-memory index tree' (duration: 269.902158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.388617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:33.662776Z","time spent":"2.725823599s","remote":"127.0.0.1:43242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:36.388828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:33.283176Z","time spent":"3.105637825s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:36.388852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:34.269903Z","time spent":"2.118934869s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T14:48:36.389007Z","caller":"traceutil/trace.go:171","msg":"trace[112244030] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q; range_end:; response_count:1; response_revision:7338; }","duration":"610.184949ms","start":"2026-03-12T14:48:35.778585Z","end":"2026-03-12T14:48:36.38877Z","steps":["trace[112244030] 'agreement among raft nodes before linearized reading' (duration: 340.343342ms)","trace[112244030] 'range keys from in-memory index tree' (duration: 269.019637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.389068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:35.778562Z","time spent":"610.491545ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8346,"request content":"key:\"/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q\" "} {"level":"warn","ts":"2026-03-12T14:48:36.389435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.617544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:36.389524Z","caller":"traceutil/trace.go:171","msg":"trace[958322647] linearizableReadLoop","detail":"{readStateIndex:7610; appliedIndex:7609; }","duration":"266.210149ms","start":"2026-03-12T14:48:36.123299Z","end":"2026-03-12T14:48:36.389509Z","steps":["trace[958322647] 'read index received' (duration: 86.244887ms)","trace[958322647] 'applied index is now lower than readState.Index' (duration: 179.963462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.389315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.694407385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-12T14:48:36.390062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.752032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224179"} {"level":"info","ts":"2026-03-12T14:48:36.390125Z","caller":"traceutil/trace.go:171","msg":"trace[1926810305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7339; }","duration":"266.852694ms","start":"2026-03-12T14:48:36.123258Z","end":"2026-03-12T14:48:36.39011Z","steps":["trace[1926810305] 'agreement among raft nodes before linearized reading' (duration: 266.297971ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:36.390248Z","caller":"traceutil/trace.go:171","msg":"trace[867970463] transaction","detail":"{read_only:false; response_revision:7339; number_of_response:1; }","duration":"269.523119ms","start":"2026-03-12T14:48:36.120714Z","end":"2026-03-12T14:48:36.390237Z","steps":["trace[867970463] 'process raft request' (duration: 88.718156ms)","trace[867970463] 'compare' (duration: 178.875967ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:36.390302Z","caller":"traceutil/trace.go:171","msg":"trace[775953937] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7338; }","duration":"3.695820658s","start":"2026-03-12T14:48:32.694156Z","end":"2026-03-12T14:48:36.389976Z","steps":["trace[775953937] 'agreement among raft nodes before linearized reading' (duration: 3.424586739s)","trace[775953937] 'range keys from in-memory index tree' (duration: 269.467677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:36.390495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:32.694135Z","time spent":"3.696214589s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-12T14:48:37.180833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.148631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:37.181176Z","caller":"traceutil/trace.go:171","msg":"trace[1070017462] transaction","detail":"{read_only:false; response_revision:7340; number_of_response:1; }","duration":"1.057439767s","start":"2026-03-12T14:48:36.123673Z","end":"2026-03-12T14:48:37.181113Z","steps":["trace[1070017462] 'process raft request' (duration: 605.912206ms)","trace[1070017462] 'compare' (duration: 450.695361ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:37.181229Z","caller":"traceutil/trace.go:171","msg":"trace[173247478] linearizableReadLoop","detail":"{readStateIndex:7617; appliedIndex:7610; }","duration":"790.999401ms","start":"2026-03-12T14:48:36.39021Z","end":"2026-03-12T14:48:37.18121Z","steps":["trace[173247478] 'read index received' (duration: 339.438389ms)","trace[173247478] 'applied index is now lower than readState.Index' (duration: 451.559912ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:37.181281Z","caller":"traceutil/trace.go:171","msg":"trace[1435858659] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"1.055291814s","start":"2026-03-12T14:48:36.125947Z","end":"2026-03-12T14:48:37.181238Z","steps":["trace[1435858659] 'process raft request' (duration: 1.05513354s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.181321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.12366Z","time spent":"1.05759785s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:37.181349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.128334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:37.181341Z","caller":"traceutil/trace.go:171","msg":"trace[1323407767] transaction","detail":"{read_only:false; response_revision:7346; number_of_response:1; }","duration":"1.048002387s","start":"2026-03-12T14:48:36.133287Z","end":"2026-03-12T14:48:37.181289Z","steps":["trace[1323407767] 'process raft request' (duration: 1.047858773s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.181389Z","caller":"traceutil/trace.go:171","msg":"trace[477486750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7346; }","duration":"791.187567ms","start":"2026-03-12T14:48:36.390191Z","end":"2026-03-12T14:48:37.181378Z","steps":["trace[477486750] 'agreement among raft nodes before linearized reading' (duration: 791.095125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.181432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.390176Z","time spent":"791.247018ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:37.181506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.133264Z","time spent":"1.048157461s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:37.181662Z","caller":"traceutil/trace.go:171","msg":"trace[1048381309] transaction","detail":"{read_only:false; response_revision:7342; number_of_response:1; }","duration":"1.056357989s","start":"2026-03-12T14:48:36.125287Z","end":"2026-03-12T14:48:37.181645Z","steps":["trace[1048381309] 'process raft request' (duration: 1.055723664s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.181727Z","caller":"traceutil/trace.go:171","msg":"trace[860603396] transaction","detail":"{read_only:false; response_revision:7345; number_of_response:1; }","duration":"1.055615282s","start":"2026-03-12T14:48:36.126094Z","end":"2026-03-12T14:48:37.18171Z","steps":["trace[860603396] 'process raft request' (duration: 1.055015168s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.181733Z","caller":"traceutil/trace.go:171","msg":"trace[91648120] transaction","detail":"{read_only:false; response_revision:7343; number_of_response:1; }","duration":"1.055837217s","start":"2026-03-12T14:48:36.125878Z","end":"2026-03-12T14:48:37.181715Z","steps":["trace[91648120] 'process raft request' (duration: 1.055177841s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.18174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.125278Z","time spent":"1.056425841s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:48:37.181743Z","caller":"traceutil/trace.go:171","msg":"trace[747276188] transaction","detail":"{read_only:false; response_revision:7341; number_of_response:1; }","duration":"1.056647866s","start":"2026-03-12T14:48:36.125076Z","end":"2026-03-12T14:48:37.181724Z","steps":["trace[747276188] 'process raft request' (duration: 1.055851037s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.181776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.126086Z","time spent":"1.055669343s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:37.181789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.125867Z","time spent":"1.055894858s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:37.181799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.125065Z","time spent":"1.056708567s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:37.182164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.125939Z","time spent":"1.055404637s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":825,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:48:37.566948Z","caller":"traceutil/trace.go:171","msg":"trace[1899792946] transaction","detail":"{read_only:false; response_revision:7349; number_of_response:1; }","duration":"1.173712532s","start":"2026-03-12T14:48:36.393193Z","end":"2026-03-12T14:48:37.566905Z","steps":["trace[1899792946] 'process raft request' (duration: 1.173509436s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.567019Z","caller":"traceutil/trace.go:171","msg":"trace[1504688347] linearizableReadLoop","detail":"{readStateIndex:7627; appliedIndex:7617; }","duration":"385.739944ms","start":"2026-03-12T14:48:37.181259Z","end":"2026-03-12T14:48:37.566999Z","steps":["trace[1504688347] 'read index received' (duration: 315.497681ms)","trace[1504688347] 'applied index is now lower than readState.Index' (duration: 70.241303ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:37.567035Z","caller":"traceutil/trace.go:171","msg":"trace[386884556] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"1.173698472s","start":"2026-03-12T14:48:36.393327Z","end":"2026-03-12T14:48:37.567025Z","steps":["trace[386884556] 'process raft request' (duration: 1.173408674s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.567198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.393296Z","time spent":"1.173794814s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:37.567214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151012913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T14:48:37.567232Z","caller":"traceutil/trace.go:171","msg":"trace[2142903547] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"1.168441484s","start":"2026-03-12T14:48:36.398766Z","end":"2026-03-12T14:48:37.567207Z","steps":["trace[2142903547] 'process raft request' (duration: 1.168150997s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.567249Z","caller":"traceutil/trace.go:171","msg":"trace[30712117] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7356; }","duration":"1.151108055s","start":"2026-03-12T14:48:36.416131Z","end":"2026-03-12T14:48:37.567239Z","steps":["trace[30712117] 'agreement among raft nodes before linearized reading' (duration: 1.150961051s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.56729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.416119Z","time spent":"1.151160907s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-12T14:48:37.567208Z","caller":"traceutil/trace.go:171","msg":"trace[507423018] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"877.58769ms","start":"2026-03-12T14:48:36.689537Z","end":"2026-03-12T14:48:37.567124Z","steps":["trace[507423018] 'process raft request' (duration: 877.422216ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.567309Z","caller":"traceutil/trace.go:171","msg":"trace[588109936] transaction","detail":"{read_only:false; response_revision:7347; number_of_response:1; }","duration":"1.174227485s","start":"2026-03-12T14:48:36.393055Z","end":"2026-03-12T14:48:37.567282Z","steps":["trace[588109936] 'process raft request' (duration: 1.103617732s)","trace[588109936] 'compare' (duration: 69.611898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:37.567323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.398752Z","time spent":"1.168524307s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:37.567336Z","caller":"traceutil/trace.go:171","msg":"trace[1800878612] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"1.173278122s","start":"2026-03-12T14:48:36.394038Z","end":"2026-03-12T14:48:37.567317Z","steps":["trace[1800878612] 'process raft request' (duration: 1.17279387s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.567407Z","caller":"traceutil/trace.go:171","msg":"trace[126285680] transaction","detail":"{read_only:false; response_revision:7354; number_of_response:1; }","duration":"1.17274251s","start":"2026-03-12T14:48:36.394652Z","end":"2026-03-12T14:48:37.567394Z","steps":["trace[126285680] 'process raft request' (duration: 1.172227967s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.567406Z","caller":"traceutil/trace.go:171","msg":"trace[1940376461] transaction","detail":"{read_only:false; response_revision:7348; number_of_response:1; }","duration":"1.174272096s","start":"2026-03-12T14:48:36.393075Z","end":"2026-03-12T14:48:37.567347Z","steps":["trace[1940376461] 'process raft request' (duration: 1.173535877s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.567469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.393031Z","time spent":"1.174324027s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:37.567497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.394027Z","time spent":"1.173383014s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:37.567513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.394643Z","time spent":"1.172812411s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:37.567591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173332753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T14:48:37.567297Z","caller":"traceutil/trace.go:171","msg":"trace[1448913006] transaction","detail":"{read_only:false; response_revision:7352; number_of_response:1; }","duration":"1.173755054s","start":"2026-03-12T14:48:36.393506Z","end":"2026-03-12T14:48:37.567261Z","steps":["trace[1448913006] 'process raft request' (duration: 1.173292072s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.567695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.393445Z","time spent":"1.174213364s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:37.567661Z","caller":"traceutil/trace.go:171","msg":"trace[1801701205] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7356; }","duration":"1.173524638s","start":"2026-03-12T14:48:36.394121Z","end":"2026-03-12T14:48:37.567645Z","steps":["trace[1801701205] 'agreement among raft nodes before linearized reading' (duration: 1.173009545s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:37.566958Z","caller":"traceutil/trace.go:171","msg":"trace[164582541] transaction","detail":"{read_only:false; response_revision:7351; number_of_response:1; }","duration":"1.173415135s","start":"2026-03-12T14:48:36.393504Z","end":"2026-03-12T14:48:37.566919Z","steps":["trace[164582541] 'process raft request' (duration: 1.173265961s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.56786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.394101Z","time spent":"1.173645911s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T14:48:37.567871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.689504Z","time spent":"878.299958ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:37.567251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.393179Z","time spent":"1.173880967s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:37.56761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.393056Z","time spent":"1.17444965s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:37.567909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.393465Z","time spent":"1.174319117s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:37.568184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176305406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5db5f802-9d7e-4a11-b223-2a468ee25eeb\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-12T14:48:37.568541Z","caller":"traceutil/trace.go:171","msg":"trace[783548138] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5db5f802-9d7e-4a11-b223-2a468ee25eeb; range_end:; response_count:1; response_revision:7356; }","duration":"1.176691515s","start":"2026-03-12T14:48:36.391831Z","end":"2026-03-12T14:48:37.568523Z","steps":["trace[783548138] 'agreement among raft nodes before linearized reading' (duration: 1.175370023s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:37.568592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:36.391752Z","time spent":"1.176824688s","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-5db5f802-9d7e-4a11-b223-2a468ee25eeb\" "} {"level":"warn","ts":"2026-03-12T14:48:38.067775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372390,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:48:38.298364Z","caller":"traceutil/trace.go:171","msg":"trace[1502380620] transaction","detail":"{read_only:false; response_revision:7359; number_of_response:1; }","duration":"1.098860908s","start":"2026-03-12T14:48:37.199474Z","end":"2026-03-12T14:48:38.298335Z","steps":["trace[1502380620] 'process raft request' (duration: 1.098786817s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:38.298478Z","caller":"traceutil/trace.go:171","msg":"trace[962913081] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"1.111650647s","start":"2026-03-12T14:48:37.186783Z","end":"2026-03-12T14:48:38.298434Z","steps":["trace[962913081] 'process raft request' (duration: 1.111256437s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.298557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.199463Z","time spent":"1.098991871s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6302,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:38.298542Z","caller":"traceutil/trace.go:171","msg":"trace[1123807474] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"1.109079954s","start":"2026-03-12T14:48:37.189418Z","end":"2026-03-12T14:48:38.298498Z","steps":["trace[1123807474] 'process raft request' (duration: 1.108801068s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.29863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.186762Z","time spent":"1.111800691s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:38.298715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.1894Z","time spent":"1.109235529s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:48:38.363276Z","caller":"traceutil/trace.go:171","msg":"trace[1127859027] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"716.436903ms","start":"2026-03-12T14:48:37.646807Z","end":"2026-03-12T14:48:38.363244Z","steps":["trace[1127859027] 'process raft request' (duration: 716.28173ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:38.363324Z","caller":"traceutil/trace.go:171","msg":"trace[1289028313] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"394.584579ms","start":"2026-03-12T14:48:37.968716Z","end":"2026-03-12T14:48:38.3633Z","steps":["trace[1289028313] 'process raft request' (duration: 394.487916ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:38.363368Z","caller":"traceutil/trace.go:171","msg":"trace[477809636] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"709.062914ms","start":"2026-03-12T14:48:37.654268Z","end":"2026-03-12T14:48:38.363331Z","steps":["trace[477809636] 'process raft request' (duration: 708.89402ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:38.363257Z","caller":"traceutil/trace.go:171","msg":"trace[2045536984] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"790.735494ms","start":"2026-03-12T14:48:37.572467Z","end":"2026-03-12T14:48:38.363202Z","steps":["trace[2045536984] 'process raft request' (duration: 790.444767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.363455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.646767Z","time spent":"716.593577ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:38.36361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.654242Z","time spent":"709.212217ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:38.363663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.968679Z","time spent":"394.690921ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:38.363669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.572435Z","time spent":"791.083123ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:38.363992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.771261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:38.364059Z","caller":"traceutil/trace.go:171","msg":"trace[1827820130] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7363; }","duration":"902.862463ms","start":"2026-03-12T14:48:37.461169Z","end":"2026-03-12T14:48:38.364032Z","steps":["trace[1827820130] 'agreement among raft nodes before linearized reading' (duration: 902.773971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.364103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.461146Z","time spent":"902.946836ms","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:38.364214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174633994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:38.364278Z","caller":"traceutil/trace.go:171","msg":"trace[1365953341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7363; }","duration":"1.174725966s","start":"2026-03-12T14:48:37.18954Z","end":"2026-03-12T14:48:38.364266Z","steps":["trace[1365953341] 'agreement among raft nodes before linearized reading' (duration: 1.174632774s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.364269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051821453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T14:48:38.36431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.189525Z","time spent":"1.174778248s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:38.364345Z","caller":"traceutil/trace.go:171","msg":"trace[1767221184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7363; }","duration":"1.051927756s","start":"2026-03-12T14:48:37.312384Z","end":"2026-03-12T14:48:38.364312Z","steps":["trace[1767221184] 'agreement among raft nodes before linearized reading' (duration: 1.051583098s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.364521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.3123Z","time spent":"1.052202642s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:48:38.363932Z","caller":"traceutil/trace.go:171","msg":"trace[491724925] linearizableReadLoop","detail":"{readStateIndex:7634; appliedIndex:7627; }","duration":"796.834822ms","start":"2026-03-12T14:48:37.567069Z","end":"2026-03-12T14:48:38.363904Z","steps":["trace[491724925] 'read index received' (duration: 731.007606ms)","trace[491724925] 'applied index is now lower than readState.Index' (duration: 65.824036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:38.365092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.598486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T14:48:38.365151Z","caller":"traceutil/trace.go:171","msg":"trace[1708845077] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7363; }","duration":"789.674358ms","start":"2026-03-12T14:48:37.575461Z","end":"2026-03-12T14:48:38.365136Z","steps":["trace[1708845077] 'agreement among raft nodes before linearized reading' (duration: 789.520614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.365183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.575452Z","time spent":"789.72333ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T14:48:38.365193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.30481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T14:48:38.365243Z","caller":"traceutil/trace.go:171","msg":"trace[1064488319] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7363; }","duration":"791.349931ms","start":"2026-03-12T14:48:37.573873Z","end":"2026-03-12T14:48:38.365223Z","steps":["trace[1064488319] 'agreement among raft nodes before linearized reading' (duration: 791.196336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.365324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.573859Z","time spent":"791.441932ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-12T14:48:38.365658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.731239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q\" ","response":"range_response_count:1 size:8469"} {"level":"info","ts":"2026-03-12T14:48:38.365723Z","caller":"traceutil/trace.go:171","msg":"trace[2047167121] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q; range_end:; response_count:1; response_revision:7363; }","duration":"793.82998ms","start":"2026-03-12T14:48:37.571876Z","end":"2026-03-12T14:48:38.365706Z","steps":["trace[2047167121] 'agreement among raft nodes before linearized reading' (duration: 793.053451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.36572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.097639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T14:48:38.36616Z","caller":"traceutil/trace.go:171","msg":"trace[471827624] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7363; }","duration":"790.92222ms","start":"2026-03-12T14:48:37.575032Z","end":"2026-03-12T14:48:38.365954Z","steps":["trace[471827624] 'agreement among raft nodes before linearized reading' (duration: 789.973716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:38.365768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.571858Z","time spent":"793.897582ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8493,"request content":"key:\"/registry/pods/openstack/barbican-api-6fd5f97b8c-4lz5q\" "} {"level":"warn","ts":"2026-03-12T14:48:38.366458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:37.575014Z","time spent":"791.322339ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-12T14:48:38.6391Z","caller":"traceutil/trace.go:171","msg":"trace[393998563] linearizableReadLoop","detail":"{readStateIndex:7635; appliedIndex:7634; }","duration":"269.69332ms","start":"2026-03-12T14:48:38.369364Z","end":"2026-03-12T14:48:38.639058Z","steps":["trace[393998563] 'read index received' (duration: 211.679444ms)","trace[393998563] 'applied index is now lower than readState.Index' (duration: 58.012596ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:38.639195Z","caller":"traceutil/trace.go:171","msg":"trace[1611465524] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"270.067668ms","start":"2026-03-12T14:48:38.369087Z","end":"2026-03-12T14:48:38.639154Z","steps":["trace[1611465524] 'process raft request' (duration: 211.929739ms)","trace[1611465524] 'compare' (duration: 57.894164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:38.639408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.008667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:48:38.639452Z","caller":"traceutil/trace.go:171","msg":"trace[1628996955] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7364; }","duration":"270.096089ms","start":"2026-03-12T14:48:38.369345Z","end":"2026-03-12T14:48:38.639441Z","steps":["trace[1628996955] 'agreement among raft nodes before linearized reading' (duration: 269.868394ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:39.047256Z","caller":"traceutil/trace.go:171","msg":"trace[270212503] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"672.531048ms","start":"2026-03-12T14:48:38.374695Z","end":"2026-03-12T14:48:39.047226Z","steps":["trace[270212503] 'process raft request' (duration: 672.351964ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:39.047375Z","caller":"traceutil/trace.go:171","msg":"trace[1536245838] linearizableReadLoop","detail":"{readStateIndex:7636; appliedIndex:7636; }","duration":"408.145178ms","start":"2026-03-12T14:48:38.639184Z","end":"2026-03-12T14:48:39.047329Z","steps":["trace[1536245838] 'read index received' (duration: 408.130077ms)","trace[1536245838] 'applied index is now lower than readState.Index' (duration: 12.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:39.047484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.898415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:39.047498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.506842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:48:39.047538Z","caller":"traceutil/trace.go:171","msg":"trace[1070351971] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:7365; }","duration":"676.980976ms","start":"2026-03-12T14:48:38.370544Z","end":"2026-03-12T14:48:39.047525Z","steps":["trace[1070351971] 'agreement among raft nodes before linearized reading' (duration: 676.892414ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:39.04755Z","caller":"traceutil/trace.go:171","msg":"trace[818554667] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7365; }","duration":"633.587154ms","start":"2026-03-12T14:48:38.413949Z","end":"2026-03-12T14:48:39.047536Z","steps":["trace[818554667] 'agreement among raft nodes before linearized reading' (duration: 633.464691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:39.047577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.370532Z","time spent":"677.036708ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-12T14:48:39.047584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.413937Z","time spent":"633.639065ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-12T14:48:39.047604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.517102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:39.04763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.185657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:48:39.047704Z","caller":"traceutil/trace.go:171","msg":"trace[1343499710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7365; }","duration":"673.668325ms","start":"2026-03-12T14:48:38.374009Z","end":"2026-03-12T14:48:39.047678Z","steps":["trace[1343499710] 'agreement among raft nodes before linearized reading' (duration: 673.375028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:39.04771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.133374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-12T14:48:39.04774Z","caller":"traceutil/trace.go:171","msg":"trace[1022192878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7365; }","duration":"650.34329ms","start":"2026-03-12T14:48:38.397367Z","end":"2026-03-12T14:48:39.047711Z","steps":["trace[1022192878] 'agreement among raft nodes before linearized reading' (duration: 649.987031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:39.047758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.374002Z","time spent":"673.747958ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:39.047779Z","caller":"traceutil/trace.go:171","msg":"trace[1303454728] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7365; }","duration":"678.241897ms","start":"2026-03-12T14:48:38.369518Z","end":"2026-03-12T14:48:39.04776Z","steps":["trace[1303454728] 'agreement among raft nodes before linearized reading' (duration: 677.97213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:39.047803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.39735Z","time spent":"650.439733ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:48:39.047827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.369509Z","time spent":"678.304558ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T14:48:39.048146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.374687Z","time spent":"672.659971ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8266,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:39.548276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372405,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:48:39.640738Z","caller":"traceutil/trace.go:171","msg":"trace[1604578790] transaction","detail":"{read_only:false; response_revision:7366; number_of_response:1; }","duration":"988.923511ms","start":"2026-03-12T14:48:38.65179Z","end":"2026-03-12T14:48:39.640714Z","steps":["trace[1604578790] 'process raft request' (duration: 988.736146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:39.640962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.651764Z","time spent":"989.070655ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:39.640953Z","caller":"traceutil/trace.go:171","msg":"trace[1572772487] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7366; }","duration":"986.764888ms","start":"2026-03-12T14:48:38.654159Z","end":"2026-03-12T14:48:39.640924Z","steps":["trace[1572772487] 'process raft request' (duration: 986.520672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:39.641159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.654122Z","time spent":"986.907351ms","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":2571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:41.383368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:48:41.383521Z","caller":"traceutil/trace.go:171","msg":"trace[489473825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000837569s","start":"2026-03-12T14:48:39.382664Z","end":"2026-03-12T14:48:41.383502Z","steps":["trace[489473825] 'agreement among raft nodes before linearized reading' (duration: 2.000667325s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:41.383598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.382649Z","time spent":"2.000934251s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:48:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:48:41.933591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.254851858s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:48:41.934119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.049252Z","time spent":"2.884854095s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:48:41.934297Z","caller":"traceutil/trace.go:171","msg":"trace[1722720821] transaction","detail":"{read_only:false; response_revision:7367; number_of_response:1; }","duration":"2.873624323s","start":"2026-03-12T14:48:39.060617Z","end":"2026-03-12T14:48:41.934241Z","steps":["trace[1722720821] 'process raft request' (duration: 2.873346125s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:41.93439Z","caller":"traceutil/trace.go:171","msg":"trace[1542587004] transaction","detail":"{read_only:false; response_revision:7369; number_of_response:1; }","duration":"2.873676605s","start":"2026-03-12T14:48:39.060681Z","end":"2026-03-12T14:48:41.934358Z","steps":["trace[1542587004] 'process raft request' (duration: 2.873526261s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:41.934445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.060589Z","time spent":"2.873765517s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:41.934439Z","caller":"traceutil/trace.go:171","msg":"trace[1900164024] linearizableReadLoop","detail":"{readStateIndex:7644; appliedIndex:7636; }","duration":"2.886926645s","start":"2026-03-12T14:48:39.047455Z","end":"2026-03-12T14:48:41.934382Z","steps":["trace[1900164024] 'read index received' (duration: 593.197664ms)","trace[1900164024] 'applied index is now lower than readState.Index' (duration: 2.293727931s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:41.934523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.060663Z","time spent":"2.873795287s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:41.934561Z","caller":"traceutil/trace.go:171","msg":"trace[1866803724] transaction","detail":"{read_only:false; response_revision:7371; number_of_response:1; }","duration":"2.665058506s","start":"2026-03-12T14:48:39.269492Z","end":"2026-03-12T14:48:41.93455Z","steps":["trace[1866803724] 'process raft request' (duration: 2.664846031s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:41.93468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.269471Z","time spent":"2.665122777s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:41.934668Z","caller":"traceutil/trace.go:171","msg":"trace[957007631] transaction","detail":"{read_only:false; response_revision:7370; number_of_response:1; }","duration":"2.873110171s","start":"2026-03-12T14:48:39.06152Z","end":"2026-03-12T14:48:41.93463Z","steps":["trace[957007631] 'process raft request' (duration: 2.872766253s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:41.934828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.061507Z","time spent":"2.873237274s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7356,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:41.93486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21250804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:41.934902Z","caller":"traceutil/trace.go:171","msg":"trace[1378801510] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7371; }","duration":"3.212599212s","start":"2026-03-12T14:48:38.72229Z","end":"2026-03-12T14:48:41.93489Z","steps":["trace[1378801510] 'agreement among raft nodes before linearized reading' (duration: 3.212530161s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:41.93491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112081016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-12T14:48:41.934945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.722265Z","time spent":"3.212673065s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T14:48:41.934964Z","caller":"traceutil/trace.go:171","msg":"trace[1783250609] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7371; }","duration":"3.112173948s","start":"2026-03-12T14:48:38.822771Z","end":"2026-03-12T14:48:41.934945Z","steps":["trace[1783250609] 'agreement among raft nodes before linearized reading' (duration: 3.112013574s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:41.935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:38.822744Z","time spent":"3.112247439s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-12T14:48:41.935365Z","caller":"traceutil/trace.go:171","msg":"trace[351105182] transaction","detail":"{read_only:false; response_revision:7368; number_of_response:1; }","duration":"2.873709705s","start":"2026-03-12T14:48:39.060619Z","end":"2026-03-12T14:48:41.934329Z","steps":["trace[351105182] 'process raft request' (duration: 2.873539741s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:41.935976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.060596Z","time spent":"2.875222612s","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:42.435224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:42.773371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.647508Z","time spent":"3.125852159s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:48:42.77355Z","caller":"traceutil/trace.go:171","msg":"trace[903777163] transaction","detail":"{read_only:false; response_revision:7375; number_of_response:1; }","duration":"2.402517158s","start":"2026-03-12T14:48:40.371004Z","end":"2026-03-12T14:48:42.773521Z","steps":["trace[903777163] 'process raft request' (duration: 2.402475587s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:42.773633Z","caller":"traceutil/trace.go:171","msg":"trace[1590005129] transaction","detail":"{read_only:false; response_revision:7372; number_of_response:1; }","duration":"3.109210556s","start":"2026-03-12T14:48:39.66438Z","end":"2026-03-12T14:48:42.773591Z","steps":["trace[1590005129] 'process raft request' (duration: 3.108865078s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:42.773706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.664365Z","time spent":"3.109288627s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:42.773704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:40.37095Z","time spent":"2.402682293s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:42.773708Z","caller":"traceutil/trace.go:171","msg":"trace[2108789784] transaction","detail":"{read_only:false; response_revision:7373; number_of_response:1; }","duration":"2.404045736s","start":"2026-03-12T14:48:40.36962Z","end":"2026-03-12T14:48:42.773666Z","steps":["trace[2108789784] 'process raft request' (duration: 2.403771909s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:42.773821Z","caller":"traceutil/trace.go:171","msg":"trace[1152061282] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"2.403106694s","start":"2026-03-12T14:48:40.370646Z","end":"2026-03-12T14:48:42.773753Z","steps":["trace[1152061282] 'process raft request' (duration: 2.402798886s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:42.773877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:40.369559Z","time spent":"2.40420884s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:42.774245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:40.370637Z","time spent":"2.403348019s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:43.098112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000721966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:48:43.098232Z","caller":"traceutil/trace.go:171","msg":"trace[1126471046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000911231s","start":"2026-03-12T14:48:41.097289Z","end":"2026-03-12T14:48:43.0982Z","steps":["trace[1126471046] 'agreement among raft nodes before linearized reading' (duration: 2.000756107s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:43.098293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.097265Z","time spent":"2.001015903s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:48:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:48:43.383473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:48:43.383551Z","caller":"traceutil/trace.go:171","msg":"trace[632854420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290446s","start":"2026-03-12T14:48:41.383241Z","end":"2026-03-12T14:48:43.383532Z","steps":["trace[632854420] 'agreement among raft nodes before linearized reading' (duration: 2.000190213s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:43.383585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.383195Z","time spent":"2.000383918s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:44.177459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404307113s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:48:44.178007Z","caller":"traceutil/trace.go:171","msg":"trace[1751636639] linearizableReadLoop","detail":"{readStateIndex:7651; appliedIndex:7644; }","duration":"2.243460662s","start":"2026-03-12T14:48:41.934515Z","end":"2026-03-12T14:48:44.177976Z","steps":["trace[1751636639] 'read index received' (duration: 838.589445ms)","trace[1751636639] 'applied index is now lower than readState.Index' (duration: 1.404869947s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:44.178488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604234479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:48:44.178486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604725051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:48:44.178561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122295391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-12T14:48:44.178629Z","caller":"traceutil/trace.go:171","msg":"trace[1072814260] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7377; }","duration":"5.122385644s","start":"2026-03-12T14:48:39.056219Z","end":"2026-03-12T14:48:44.178604Z","steps":["trace[1072814260] 'agreement among raft nodes before linearized reading' (duration: 5.122273481s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:44.17862Z","caller":"traceutil/trace.go:171","msg":"trace[59390698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7377; }","duration":"4.604903395s","start":"2026-03-12T14:48:39.57369Z","end":"2026-03-12T14:48:44.178593Z","steps":["trace[59390698] 'agreement among raft nodes before linearized reading' (duration: 4.604484485s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.178666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604843534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:48:44.178458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604597108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:48:44.178741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.573682Z","time spent":"4.605017278s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:48:44.178741Z","caller":"traceutil/trace.go:171","msg":"trace[1455750563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7377; }","duration":"4.604963477s","start":"2026-03-12T14:48:39.573766Z","end":"2026-03-12T14:48:44.178729Z","steps":["trace[1455750563] 'agreement among raft nodes before linearized reading' (duration: 4.604625609s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:44.178768Z","caller":"traceutil/trace.go:171","msg":"trace[2121984392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7377; }","duration":"4.604977777s","start":"2026-03-12T14:48:39.573766Z","end":"2026-03-12T14:48:44.178744Z","steps":["trace[2121984392] 'agreement among raft nodes before linearized reading' (duration: 4.604563817s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.178259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040066708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:44.178834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.57374Z","time spent":"4.605081429s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:44.178837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.57374Z","time spent":"4.605080809s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:48:44.178842Z","caller":"traceutil/trace.go:171","msg":"trace[1145382475] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7377; }","duration":"4.040721714s","start":"2026-03-12T14:48:40.138108Z","end":"2026-03-12T14:48:44.17883Z","steps":["trace[1145382475] 'agreement among raft nodes before linearized reading' (duration: 4.039991907s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.178652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606015303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T14:48:44.178896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:40.138085Z","time spent":"4.040795896s","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:44.178909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.118306754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:48:44.178968Z","caller":"traceutil/trace.go:171","msg":"trace[349697689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7377; }","duration":"5.118374206s","start":"2026-03-12T14:48:39.06058Z","end":"2026-03-12T14:48:44.178954Z","steps":["trace[349697689] 'agreement among raft nodes before linearized reading' (duration: 5.117779572s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.179016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.060545Z","time spent":"5.118460798s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:48:44.178284Z","caller":"traceutil/trace.go:171","msg":"trace[671309323] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"2.234444223s","start":"2026-03-12T14:48:41.943816Z","end":"2026-03-12T14:48:44.178261Z","steps":["trace[671309323] 'process raft request' (duration: 2.234091424s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:44.179101Z","caller":"traceutil/trace.go:171","msg":"trace[469041847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7377; }","duration":"4.606428202s","start":"2026-03-12T14:48:39.572498Z","end":"2026-03-12T14:48:44.178926Z","steps":["trace[469041847] 'agreement among raft nodes before linearized reading' (duration: 4.605834208s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.1792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.572472Z","time spent":"4.606714s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:44.17913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.943803Z","time spent":"2.235253692s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:44.178308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.531790922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-api-certs-m4wgp\" ","response":"range_response_count:1 size:2470"} {"level":"info","ts":"2026-03-12T14:48:44.179351Z","caller":"traceutil/trace.go:171","msg":"trace[220898546] range","detail":"{range_begin:/registry/secrets/openstack/barbican-api-certs-m4wgp; range_end:; response_count:1; response_revision:7377; }","duration":"4.532904479s","start":"2026-03-12T14:48:39.646433Z","end":"2026-03-12T14:48:44.179338Z","steps":["trace[220898546] 'agreement among raft nodes before linearized reading' (duration: 4.531584457s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.1794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.646415Z","time spent":"4.53297234s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":2494,"request content":"key:\"/registry/secrets/openstack/barbican-api-certs-m4wgp\" "} {"level":"warn","ts":"2026-03-12T14:48:44.17836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516471543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:44.179492Z","caller":"traceutil/trace.go:171","msg":"trace[1472484733] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7377; }","duration":"2.51759958s","start":"2026-03-12T14:48:41.661879Z","end":"2026-03-12T14:48:44.179479Z","steps":["trace[1472484733] 'agreement among raft nodes before linearized reading' (duration: 2.516416461s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.179535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.661851Z","time spent":"2.517669462s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:44.178479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11771643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-12T14:48:44.179745Z","caller":"traceutil/trace.go:171","msg":"trace[1061625372] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7377; }","duration":"5.119038332s","start":"2026-03-12T14:48:39.060695Z","end":"2026-03-12T14:48:44.179733Z","steps":["trace[1061625372] 'agreement among raft nodes before linearized reading' (duration: 5.117575667s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.17978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.060664Z","time spent":"5.119105263s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T14:48:44.17821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469267558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:44.179924Z","caller":"traceutil/trace.go:171","msg":"trace[512928580] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7377; }","duration":"2.471054911s","start":"2026-03-12T14:48:41.708859Z","end":"2026-03-12T14:48:44.179914Z","steps":["trace[512928580] 'agreement among raft nodes before linearized reading' (duration: 2.469175296s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.179959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.708846Z","time spent":"2.471100762s","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:44.178545Z","caller":"traceutil/trace.go:171","msg":"trace[1162812312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7377; }","duration":"4.604323011s","start":"2026-03-12T14:48:39.574208Z","end":"2026-03-12T14:48:44.178531Z","steps":["trace[1162812312] 'agreement among raft nodes before linearized reading' (duration: 4.604160657s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.180107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.574193Z","time spent":"4.605897289s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:44.17823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003660477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:44.18029Z","caller":"traceutil/trace.go:171","msg":"trace[1035107612] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7377; }","duration":"3.005753647s","start":"2026-03-12T14:48:41.174524Z","end":"2026-03-12T14:48:44.180277Z","steps":["trace[1035107612] 'agreement among raft nodes before linearized reading' (duration: 3.003551694s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.180325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.1745Z","time spent":"3.005814398s","remote":"127.0.0.1:41728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:44.178875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:39.056202Z","time spent":"5.12265954s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-12T14:48:44.178322Z","caller":"traceutil/trace.go:171","msg":"trace[2139318677] transaction","detail":"{read_only:false; response_revision:7376; number_of_response:1; }","duration":"2.240147172s","start":"2026-03-12T14:48:41.938164Z","end":"2026-03-12T14:48:44.178311Z","steps":["trace[2139318677] 'process raft request' (duration: 2.239513036s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:44.18053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.938139Z","time spent":"2.242309714s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:44.679233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:48:45.165004Z","caller":"traceutil/trace.go:171","msg":"trace[665227679] transaction","detail":"{read_only:false; response_revision:7379; number_of_response:1; }","duration":"2.062453463s","start":"2026-03-12T14:48:43.102514Z","end":"2026-03-12T14:48:45.164968Z","steps":["trace[665227679] 'process raft request' (duration: 2.062356661s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:45.165054Z","caller":"traceutil/trace.go:171","msg":"trace[1180743051] transaction","detail":"{read_only:false; response_revision:7378; number_of_response:1; }","duration":"2.390118098s","start":"2026-03-12T14:48:42.774868Z","end":"2026-03-12T14:48:45.164986Z","steps":["trace[1180743051] 'process raft request' (duration: 2.389741309s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:45.165231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:43.102479Z","time spent":"2.062655177s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:45.165386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:42.774842Z","time spent":"2.390324043s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:48:45.39188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:48:45.391995Z","caller":"traceutil/trace.go:171","msg":"trace[2081899150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345356s","start":"2026-03-12T14:48:43.391619Z","end":"2026-03-12T14:48:45.391965Z","steps":["trace[2081899150] 'agreement among raft nodes before linearized reading' (duration: 2.000194032s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:45.39205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:43.391598Z","time spent":"2.000440339s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:45.787976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.648456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-12T14:48:45.788233Z","caller":"traceutil/trace.go:171","msg":"trace[909952331] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7380; }","duration":"1.607160741s","start":"2026-03-12T14:48:44.181027Z","end":"2026-03-12T14:48:45.788188Z","steps":["trace[909952331] 'process raft request' (duration: 1.293115696s)","trace[909952331] 'compare' (duration: 313.494552ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:45.788361Z","caller":"traceutil/trace.go:171","msg":"trace[1467599344] transaction","detail":"{read_only:false; response_revision:7381; number_of_response:1; }","duration":"1.604587309s","start":"2026-03-12T14:48:44.183753Z","end":"2026-03-12T14:48:45.78834Z","steps":["trace[1467599344] 'process raft request' (duration: 1.604343103s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:45.788404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.181002Z","time spent":"1.607306005s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-12T14:48:45.788449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.183736Z","time spent":"1.604670191s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:45.788646Z","caller":"traceutil/trace.go:171","msg":"trace[808408762] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"1.604788793s","start":"2026-03-12T14:48:44.183837Z","end":"2026-03-12T14:48:45.788626Z","steps":["trace[808408762] 'process raft request' (duration: 1.60466893s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:45.788743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.183824Z","time spent":"1.604872815s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:45.788775Z","caller":"traceutil/trace.go:171","msg":"trace[786366670] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"1.604688661s","start":"2026-03-12T14:48:44.184077Z","end":"2026-03-12T14:48:45.788765Z","steps":["trace[786366670] 'process raft request' (duration: 1.604508566s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:45.788824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.184068Z","time spent":"1.604727172s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:45.788846Z","caller":"traceutil/trace.go:171","msg":"trace[1255406481] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"1.604140539s","start":"2026-03-12T14:48:44.184694Z","end":"2026-03-12T14:48:45.788834Z","steps":["trace[1255406481] 'process raft request' (duration: 1.603988845s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:45.788902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.184685Z","time spent":"1.60418972s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:45.788876Z","caller":"traceutil/trace.go:171","msg":"trace[1132990269] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"1.605005289s","start":"2026-03-12T14:48:44.183831Z","end":"2026-03-12T14:48:45.788837Z","steps":["trace[1132990269] 'process raft request' (duration: 1.604457815s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:45.789047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.183822Z","time spent":"1.605127743s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:46.061262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.504258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:48:46.061757Z","caller":"traceutil/trace.go:171","msg":"trace[625722035] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"1.280996782s","start":"2026-03-12T14:48:44.780731Z","end":"2026-03-12T14:48:46.061727Z","steps":["trace[625722035] 'process raft request' (duration: 1.28090791s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:46.061763Z","caller":"traceutil/trace.go:171","msg":"trace[1618954773] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"1.282457529s","start":"2026-03-12T14:48:44.779248Z","end":"2026-03-12T14:48:46.061705Z","steps":["trace[1618954773] 'process raft request' (duration: 1.282153381s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:46.061769Z","caller":"traceutil/trace.go:171","msg":"trace[974467197] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"1.282224003s","start":"2026-03-12T14:48:44.779501Z","end":"2026-03-12T14:48:46.061725Z","steps":["trace[974467197] 'process raft request' (duration: 1.28208376s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.061949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.780706Z","time spent":"1.281142836s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:46.061997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.779219Z","time spent":"1.282660863s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:46.062079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.77947Z","time spent":"1.282451618s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:46.062097Z","caller":"traceutil/trace.go:171","msg":"trace[590761675] linearizableReadLoop","detail":"{readStateIndex:7659; appliedIndex:7651; }","duration":"1.883618105s","start":"2026-03-12T14:48:44.178448Z","end":"2026-03-12T14:48:46.062066Z","steps":["trace[590761675] 'read index received' (duration: 986.141653ms)","trace[590761675] 'applied index is now lower than readState.Index' (duration: 897.474982ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:46.062218Z","caller":"traceutil/trace.go:171","msg":"trace[1018375837] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"987.005233ms","start":"2026-03-12T14:48:45.075172Z","end":"2026-03-12T14:48:46.062177Z","steps":["trace[1018375837] 'process raft request' (duration: 986.515841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.062301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10896659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:46.06239Z","caller":"traceutil/trace.go:171","msg":"trace[694174757] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7389; }","duration":"2.109103983s","start":"2026-03-12T14:48:43.953262Z","end":"2026-03-12T14:48:46.062366Z","steps":["trace[694174757] 'agreement among raft nodes before linearized reading' (duration: 2.108915909s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.062453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:43.953233Z","time spent":"2.109203356s","remote":"127.0.0.1:58132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:46.06245Z","caller":"traceutil/trace.go:171","msg":"trace[94755168] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"309.739991ms","start":"2026-03-12T14:48:45.752679Z","end":"2026-03-12T14:48:46.062419Z","steps":["trace[94755168] 'process raft request' (duration: 309.30308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.062317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:45.075142Z","time spent":"987.126756ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:46.062561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:45.752644Z","time spent":"309.856043ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:46.062595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.7214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:46.062661Z","caller":"traceutil/trace.go:171","msg":"trace[1395737331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7390; }","duration":"669.828933ms","start":"2026-03-12T14:48:45.392809Z","end":"2026-03-12T14:48:46.062638Z","steps":["trace[1395737331] 'agreement among raft nodes before linearized reading' (duration: 669.636158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.06267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878968812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-12T14:48:46.062718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:45.392781Z","time spent":"669.924735ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:46.062728Z","caller":"traceutil/trace.go:171","msg":"trace[685313415] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7390; }","duration":"1.879065575s","start":"2026-03-12T14:48:44.183645Z","end":"2026-03-12T14:48:46.062711Z","steps":["trace[685313415] 'agreement among raft nodes before linearized reading' (duration: 1.878766668s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.062745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100428605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:46.062771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.183627Z","time spent":"1.879136407s","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T14:48:46.062795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.214873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T14:48:46.062802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.253797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2687"} {"level":"info","ts":"2026-03-12T14:48:46.062822Z","caller":"traceutil/trace.go:171","msg":"trace[224202001] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7390; }","duration":"1.100543447s","start":"2026-03-12T14:48:44.962254Z","end":"2026-03-12T14:48:46.062798Z","steps":["trace[224202001] 'agreement among raft nodes before linearized reading' (duration: 1.100162188s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:46.062855Z","caller":"traceutil/trace.go:171","msg":"trace[412101960] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7390; }","duration":"894.315536ms","start":"2026-03-12T14:48:45.168523Z","end":"2026-03-12T14:48:46.062838Z","steps":["trace[412101960] 'agreement among raft nodes before linearized reading' (duration: 894.132431ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:46.062871Z","caller":"traceutil/trace.go:171","msg":"trace[1783388771] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:7390; }","duration":"264.35271ms","start":"2026-03-12T14:48:45.798498Z","end":"2026-03-12T14:48:46.06285Z","steps":["trace[1783388771] 'agreement among raft nodes before linearized reading' (duration: 264.138325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.062876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.962225Z","time spent":"1.100636779s","remote":"127.0.0.1:41738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:46.062893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:45.168499Z","time spent":"894.384488ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:48:46.062937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77822988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:46.063012Z","caller":"traceutil/trace.go:171","msg":"trace[1942781069] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7390; }","duration":"1.778303471s","start":"2026-03-12T14:48:44.284688Z","end":"2026-03-12T14:48:46.062991Z","steps":["trace[1942781069] 'agreement among raft nodes before linearized reading' (duration: 1.778197079s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.06307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.284658Z","time spent":"1.778395894s","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:46.062741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878905071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-12T14:48:46.062702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124249349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:46.063183Z","caller":"traceutil/trace.go:171","msg":"trace[973106118] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7390; }","duration":"1.879343361s","start":"2026-03-12T14:48:44.183814Z","end":"2026-03-12T14:48:46.063157Z","steps":["trace[973106118] 'agreement among raft nodes before linearized reading' (duration: 1.878683986s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.063282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.183791Z","time spent":"1.879468184s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-12T14:48:46.063334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123693665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-12T14:48:46.063385Z","caller":"traceutil/trace.go:171","msg":"trace[725499269] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:7390; }","duration":"4.123787469s","start":"2026-03-12T14:48:41.939585Z","end":"2026-03-12T14:48:46.063372Z","steps":["trace[725499269] 'agreement among raft nodes before linearized reading' (duration: 4.122645811s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.063426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.939556Z","time spent":"4.12385788s","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":734,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-03-12T14:48:46.063467Z","caller":"traceutil/trace.go:171","msg":"trace[1026438856] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7390; }","duration":"4.124894994s","start":"2026-03-12T14:48:41.938343Z","end":"2026-03-12T14:48:46.063238Z","steps":["trace[1026438856] 'agreement among raft nodes before linearized reading' (duration: 4.124005613s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.064037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:41.93833Z","time spent":"4.125689244s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:48:46.06378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879451564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:46.064598Z","caller":"traceutil/trace.go:171","msg":"trace[749108493] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:7390; }","duration":"1.880806967s","start":"2026-03-12T14:48:44.183758Z","end":"2026-03-12T14:48:46.064565Z","steps":["trace[749108493] 'agreement among raft nodes before linearized reading' (duration: 1.878824239s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.063766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802986761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:46.064671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.183749Z","time spent":"1.880904329s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-03-12T14:48:46.064693Z","caller":"traceutil/trace.go:171","msg":"trace[982613588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7390; }","duration":"1.803960114s","start":"2026-03-12T14:48:44.260703Z","end":"2026-03-12T14:48:46.064663Z","steps":["trace[982613588] 'agreement among raft nodes before linearized reading' (duration: 1.80171981s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:46.064756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:44.260689Z","time spent":"1.804043956s","remote":"127.0.0.1:47108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:47.064945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.970927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:47.065108Z","caller":"traceutil/trace.go:171","msg":"trace[43993305] linearizableReadLoop","detail":"{readStateIndex:7666; appliedIndex:7665; }","duration":"997.904408ms","start":"2026-03-12T14:48:46.067178Z","end":"2026-03-12T14:48:47.065082Z","steps":["trace[43993305] 'read index received' (duration: 188.650984ms)","trace[43993305] 'applied index is now lower than readState.Index' (duration: 809.250424ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:47.065162Z","caller":"traceutil/trace.go:171","msg":"trace[330182321] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"998.509792ms","start":"2026-03-12T14:48:46.0666Z","end":"2026-03-12T14:48:47.065109Z","steps":["trace[330182321] 'process raft request' (duration: 189.210647ms)","trace[330182321] 'compare' (duration: 808.705531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:47.065351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.066586Z","time spent":"998.666347ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:47.065595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.407981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-12T14:48:47.065658Z","caller":"traceutil/trace.go:171","msg":"trace[370631640] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7391; }","duration":"998.494262ms","start":"2026-03-12T14:48:46.067148Z","end":"2026-03-12T14:48:47.065642Z","steps":["trace[370631640] 'agreement among raft nodes before linearized reading' (duration: 998.038921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.065714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.067127Z","time spent":"998.574214ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-12T14:48:47.097543Z","caller":"traceutil/trace.go:171","msg":"trace[1509099281] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"1.029636188s","start":"2026-03-12T14:48:46.067876Z","end":"2026-03-12T14:48:47.097512Z","steps":["trace[1509099281] 'process raft request' (duration: 1.029410023s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.097721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.067851Z","time spent":"1.029779971s","remote":"127.0.0.1:49304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:47.097768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027299121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:47.097813Z","caller":"traceutil/trace.go:171","msg":"trace[1072348295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7393; }","duration":"1.027364543s","start":"2026-03-12T14:48:46.070437Z","end":"2026-03-12T14:48:47.097802Z","steps":["trace[1072348295] 'agreement among raft nodes before linearized reading' (duration: 1.027290002s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.097853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.070427Z","time spent":"1.027419714s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:47.097972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029857034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-12T14:48:47.097993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029008593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-12T14:48:47.098049Z","caller":"traceutil/trace.go:171","msg":"trace[1353804063] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7393; }","duration":"1.029965026s","start":"2026-03-12T14:48:46.068065Z","end":"2026-03-12T14:48:47.09803Z","steps":["trace[1353804063] 'agreement among raft nodes before linearized reading' (duration: 1.02973066s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:47.098022Z","caller":"traceutil/trace.go:171","msg":"trace[2008128504] transaction","detail":"{read_only:false; response_revision:7393; number_of_response:1; }","duration":"1.022788352s","start":"2026-03-12T14:48:46.075194Z","end":"2026-03-12T14:48:47.097982Z","steps":["trace[2008128504] 'process raft request' (duration: 1.022245869s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:47.098084Z","caller":"traceutil/trace.go:171","msg":"trace[1407078972] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7393; }","duration":"1.029173628s","start":"2026-03-12T14:48:46.068889Z","end":"2026-03-12T14:48:47.098062Z","steps":["trace[1407078972] 'agreement among raft nodes before linearized reading' (duration: 1.02886239s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.098099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.797122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:48:47.098101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.068054Z","time spent":"1.030033007s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T14:48:47.098126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.06888Z","time spent":"1.029235969s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-12T14:48:47.09813Z","caller":"traceutil/trace.go:171","msg":"trace[335575315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7393; }","duration":"909.884484ms","start":"2026-03-12T14:48:46.188236Z","end":"2026-03-12T14:48:47.098121Z","steps":["trace[335575315] 'agreement among raft nodes before linearized reading' (duration: 909.767681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.098166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.188203Z","time spent":"909.955966ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:48:47.098174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029481605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T14:48:47.098198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.075184Z","time spent":"1.022921925s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2376,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:47.098238Z","caller":"traceutil/trace.go:171","msg":"trace[664747088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7393; }","duration":"1.029567306s","start":"2026-03-12T14:48:46.068654Z","end":"2026-03-12T14:48:47.098221Z","steps":["trace[664747088] 'agreement among raft nodes before linearized reading' (duration: 1.029325531s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.098181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.07524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:47.098299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.068645Z","time spent":"1.029643188s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:48:47.098365Z","caller":"traceutil/trace.go:171","msg":"trace[1390218549] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7393; }","duration":"409.296315ms","start":"2026-03-12T14:48:46.688989Z","end":"2026-03-12T14:48:47.098285Z","steps":["trace[1390218549] 'agreement among raft nodes before linearized reading' (duration: 408.943527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.098517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:46.688964Z","time spent":"409.532801ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:47.921079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.560099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:47.92123Z","caller":"traceutil/trace.go:171","msg":"trace[1822428865] linearizableReadLoop","detail":"{readStateIndex:7669; appliedIndex:7668; }","duration":"817.442463ms","start":"2026-03-12T14:48:47.10377Z","end":"2026-03-12T14:48:47.921212Z","steps":["trace[1822428865] 'read index received' (duration: 450.73467ms)","trace[1822428865] 'applied index is now lower than readState.Index' (duration: 366.706033ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:47.921556Z","caller":"traceutil/trace.go:171","msg":"trace[848544468] transaction","detail":"{read_only:false; response_revision:7394; number_of_response:1; }","duration":"820.299202ms","start":"2026-03-12T14:48:47.101176Z","end":"2026-03-12T14:48:47.921475Z","steps":["trace[848544468] 'process raft request' (duration: 453.248761ms)","trace[848544468] 'compare' (duration: 366.433426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:47.921603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.800571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-12T14:48:47.921684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.824205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:48:47.921717Z","caller":"traceutil/trace.go:171","msg":"trace[1863365298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7394; }","duration":"126.874356ms","start":"2026-03-12T14:48:47.794832Z","end":"2026-03-12T14:48:47.921706Z","steps":["trace[1863365298] 'agreement among raft nodes before linearized reading' (duration: 126.795535ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:47.921709Z","caller":"traceutil/trace.go:171","msg":"trace[1444905304] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7394; }","duration":"817.944265ms","start":"2026-03-12T14:48:47.10373Z","end":"2026-03-12T14:48:47.921674Z","steps":["trace[1444905304] 'agreement among raft nodes before linearized reading' (duration: 817.654278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.921719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.653976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:47.921755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.101159Z","time spent":"820.485846ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:47.921769Z","caller":"traceutil/trace.go:171","msg":"trace[126049000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7394; }","duration":"812.715928ms","start":"2026-03-12T14:48:47.109037Z","end":"2026-03-12T14:48:47.921753Z","steps":["trace[126049000] 'agreement among raft nodes before linearized reading' (duration: 812.634256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.92177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.103704Z","time spent":"818.050518ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-12T14:48:47.921802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.10903Z","time spent":"812.765789ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:47.9218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.974546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-12T14:48:47.92181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.566107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:48:47.921813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.629789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:48:47.92181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.229152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-12T14:48:47.921844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.483505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-03-12T14:48:47.921866Z","caller":"traceutil/trace.go:171","msg":"trace[2120665042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7394; }","duration":"128.65228ms","start":"2026-03-12T14:48:47.793199Z","end":"2026-03-12T14:48:47.921852Z","steps":["trace[2120665042] 'agreement among raft nodes before linearized reading' (duration: 128.503206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.92184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.992324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:48:47.921863Z","caller":"traceutil/trace.go:171","msg":"trace[38644987] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7394; }","duration":"816.049849ms","start":"2026-03-12T14:48:47.105793Z","end":"2026-03-12T14:48:47.921842Z","steps":["trace[38644987] 'agreement among raft nodes before linearized reading' (duration: 815.856614ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:47.921871Z","caller":"traceutil/trace.go:171","msg":"trace[1413873290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7394; }","duration":"128.711921ms","start":"2026-03-12T14:48:47.793146Z","end":"2026-03-12T14:48:47.921858Z","steps":["trace[1413873290] 'agreement among raft nodes before linearized reading' (duration: 128.564358ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:47.921878Z","caller":"traceutil/trace.go:171","msg":"trace[1363073913] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7394; }","duration":"811.324354ms","start":"2026-03-12T14:48:47.110539Z","end":"2026-03-12T14:48:47.921864Z","steps":["trace[1363073913] 'agreement among raft nodes before linearized reading' (duration: 811.092049ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:47.921895Z","caller":"traceutil/trace.go:171","msg":"trace[1563156371] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7394; }","duration":"815.556227ms","start":"2026-03-12T14:48:47.106326Z","end":"2026-03-12T14:48:47.921882Z","steps":["trace[1563156371] 'agreement among raft nodes before linearized reading' (duration: 815.323091ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:47.921904Z","caller":"traceutil/trace.go:171","msg":"trace[955049638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7394; }","duration":"128.088136ms","start":"2026-03-12T14:48:47.793803Z","end":"2026-03-12T14:48:47.921891Z","steps":["trace[955049638] 'agreement among raft nodes before linearized reading' (duration: 127.903581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.921912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.105785Z","time spent":"816.11606ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-12T14:48:47.921921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.10632Z","time spent":"815.595717ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112186,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-12T14:48:47.92192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.110533Z","time spent":"811.377715ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T14:48:47.921607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.707879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189c1f6de58af751\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-12T14:48:47.921984Z","caller":"traceutil/trace.go:171","msg":"trace[1287209509] range","detail":"{range_begin:/registry/events/openstack/key-manager.189c1f6de58af751; range_end:; response_count:1; response_revision:7394; }","duration":"818.103319ms","start":"2026-03-12T14:48:47.103867Z","end":"2026-03-12T14:48:47.921971Z","steps":["trace[1287209509] 'agreement among raft nodes before linearized reading' (duration: 817.599317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.921954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.340067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:48:47.922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.082648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"warn","ts":"2026-03-12T14:48:47.922025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.103856Z","time spent":"818.15706ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":703,"request content":"key:\"/registry/events/openstack/key-manager.189c1f6de58af751\" "} {"level":"info","ts":"2026-03-12T14:48:47.922041Z","caller":"traceutil/trace.go:171","msg":"trace[2109261183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7394; }","duration":"129.48166ms","start":"2026-03-12T14:48:47.792538Z","end":"2026-03-12T14:48:47.922019Z","steps":["trace[2109261183] 'agreement among raft nodes before linearized reading' (duration: 129.206913ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:47.922049Z","caller":"traceutil/trace.go:171","msg":"trace[916052155] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7394; }","duration":"818.16544ms","start":"2026-03-12T14:48:47.103871Z","end":"2026-03-12T14:48:47.922036Z","steps":["trace[916052155] 'agreement among raft nodes before linearized reading' (duration: 817.820032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:47.922093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.103852Z","time spent":"818.231841ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:48:48.601642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.120442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:48.601801Z","caller":"traceutil/trace.go:171","msg":"trace[1529900130] transaction","detail":"{read_only:false; response_revision:7395; number_of_response:1; }","duration":"676.483355ms","start":"2026-03-12T14:48:47.92529Z","end":"2026-03-12T14:48:48.601773Z","steps":["trace[1529900130] 'process raft request' (duration: 102.094166ms)","trace[1529900130] 'compare' (duration: 573.617099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:48.601886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.925271Z","time spent":"676.577797ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:49.347185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.308107031s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:48:49.373413Z","caller":"traceutil/trace.go:171","msg":"trace[765962592] transaction","detail":"{read_only:false; response_revision:7396; number_of_response:1; }","duration":"1.446379233s","start":"2026-03-12T14:48:47.927Z","end":"2026-03-12T14:48:49.373379Z","steps":["trace[765962592] 'process raft request' (duration: 1.420449425s)","trace[765962592] 'compare' (duration: 25.414496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:49.373583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.926991Z","time spent":"1.446506876s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:49.373629Z","caller":"traceutil/trace.go:171","msg":"trace[1495685402] linearizableReadLoop","detail":"{readStateIndex:7671; appliedIndex:7669; }","duration":"1.446594668s","start":"2026-03-12T14:48:47.927018Z","end":"2026-03-12T14:48:49.373613Z","steps":["trace[1495685402] 'read index received' (duration: 100.352934ms)","trace[1495685402] 'applied index is now lower than readState.Index' (duration: 1.346240434s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:49.373775Z","caller":"traceutil/trace.go:171","msg":"trace[1606981933] transaction","detail":"{read_only:false; response_revision:7397; number_of_response:1; }","duration":"1.44667975s","start":"2026-03-12T14:48:47.927085Z","end":"2026-03-12T14:48:49.373764Z","steps":["trace[1606981933] 'process raft request' (duration: 1.44625115s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.373857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.927074Z","time spent":"1.446743621s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:49.37394Z","caller":"traceutil/trace.go:171","msg":"trace[15028483] transaction","detail":"{read_only:false; response_revision:7398; number_of_response:1; }","duration":"1.446809883s","start":"2026-03-12T14:48:47.927121Z","end":"2026-03-12T14:48:49.373931Z","steps":["trace[15028483] 'process raft request' (duration: 1.446373513s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.373992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.927116Z","time spent":"1.446850804s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:49.374158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447137541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-12T14:48:49.3742Z","caller":"traceutil/trace.go:171","msg":"trace[1697563752] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7400; }","duration":"1.447184712s","start":"2026-03-12T14:48:47.927002Z","end":"2026-03-12T14:48:49.374187Z","steps":["trace[1697563752] 'agreement among raft nodes before linearized reading' (duration: 1.447064819s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:49.374156Z","caller":"traceutil/trace.go:171","msg":"trace[599037515] transaction","detail":"{read_only:false; response_revision:7399; number_of_response:1; }","duration":"1.446941986s","start":"2026-03-12T14:48:47.927164Z","end":"2026-03-12T14:48:49.374106Z","steps":["trace[599037515] 'process raft request' (duration: 1.446377053s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.374245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.926988Z","time spent":"1.447237103s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-12T14:48:49.374387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.927134Z","time spent":"1.447126861s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:49.374574Z","caller":"traceutil/trace.go:171","msg":"trace[1131730107] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"1.446581037s","start":"2026-03-12T14:48:47.927533Z","end":"2026-03-12T14:48:49.374114Z","steps":["trace[1131730107] 'process raft request' (duration: 1.446044265s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.374979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.92751Z","time spent":"1.447372328s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:49.753873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.745746ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:49.754023Z","caller":"traceutil/trace.go:171","msg":"trace[894708705] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7400; }","duration":"237.92761ms","start":"2026-03-12T14:48:49.516076Z","end":"2026-03-12T14:48:49.754003Z","steps":["trace[894708705] 'range keys from in-memory index tree' (duration: 237.719445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.754643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.664111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:49.754888Z","caller":"traceutil/trace.go:171","msg":"trace[1679801474] linearizableReadLoop","detail":"{readStateIndex:7678; appliedIndex:7675; }","duration":"381.193084ms","start":"2026-03-12T14:48:49.373676Z","end":"2026-03-12T14:48:49.754869Z","steps":["trace[1679801474] 'read index received' (duration: 252.128984ms)","trace[1679801474] 'applied index is now lower than readState.Index' (duration: 129.06266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:49.755078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822341209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-12T14:48:49.755079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34026539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:48:49.75512Z","caller":"traceutil/trace.go:171","msg":"trace[901816118] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7403; }","duration":"1.822397551s","start":"2026-03-12T14:48:47.932707Z","end":"2026-03-12T14:48:49.755105Z","steps":["trace[901816118] 'agreement among raft nodes before linearized reading' (duration: 1.822265598s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:49.755138Z","caller":"traceutil/trace.go:171","msg":"trace[1388421329] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7403; }","duration":"1.340348692s","start":"2026-03-12T14:48:48.414772Z","end":"2026-03-12T14:48:49.75512Z","steps":["trace[1388421329] 'agreement among raft nodes before linearized reading' (duration: 1.340113616s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.755142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371796974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:49.755163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.932697Z","time spent":"1.822456722s","remote":"127.0.0.1:43200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-12T14:48:49.755182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:48.414761Z","time spent":"1.340411323s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-12T14:48:49.755192Z","caller":"traceutil/trace.go:171","msg":"trace[1493867595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7403; }","duration":"1.371873526s","start":"2026-03-12T14:48:48.383299Z","end":"2026-03-12T14:48:49.755173Z","steps":["trace[1493867595] 'agreement among raft nodes before linearized reading' (duration: 1.371819895s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.755236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:48.38327Z","time spent":"1.371957978s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:49.755439Z","caller":"traceutil/trace.go:171","msg":"trace[1096536012] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"1.68749895s","start":"2026-03-12T14:48:48.067923Z","end":"2026-03-12T14:48:49.755422Z","steps":["trace[1096536012] 'process raft request' (duration: 1.557953018s)","trace[1096536012] 'compare' (duration: 128.005965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:49.755525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828445557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T14:48:49.755545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:48.067892Z","time spent":"1.687586622s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:49.755567Z","caller":"traceutil/trace.go:171","msg":"trace[1951766090] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7403; }","duration":"1.828505669s","start":"2026-03-12T14:48:47.927049Z","end":"2026-03-12T14:48:49.755555Z","steps":["trace[1951766090] 'agreement among raft nodes before linearized reading' (duration: 1.828417637s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.755597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.927037Z","time spent":"1.828553731s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:48:49.755062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498185979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:49.755742Z","caller":"traceutil/trace.go:171","msg":"trace[258888780] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7403; }","duration":"1.49898751s","start":"2026-03-12T14:48:48.256715Z","end":"2026-03-12T14:48:49.755702Z","steps":["trace[258888780] 'agreement among raft nodes before linearized reading' (duration: 1.498212331s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.755785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:48.256686Z","time spent":"1.499084982s","remote":"127.0.0.1:49314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:49.755846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.05596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-12T14:48:49.755892Z","caller":"traceutil/trace.go:171","msg":"trace[2025156757] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7403; }","duration":"376.146252ms","start":"2026-03-12T14:48:49.379735Z","end":"2026-03-12T14:48:49.755881Z","steps":["trace[2025156757] 'agreement among raft nodes before linearized reading' (duration: 375.948347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.755926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:49.379711Z","time spent":"376.203313ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-12T14:48:49.756007Z","caller":"traceutil/trace.go:171","msg":"trace[1403294391] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"1.687710556s","start":"2026-03-12T14:48:48.068285Z","end":"2026-03-12T14:48:49.755996Z","steps":["trace[1403294391] 'process raft request' (duration: 1.686475536s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.756082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:48.06827Z","time spent":"1.687772398s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:49.756112Z","caller":"traceutil/trace.go:171","msg":"trace[132480194] transaction","detail":"{read_only:false; response_revision:7403; number_of_response:1; }","duration":"1.686319162s","start":"2026-03-12T14:48:48.069779Z","end":"2026-03-12T14:48:49.756098Z","steps":["trace[132480194] 'process raft request' (duration: 1.685047281s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.755448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828366515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-12T14:48:49.75623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:48.069769Z","time spent":"1.686373203s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:49.756246Z","caller":"traceutil/trace.go:171","msg":"trace[2020727644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7403; }","duration":"1.829182556s","start":"2026-03-12T14:48:47.927047Z","end":"2026-03-12T14:48:49.756229Z","steps":["trace[2020727644] 'agreement among raft nodes before linearized reading' (duration: 1.828322474s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:49.756287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:47.927027Z","time spent":"1.829246647s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-12T14:48:50.053249Z","caller":"traceutil/trace.go:171","msg":"trace[1995637671] linearizableReadLoop","detail":"{readStateIndex:7681; appliedIndex:7680; }","duration":"234.650721ms","start":"2026-03-12T14:48:49.818562Z","end":"2026-03-12T14:48:50.053213Z","steps":["trace[1995637671] 'read index received' (duration: 147.919887ms)","trace[1995637671] 'applied index is now lower than readState.Index' (duration: 86.729084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:50.053542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.951953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:50.053621Z","caller":"traceutil/trace.go:171","msg":"trace[1455769137] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"240.260877ms","start":"2026-03-12T14:48:49.813333Z","end":"2026-03-12T14:48:50.053593Z","steps":["trace[1455769137] 'process raft request' (duration: 153.144704ms)","trace[1455769137] 'compare' (duration: 86.444557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:50.05372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.502929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-03-12T14:48:50.053645Z","caller":"traceutil/trace.go:171","msg":"trace[681629533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7405; }","duration":"288.082246ms","start":"2026-03-12T14:48:49.765539Z","end":"2026-03-12T14:48:50.053622Z","steps":["trace[681629533] 'agreement among raft nodes before linearized reading' (duration: 287.83095ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:50.053764Z","caller":"traceutil/trace.go:171","msg":"trace[702240583] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7405; }","duration":"291.572081ms","start":"2026-03-12T14:48:49.762182Z","end":"2026-03-12T14:48:50.053754Z","steps":["trace[702240583] 'agreement among raft nodes before linearized reading' (duration: 291.192932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:50.053733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.534748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:50.053827Z","caller":"traceutil/trace.go:171","msg":"trace[5215725] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7405; }","duration":"220.678632ms","start":"2026-03-12T14:48:49.833128Z","end":"2026-03-12T14:48:50.053806Z","steps":["trace[5215725] 'agreement among raft nodes before linearized reading' (duration: 220.474527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:50.053952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.011401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-12T14:48:50.054099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.939796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:50.054155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.587167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:48:50.054057Z","caller":"traceutil/trace.go:171","msg":"trace[1755549118] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7405; }","duration":"292.171134ms","start":"2026-03-12T14:48:49.761858Z","end":"2026-03-12T14:48:50.05403Z","steps":["trace[1755549118] 'agreement among raft nodes before linearized reading' (duration: 291.819336ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:50.054243Z","caller":"traceutil/trace.go:171","msg":"trace[127224076] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7405; }","duration":"103.150632ms","start":"2026-03-12T14:48:49.951069Z","end":"2026-03-12T14:48:50.05422Z","steps":["trace[127224076] 'agreement among raft nodes before linearized reading' (duration: 102.64645ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:50.054263Z","caller":"traceutil/trace.go:171","msg":"trace[1340064879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7405; }","duration":"123.787241ms","start":"2026-03-12T14:48:49.930458Z","end":"2026-03-12T14:48:50.054245Z","steps":["trace[1340064879] 'agreement among raft nodes before linearized reading' (duration: 123.427133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:50.51851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.937968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T14:48:50.518589Z","caller":"traceutil/trace.go:171","msg":"trace[893514354] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7406; }","duration":"341.081931ms","start":"2026-03-12T14:48:50.177489Z","end":"2026-03-12T14:48:50.518571Z","steps":["trace[893514354] 'range keys from in-memory index tree' (duration: 340.703962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:50.518631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:50.177461Z","time spent":"341.153233ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-12T14:48:50.518599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.181776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-12T14:48:50.518688Z","caller":"traceutil/trace.go:171","msg":"trace[2144722412] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7406; }","duration":"358.286388ms","start":"2026-03-12T14:48:50.160377Z","end":"2026-03-12T14:48:50.518663Z","steps":["trace[2144722412] 'range keys from in-memory index tree' (duration: 358.007902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:50.518742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:50.160338Z","time spent":"358.394531ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-12T14:48:52.044248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.00775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:52.044586Z","caller":"traceutil/trace.go:171","msg":"trace[906877286] transaction","detail":"{read_only:false; response_revision:7408; number_of_response:1; }","duration":"661.797209ms","start":"2026-03-12T14:48:51.382747Z","end":"2026-03-12T14:48:52.044544Z","steps":["trace[906877286] 'process raft request' (duration: 463.358127ms)","trace[906877286] 'compare' (duration: 197.600051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:52.044767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:51.382731Z","time spent":"661.946662ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:52.044899Z","caller":"traceutil/trace.go:171","msg":"trace[1502105526] transaction","detail":"{read_only:false; response_revision:7413; number_of_response:1; }","duration":"282.827059ms","start":"2026-03-12T14:48:51.762046Z","end":"2026-03-12T14:48:52.044873Z","steps":["trace[1502105526] 'process raft request' (duration: 282.683075ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:52.044945Z","caller":"traceutil/trace.go:171","msg":"trace[320665872] transaction","detail":"{read_only:false; response_revision:7411; number_of_response:1; }","duration":"660.092227ms","start":"2026-03-12T14:48:51.384776Z","end":"2026-03-12T14:48:52.044868Z","steps":["trace[320665872] 'process raft request' (duration: 659.81265ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:52.0449Z","caller":"traceutil/trace.go:171","msg":"trace[64710809] transaction","detail":"{read_only:false; response_revision:7410; number_of_response:1; }","duration":"661.318256ms","start":"2026-03-12T14:48:51.383538Z","end":"2026-03-12T14:48:52.044856Z","steps":["trace[64710809] 'process raft request' (duration: 661.011499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:52.04507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.968753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:52.044942Z","caller":"traceutil/trace.go:171","msg":"trace[1777826412] transaction","detail":"{read_only:false; response_revision:7412; number_of_response:1; }","duration":"282.935131ms","start":"2026-03-12T14:48:51.761957Z","end":"2026-03-12T14:48:52.044892Z","steps":["trace[1777826412] 'process raft request' (duration: 282.674155ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:52.045076Z","caller":"traceutil/trace.go:171","msg":"trace[1524813913] transaction","detail":"{read_only:false; response_revision:7414; number_of_response:1; }","duration":"282.983722ms","start":"2026-03-12T14:48:51.762064Z","end":"2026-03-12T14:48:52.045048Z","steps":["trace[1524813913] 'process raft request' (duration: 282.717965ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:52.045119Z","caller":"traceutil/trace.go:171","msg":"trace[45315524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7414; }","duration":"662.056715ms","start":"2026-03-12T14:48:51.383049Z","end":"2026-03-12T14:48:52.045106Z","steps":["trace[45315524] 'agreement among raft nodes before linearized reading' (duration: 661.930182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:52.045167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:51.383026Z","time spent":"662.134577ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:52.044896Z","caller":"traceutil/trace.go:171","msg":"trace[1759716081] linearizableReadLoop","detail":"{readStateIndex:7684; appliedIndex:7682; }","duration":"661.758178ms","start":"2026-03-12T14:48:51.383098Z","end":"2026-03-12T14:48:52.044856Z","steps":["trace[1759716081] 'read index received' (duration: 71.517385ms)","trace[1759716081] 'applied index is now lower than readState.Index' (duration: 590.237163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:52.045217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:51.383511Z","time spent":"661.573523ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:52.045258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:51.384758Z","time spent":"660.306672ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:52.04491Z","caller":"traceutil/trace.go:171","msg":"trace[330372725] transaction","detail":"{read_only:false; response_revision:7409; number_of_response:1; }","duration":"661.633654ms","start":"2026-03-12T14:48:51.383241Z","end":"2026-03-12T14:48:52.044875Z","steps":["trace[330372725] 'process raft request' (duration: 661.202193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:52.045506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:51.383219Z","time spent":"662.144376ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:53.43219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372523,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:48:53.551548Z","caller":"traceutil/trace.go:171","msg":"trace[2082674864] transaction","detail":"{read_only:false; response_revision:7416; number_of_response:1; }","duration":"972.446252ms","start":"2026-03-12T14:48:52.579079Z","end":"2026-03-12T14:48:53.551526Z","steps":["trace[2082674864] 'process raft request' (duration: 972.320958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:53.551694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:52.579043Z","time spent":"972.570445ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:54.155338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.667102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:54.155548Z","caller":"traceutil/trace.go:171","msg":"trace[1743767272] transaction","detail":"{read_only:false; response_revision:7418; number_of_response:1; }","duration":"582.595638ms","start":"2026-03-12T14:48:53.572933Z","end":"2026-03-12T14:48:54.155528Z","steps":["trace[1743767272] 'process raft request' (duration: 582.510676ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:54.155547Z","caller":"traceutil/trace.go:171","msg":"trace[1960545019] transaction","detail":"{read_only:false; response_revision:7417; number_of_response:1; }","duration":"1.574776978s","start":"2026-03-12T14:48:52.580735Z","end":"2026-03-12T14:48:54.155512Z","steps":["trace[1960545019] 'process raft request' (duration: 1.061843419s)","trace[1960545019] 'compare' (duration: 512.548389ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:54.155571Z","caller":"traceutil/trace.go:171","msg":"trace[165104701] linearizableReadLoop","detail":"{readStateIndex:7693; appliedIndex:7691; }","duration":"1.22437321s","start":"2026-03-12T14:48:52.931167Z","end":"2026-03-12T14:48:54.15554Z","steps":["trace[165104701] 'read index received' (duration: 620.261771ms)","trace[165104701] 'applied index is now lower than readState.Index' (duration: 604.109369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:54.155626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:53.57291Z","time spent":"582.68272ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:54.155697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:52.580707Z","time spent":"1.57490466s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:54.155956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224763289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:48:54.156007Z","caller":"traceutil/trace.go:171","msg":"trace[698277344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7418; }","duration":"1.224886322s","start":"2026-03-12T14:48:52.931109Z","end":"2026-03-12T14:48:54.155996Z","steps":["trace[698277344] 'agreement among raft nodes before linearized reading' (duration: 1.224573465s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.156047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:52.931087Z","time spent":"1.224950454s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:48:54.876112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.938691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:54.876285Z","caller":"traceutil/trace.go:171","msg":"trace[1548065398] transaction","detail":"{read_only:false; response_revision:7419; number_of_response:1; }","duration":"825.076486ms","start":"2026-03-12T14:48:54.051178Z","end":"2026-03-12T14:48:54.876254Z","steps":["trace[1548065398] 'process raft request' (duration: 562.879939ms)","trace[1548065398] 'compare' (duration: 261.778297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:54.876383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.051157Z","time spent":"825.180939ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:54.956065Z","caller":"traceutil/trace.go:171","msg":"trace[515258028] transaction","detail":"{read_only:false; response_revision:7420; number_of_response:1; }","duration":"904.697348ms","start":"2026-03-12T14:48:54.051342Z","end":"2026-03-12T14:48:54.95604Z","steps":["trace[515258028] 'process raft request' (duration: 904.523944ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:54.956264Z","caller":"traceutil/trace.go:171","msg":"trace[880549913] linearizableReadLoop","detail":"{readStateIndex:7697; appliedIndex:7694; }","duration":"800.587864ms","start":"2026-03-12T14:48:54.155649Z","end":"2026-03-12T14:48:54.956237Z","steps":["trace[880549913] 'read index received' (duration: 458.787875ms)","trace[880549913] 'applied index is now lower than readState.Index' (duration: 341.798649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:54.956307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.051301Z","time spent":"904.913283ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:54.956411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.19555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:48:54.956469Z","caller":"traceutil/trace.go:171","msg":"trace[2092474714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7421; }","duration":"905.308843ms","start":"2026-03-12T14:48:54.051147Z","end":"2026-03-12T14:48:54.956456Z","steps":["trace[2092474714] 'agreement among raft nodes before linearized reading' (duration: 905.097178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.956513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.051126Z","time spent":"905.379275ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:48:54.956501Z","caller":"traceutil/trace.go:171","msg":"trace[1565175259] transaction","detail":"{read_only:false; response_revision:7421; number_of_response:1; }","duration":"904.902703ms","start":"2026-03-12T14:48:54.051568Z","end":"2026-03-12T14:48:54.95647Z","steps":["trace[1565175259] 'process raft request' (duration: 904.432732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.956545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497784851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:48:54.956575Z","caller":"traceutil/trace.go:171","msg":"trace[175918211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7421; }","duration":"1.497846701s","start":"2026-03-12T14:48:53.458718Z","end":"2026-03-12T14:48:54.956565Z","steps":["trace[175918211] 'agreement among raft nodes before linearized reading' (duration: 1.49777257s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.956543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.327574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:48:54.956611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:53.458701Z","time spent":"1.497903973s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:48:54.956627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.051547Z","time spent":"905.013376ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:54.956653Z","caller":"traceutil/trace.go:171","msg":"trace[519921976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7421; }","duration":"905.484697ms","start":"2026-03-12T14:48:54.051145Z","end":"2026-03-12T14:48:54.956629Z","steps":["trace[519921976] 'agreement among raft nodes before linearized reading' (duration: 905.106518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.956472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.337484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:48:54.956711Z","caller":"traceutil/trace.go:171","msg":"trace[645672120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7421; }","duration":"905.640601ms","start":"2026-03-12T14:48:54.05106Z","end":"2026-03-12T14:48:54.956701Z","steps":["trace[645672120] 'agreement among raft nodes before linearized reading' (duration: 905.317673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.956746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.051036Z","time spent":"905.702753ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:48:54.956747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.334022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:48:54.956746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.051137Z","time spent":"905.584889ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:48:54.956787Z","caller":"traceutil/trace.go:171","msg":"trace[1918312984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7421; }","duration":"834.371172ms","start":"2026-03-12T14:48:54.122403Z","end":"2026-03-12T14:48:54.956774Z","steps":["trace[1918312984] 'agreement among raft nodes before linearized reading' (duration: 834.26705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.956766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.177589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:48:54.956821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.122378Z","time spent":"834.434254ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:48:54.956758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.517948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:48:54.95686Z","caller":"traceutil/trace.go:171","msg":"trace[3908730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7421; }","duration":"573.336112ms","start":"2026-03-12T14:48:54.383505Z","end":"2026-03-12T14:48:54.956841Z","steps":["trace[3908730] 'agreement among raft nodes before linearized reading' (duration: 573.191329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.956859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.626938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T14:48:54.956904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.38347Z","time spent":"573.425824ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:54.956759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947647349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:54.956922Z","caller":"traceutil/trace.go:171","msg":"trace[1262489289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7421; }","duration":"905.753843ms","start":"2026-03-12T14:48:54.051135Z","end":"2026-03-12T14:48:54.956889Z","steps":["trace[1262489289] 'agreement among raft nodes before linearized reading' (duration: 905.251111ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:54.95696Z","caller":"traceutil/trace.go:171","msg":"trace[1136720060] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7421; }","duration":"1.947907755s","start":"2026-03-12T14:48:53.009038Z","end":"2026-03-12T14:48:54.956945Z","steps":["trace[1136720060] 'agreement among raft nodes before linearized reading' (duration: 1.947665069s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:54.956952Z","caller":"traceutil/trace.go:171","msg":"trace[821408773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7421; }","duration":"796.815941ms","start":"2026-03-12T14:48:54.160115Z","end":"2026-03-12T14:48:54.956931Z","steps":["trace[821408773] 'agreement among raft nodes before linearized reading' (duration: 796.507074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:54.957002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:53.00901Z","time spent":"1.947981907s","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:54.957003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.051106Z","time spent":"905.882737ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:54.957024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.160095Z","time spent":"796.919334ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:48:55.420043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.288399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:55.420208Z","caller":"traceutil/trace.go:171","msg":"trace[200595388] transaction","detail":"{read_only:false; response_revision:7422; number_of_response:1; }","duration":"456.272584ms","start":"2026-03-12T14:48:54.963907Z","end":"2026-03-12T14:48:55.42018Z","steps":["trace[200595388] 'process raft request' (duration: 292.718118ms)","trace[200595388] 'compare' (duration: 163.054573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:55.420288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.963891Z","time spent":"456.361196ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:55.45746Z","caller":"traceutil/trace.go:171","msg":"trace[83498810] linearizableReadLoop","detail":"{readStateIndex:7702; appliedIndex:7697; }","duration":"436.612177ms","start":"2026-03-12T14:48:55.020824Z","end":"2026-03-12T14:48:55.457437Z","steps":["trace[83498810] 'read index received' (duration: 235.712025ms)","trace[83498810] 'applied index is now lower than readState.Index' (duration: 200.899232ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:55.45765Z","caller":"traceutil/trace.go:171","msg":"trace[765338904] transaction","detail":"{read_only:false; response_revision:7424; number_of_response:1; }","duration":"493.65337ms","start":"2026-03-12T14:48:54.96398Z","end":"2026-03-12T14:48:55.457633Z","steps":["trace[765338904] 'process raft request' (duration: 493.279561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:55.457789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.963955Z","time spent":"493.762503ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:55.457855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.013547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:55.457876Z","caller":"traceutil/trace.go:171","msg":"trace[956608175] transaction","detail":"{read_only:false; response_revision:7425; number_of_response:1; }","duration":"493.560638ms","start":"2026-03-12T14:48:54.964275Z","end":"2026-03-12T14:48:55.457835Z","steps":["trace[956608175] 'process raft request' (duration: 493.028025ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:55.45794Z","caller":"traceutil/trace.go:171","msg":"trace[897883473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7426; }","duration":"437.13764ms","start":"2026-03-12T14:48:55.020783Z","end":"2026-03-12T14:48:55.457921Z","steps":["trace[897883473] 'agreement among raft nodes before linearized reading' (duration: 436.979016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:55.457989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:55.020771Z","time spent":"437.209081ms","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:48:55.457981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.533662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:55.458043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.964262Z","time spent":"493.705832ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:55.458054Z","caller":"traceutil/trace.go:171","msg":"trace[1832304260] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7426; }","duration":"294.622765ms","start":"2026-03-12T14:48:55.163414Z","end":"2026-03-12T14:48:55.458037Z","steps":["trace[1832304260] 'agreement among raft nodes before linearized reading' (duration: 294.480991ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:55.457455Z","caller":"traceutil/trace.go:171","msg":"trace[2091045071] transaction","detail":"{read_only:false; response_revision:7423; number_of_response:1; }","duration":"493.438935ms","start":"2026-03-12T14:48:54.963943Z","end":"2026-03-12T14:48:55.457382Z","steps":["trace[2091045071] 'process raft request' (duration: 493.22067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:55.458431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.963922Z","time spent":"494.441439ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:55.458148Z","caller":"traceutil/trace.go:171","msg":"trace[1594716217] transaction","detail":"{read_only:false; response_revision:7426; number_of_response:1; }","duration":"493.714092ms","start":"2026-03-12T14:48:54.964408Z","end":"2026-03-12T14:48:55.458122Z","steps":["trace[1594716217] 'process raft request' (duration: 492.976504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:55.458629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:54.96439Z","time spent":"494.197324ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:55.801562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.143851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-12T14:48:55.801636Z","caller":"traceutil/trace.go:171","msg":"trace[1214253212] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9; range_end:; response_count:1; response_revision:7426; }","duration":"103.269964ms","start":"2026-03-12T14:48:55.698348Z","end":"2026-03-12T14:48:55.801618Z","steps":["trace[1214253212] 'range keys from in-memory index tree' (duration: 103.039339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:56.393097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:56.893249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:48:57.108825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304755728s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:48:57.1092Z","caller":"traceutil/trace.go:171","msg":"trace[1242178623] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"1.30522317s","start":"2026-03-12T14:48:55.803953Z","end":"2026-03-12T14:48:57.109176Z","steps":["trace[1242178623] 'process raft request' (duration: 1.305021925s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:57.109318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:55.803928Z","time spent":"1.305319803s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:58.250683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141610333s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:48:58.382896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:48:58.382998Z","caller":"traceutil/trace.go:171","msg":"trace[2135907014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007421s","start":"2026-03-12T14:48:56.382892Z","end":"2026-03-12T14:48:58.382966Z","steps":["trace[2135907014] 'agreement among raft nodes before linearized reading' (duration: 1.999965928s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:58.38306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:56.382794Z","time spent":"2.000252604s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:48:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:48:58.614405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.337691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:58.614692Z","caller":"traceutil/trace.go:171","msg":"trace[188484423] transaction","detail":"{read_only:false; response_revision:7428; number_of_response:1; }","duration":"2.231040931s","start":"2026-03-12T14:48:56.383624Z","end":"2026-03-12T14:48:58.614665Z","steps":["trace[188484423] 'process raft request' (duration: 1.867348691s)","trace[188484423] 'compare' (duration: 362.86013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:58.614807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:56.383602Z","time spent":"2.231149334s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:58.615508Z","caller":"traceutil/trace.go:171","msg":"trace[989129774] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"1.732641374s","start":"2026-03-12T14:48:56.882812Z","end":"2026-03-12T14:48:58.615453Z","steps":["trace[989129774] 'process raft request' (duration: 1.731804634s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:58.61569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:56.882785Z","time spent":"1.732861119s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:58.615785Z","caller":"traceutil/trace.go:171","msg":"trace[1618423302] transaction","detail":"{read_only:false; response_revision:7430; number_of_response:1; }","duration":"1.652884711s","start":"2026-03-12T14:48:56.962881Z","end":"2026-03-12T14:48:58.615766Z","steps":["trace[1618423302] 'process raft request' (duration: 1.652524733s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:58.615882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:56.962853Z","time spent":"1.652976723s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:58.615922Z","caller":"traceutil/trace.go:171","msg":"trace[1759308098] linearizableReadLoop","detail":"{readStateIndex:7705; appliedIndex:7702; }","duration":"2.722978859s","start":"2026-03-12T14:48:55.892911Z","end":"2026-03-12T14:48:58.61589Z","steps":["trace[1759308098] 'read index received' (duration: 1.216118299s)","trace[1759308098] 'applied index is now lower than readState.Index' (duration: 1.50685712s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:58.615945Z","caller":"traceutil/trace.go:171","msg":"trace[1145650959] transaction","detail":"{read_only:false; response_revision:7431; number_of_response:1; }","duration":"1.651404994s","start":"2026-03-12T14:48:56.964487Z","end":"2026-03-12T14:48:58.615892Z","steps":["trace[1145650959] 'process raft request' (duration: 1.651116757s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:58.616186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:56.964477Z","time spent":"1.651570568s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:59.099038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.30134ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:48:59.099193Z","caller":"traceutil/trace.go:171","msg":"trace[476905895] linearizableReadLoop","detail":"{readStateIndex:7708; appliedIndex:7707; }","duration":"483.167787ms","start":"2026-03-12T14:48:58.615997Z","end":"2026-03-12T14:48:59.099165Z","steps":["trace[476905895] 'read index received' (duration: 55.681µs)","trace[476905895] 'applied index is now lower than readState.Index' (duration: 483.110086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:59.099387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12787872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:48:59.099427Z","caller":"traceutil/trace.go:171","msg":"trace[1279752087] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7431; }","duration":"2.127956432s","start":"2026-03-12T14:48:56.971461Z","end":"2026-03-12T14:48:59.099417Z","steps":["trace[1279752087] 'agreement among raft nodes before linearized reading' (duration: 2.127766347s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.099465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:56.971448Z","time spent":"2.128007873s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:48:59.099436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636823442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:48:59.099527Z","caller":"traceutil/trace.go:171","msg":"trace[1790523573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7431; }","duration":"1.636949115s","start":"2026-03-12T14:48:57.462559Z","end":"2026-03-12T14:48:59.099508Z","steps":["trace[1790523573] 'agreement among raft nodes before linearized reading' (duration: 1.636720549s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.099592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:57.462543Z","time spent":"1.637039707s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:48:59.099736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610518254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:48:59.099769Z","caller":"traceutil/trace.go:171","msg":"trace[511936950] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7431; }","duration":"1.610577925s","start":"2026-03-12T14:48:57.489182Z","end":"2026-03-12T14:48:59.09976Z","steps":["trace[511936950] 'agreement among raft nodes before linearized reading' (duration: 1.610505893s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.099797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:57.489165Z","time spent":"1.610624517s","remote":"127.0.0.1:58118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:59.099842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637292113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:48:59.09988Z","caller":"traceutil/trace.go:171","msg":"trace[231502898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7431; }","duration":"1.637352685s","start":"2026-03-12T14:48:57.462518Z","end":"2026-03-12T14:48:59.099871Z","steps":["trace[231502898] 'agreement among raft nodes before linearized reading' (duration: 1.637227612s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.099913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:57.462507Z","time spent":"1.637400045s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:59.099926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63718682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:48:59.100005Z","caller":"traceutil/trace.go:171","msg":"trace[580878464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7431; }","duration":"1.637278322s","start":"2026-03-12T14:48:57.462708Z","end":"2026-03-12T14:48:59.099986Z","steps":["trace[580878464] 'agreement among raft nodes before linearized reading' (duration: 1.637036427s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.100045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637811706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T14:48:59.100051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:57.462676Z","time spent":"1.637365505s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:48:59.100077Z","caller":"traceutil/trace.go:171","msg":"trace[1148219321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7431; }","duration":"1.637884566s","start":"2026-03-12T14:48:57.462184Z","end":"2026-03-12T14:48:59.100068Z","steps":["trace[1148219321] 'agreement among raft nodes before linearized reading' (duration: 1.637807094s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.100116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:57.462164Z","time spent":"1.637942858s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:48:59.100252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676045423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:48:59.10029Z","caller":"traceutil/trace.go:171","msg":"trace[485266190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7431; }","duration":"1.676153795s","start":"2026-03-12T14:48:57.424127Z","end":"2026-03-12T14:48:59.100281Z","steps":["trace[485266190] 'agreement among raft nodes before linearized reading' (duration: 1.676063763s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.100338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:57.424105Z","time spent":"1.676226367s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:48:59.100236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207201151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:48:59.100329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.318374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T14:48:59.100423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.173447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:59.100438Z","caller":"traceutil/trace.go:171","msg":"trace[1735953735] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7431; }","duration":"3.207501538s","start":"2026-03-12T14:48:55.892904Z","end":"2026-03-12T14:48:59.100406Z","steps":["trace[1735953735] 'agreement among raft nodes before linearized reading' (duration: 2.723078301s)","trace[1735953735] 'count revisions from in-memory index tree' (duration: 483.939585ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:48:59.100521Z","caller":"traceutil/trace.go:171","msg":"trace[418224473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7431; }","duration":"717.315895ms","start":"2026-03-12T14:48:58.383181Z","end":"2026-03-12T14:48:59.100497Z","steps":["trace[418224473] 'agreement among raft nodes before linearized reading' (duration: 716.056884ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:59.100505Z","caller":"traceutil/trace.go:171","msg":"trace[1044091231] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7431; }","duration":"684.504818ms","start":"2026-03-12T14:48:58.415944Z","end":"2026-03-12T14:48:59.100448Z","steps":["trace[1044091231] 'agreement among raft nodes before linearized reading' (duration: 684.067658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.100529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:55.892845Z","time spent":"3.207663183s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":59,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:48:59.100569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:58.383162Z","time spent":"717.392476ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:48:59.100655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:58.415912Z","time spent":"684.674503ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-12T14:48:59.234859Z","caller":"traceutil/trace.go:171","msg":"trace[848253876] linearizableReadLoop","detail":"{readStateIndex:7709; appliedIndex:7708; }","duration":"130.303599ms","start":"2026-03-12T14:48:59.104528Z","end":"2026-03-12T14:48:59.234832Z","steps":["trace[848253876] 'read index received' (duration: 130.252488ms)","trace[848253876] 'applied index is now lower than readState.Index' (duration: 49.601µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:59.235104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.562676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T14:48:59.235185Z","caller":"traceutil/trace.go:171","msg":"trace[557097775] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7431; }","duration":"130.675828ms","start":"2026-03-12T14:48:59.104487Z","end":"2026-03-12T14:48:59.235162Z","steps":["trace[557097775] 'agreement among raft nodes before linearized reading' (duration: 130.450982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.924752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.891962ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:59.924891Z","caller":"traceutil/trace.go:171","msg":"trace[1235922861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7431; }","duration":"408.049945ms","start":"2026-03-12T14:48:59.516821Z","end":"2026-03-12T14:48:59.924871Z","steps":["trace[1235922861] 'range keys from in-memory index tree' (duration: 407.84147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.924901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.247128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:48:59.925012Z","caller":"traceutil/trace.go:171","msg":"trace[602330742] transaction","detail":"{read_only:false; response_revision:7432; number_of_response:1; }","duration":"819.597624ms","start":"2026-03-12T14:48:59.105401Z","end":"2026-03-12T14:48:59.924999Z","steps":["trace[602330742] 'process raft request' (duration: 249.186582ms)","trace[602330742] 'compare' (duration: 570.133176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:59.925066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.105379Z","time spent":"819.658366ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:59.926594Z","caller":"traceutil/trace.go:171","msg":"trace[771106192] transaction","detail":"{read_only:false; response_revision:7433; number_of_response:1; }","duration":"819.540712ms","start":"2026-03-12T14:48:59.107046Z","end":"2026-03-12T14:48:59.926587Z","steps":["trace[771106192] 'process raft request' (duration: 817.916834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.926627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.107018Z","time spent":"819.590764ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:59.926662Z","caller":"traceutil/trace.go:171","msg":"trace[251288049] linearizableReadLoop","detail":"{readStateIndex:7714; appliedIndex:7709; }","duration":"691.707754ms","start":"2026-03-12T14:48:59.234931Z","end":"2026-03-12T14:48:59.926639Z","steps":["trace[251288049] 'read index received' (duration: 119.669373ms)","trace[251288049] 'applied index is now lower than readState.Index' (duration: 572.037181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:48:59.926778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.998236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:59.926795Z","caller":"traceutil/trace.go:171","msg":"trace[1924081186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7436; }","duration":"818.041926ms","start":"2026-03-12T14:48:59.108747Z","end":"2026-03-12T14:48:59.926789Z","steps":["trace[1924081186] 'agreement among raft nodes before linearized reading' (duration: 817.996595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.926816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.108734Z","time spent":"818.079078ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:48:59.926777Z","caller":"traceutil/trace.go:171","msg":"trace[290762843] transaction","detail":"{read_only:false; response_revision:7434; number_of_response:1; }","duration":"819.672475ms","start":"2026-03-12T14:48:59.107073Z","end":"2026-03-12T14:48:59.926745Z","steps":["trace[290762843] 'process raft request' (duration: 818.18581ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:48:59.926827Z","caller":"traceutil/trace.go:171","msg":"trace[1530871632] transaction","detail":"{read_only:false; response_revision:7435; number_of_response:1; }","duration":"818.825715ms","start":"2026-03-12T14:48:59.107948Z","end":"2026-03-12T14:48:59.926773Z","steps":["trace[1530871632] 'process raft request' (duration: 817.429071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.926917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.10704Z","time spent":"819.801208ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:59.927029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.107936Z","time spent":"818.985699ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:59.927117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.412108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:48:59.92718Z","caller":"traceutil/trace.go:171","msg":"trace[1591099902] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7436; }","duration":"821.507551ms","start":"2026-03-12T14:48:59.105644Z","end":"2026-03-12T14:48:59.927152Z","steps":["trace[1591099902] 'agreement among raft nodes before linearized reading' (duration: 821.108941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.927223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.105621Z","time spent":"821.592112ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:48:59.927517Z","caller":"traceutil/trace.go:171","msg":"trace[1879871333] transaction","detail":"{read_only:false; response_revision:7436; number_of_response:1; }","duration":"819.244916ms","start":"2026-03-12T14:48:59.108227Z","end":"2026-03-12T14:48:59.927472Z","steps":["trace[1879871333] 'process raft request' (duration: 818.369355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.92775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.108205Z","time spent":"819.43065ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:48:59.991749Z","caller":"traceutil/trace.go:171","msg":"trace[2004279206] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"754.344911ms","start":"2026-03-12T14:48:59.237375Z","end":"2026-03-12T14:48:59.991719Z","steps":["trace[2004279206] 'process raft request' (duration: 754.224719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.99179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.021777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:48:59.991845Z","caller":"traceutil/trace.go:171","msg":"trace[1421860695] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7438; }","duration":"703.179082ms","start":"2026-03-12T14:48:59.288649Z","end":"2026-03-12T14:48:59.991828Z","steps":["trace[1421860695] 'agreement among raft nodes before linearized reading' (duration: 703.059278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.991885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.237356Z","time spent":"754.464366ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:48:59.99193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.288613Z","time spent":"703.306355ms","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:48:59.991948Z","caller":"traceutil/trace.go:171","msg":"trace[361185696] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"755.771357ms","start":"2026-03-12T14:48:59.2361Z","end":"2026-03-12T14:48:59.991872Z","steps":["trace[361185696] 'process raft request' (duration: 755.399617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:48:59.992558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:48:59.236081Z","time spent":"756.3363ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:00.85718Z","caller":"traceutil/trace.go:171","msg":"trace[302885907] transaction","detail":"{read_only:false; response_revision:7439; number_of_response:1; }","duration":"235.87295ms","start":"2026-03-12T14:49:00.621281Z","end":"2026-03-12T14:49:00.857154Z","steps":["trace[302885907] 'process raft request' (duration: 235.703285ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:01.053784Z","caller":"traceutil/trace.go:171","msg":"trace[1164220482] linearizableReadLoop","detail":"{readStateIndex:7719; appliedIndex:7716; }","duration":"418.493189ms","start":"2026-03-12T14:49:00.635263Z","end":"2026-03-12T14:49:01.053756Z","steps":["trace[1164220482] 'read index received' (duration: 221.783048ms)","trace[1164220482] 'applied index is now lower than readState.Index' (duration: 196.709021ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:01.053857Z","caller":"traceutil/trace.go:171","msg":"trace[185703408] transaction","detail":"{read_only:false; response_revision:7440; number_of_response:1; }","duration":"431.347589ms","start":"2026-03-12T14:49:00.622427Z","end":"2026-03-12T14:49:01.053775Z","steps":["trace[185703408] 'process raft request' (duration: 371.334954ms)","trace[185703408] 'compare' (duration: 59.700627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:01.053929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.640452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:01.05397Z","caller":"traceutil/trace.go:171","msg":"trace[2092184834] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7441; }","duration":"418.720614ms","start":"2026-03-12T14:49:00.635237Z","end":"2026-03-12T14:49:01.053958Z","steps":["trace[2092184834] 'agreement among raft nodes before linearized reading' (duration: 418.631232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:01.054011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:00.635229Z","time spent":"418.772556ms","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T14:49:01.054015Z","caller":"traceutil/trace.go:171","msg":"trace[1483623039] transaction","detail":"{read_only:false; response_revision:7441; number_of_response:1; }","duration":"431.341339ms","start":"2026-03-12T14:49:00.622643Z","end":"2026-03-12T14:49:01.053984Z","steps":["trace[1483623039] 'process raft request' (duration: 430.980671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:01.054045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:00.622397Z","time spent":"431.551915ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:01.054151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:00.62262Z","time spent":"431.454163ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:02.109798Z","caller":"traceutil/trace.go:171","msg":"trace[1741586220] transaction","detail":"{read_only:false; response_revision:7443; number_of_response:1; }","duration":"161.893786ms","start":"2026-03-12T14:49:01.947877Z","end":"2026-03-12T14:49:02.109771Z","steps":["trace[1741586220] 'process raft request' (duration: 161.133157ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:02.112452Z","caller":"traceutil/trace.go:171","msg":"trace[1089820811] transaction","detail":"{read_only:false; response_revision:7444; number_of_response:1; }","duration":"164.192201ms","start":"2026-03-12T14:49:01.948241Z","end":"2026-03-12T14:49:02.112433Z","steps":["trace[1089820811] 'process raft request' (duration: 164.042567ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:02.112659Z","caller":"traceutil/trace.go:171","msg":"trace[375436700] transaction","detail":"{read_only:false; response_revision:7445; number_of_response:1; }","duration":"163.348231ms","start":"2026-03-12T14:49:01.949275Z","end":"2026-03-12T14:49:02.112623Z","steps":["trace[375436700] 'process raft request' (duration: 163.121385ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:02.112698Z","caller":"traceutil/trace.go:171","msg":"trace[1482817140] linearizableReadLoop","detail":"{readStateIndex:7724; appliedIndex:7720; }","duration":"163.169368ms","start":"2026-03-12T14:49:01.949506Z","end":"2026-03-12T14:49:02.112675Z","steps":["trace[1482817140] 'read index received' (duration: 159.598441ms)","trace[1482817140] 'applied index is now lower than readState.Index' (duration: 3.569927ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:02.112717Z","caller":"traceutil/trace.go:171","msg":"trace[1758040121] transaction","detail":"{read_only:false; response_revision:7446; number_of_response:1; }","duration":"163.30219ms","start":"2026-03-12T14:49:01.949392Z","end":"2026-03-12T14:49:02.112694Z","steps":["trace[1758040121] 'process raft request' (duration: 163.146476ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:02.11275Z","caller":"traceutil/trace.go:171","msg":"trace[1734919185] transaction","detail":"{read_only:false; response_revision:7447; number_of_response:1; }","duration":"163.255159ms","start":"2026-03-12T14:49:01.949474Z","end":"2026-03-12T14:49:02.112729Z","steps":["trace[1734919185] 'process raft request' (duration: 163.157367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:02.113126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.610558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:49:02.11317Z","caller":"traceutil/trace.go:171","msg":"trace[679262789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7447; }","duration":"163.69355ms","start":"2026-03-12T14:49:01.949467Z","end":"2026-03-12T14:49:02.11316Z","steps":["trace[679262789] 'agreement among raft nodes before linearized reading' (duration: 163.334172ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:02.349043Z","caller":"traceutil/trace.go:171","msg":"trace[1572349263] transaction","detail":"{read_only:false; response_revision:7448; number_of_response:1; }","duration":"152.085397ms","start":"2026-03-12T14:49:02.196924Z","end":"2026-03-12T14:49:02.349009Z","steps":["trace[1572349263] 'process raft request' (duration: 113.346348ms)","trace[1572349263] 'compare' (duration: 38.623486ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:03.129853Z","caller":"traceutil/trace.go:171","msg":"trace[2021008332] transaction","detail":"{read_only:false; response_revision:7449; number_of_response:1; }","duration":"265.891328ms","start":"2026-03-12T14:49:02.863937Z","end":"2026-03-12T14:49:03.129828Z","steps":["trace[2021008332] 'process raft request' (duration: 265.757345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:03.399754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.349011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:03.400034Z","caller":"traceutil/trace.go:171","msg":"trace[142431403] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"340.61878ms","start":"2026-03-12T14:49:03.059374Z","end":"2026-03-12T14:49:03.399993Z","steps":["trace[142431403] 'process raft request' (duration: 340.511597ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:03.400062Z","caller":"traceutil/trace.go:171","msg":"trace[423676345] transaction","detail":"{read_only:false; response_revision:7450; number_of_response:1; }","duration":"340.748524ms","start":"2026-03-12T14:49:03.059279Z","end":"2026-03-12T14:49:03.400028Z","steps":["trace[423676345] 'process raft request' (duration: 176.989833ms)","trace[423676345] 'compare' (duration: 163.186707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:03.400234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:03.059367Z","time spent":"340.742893ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:03.400239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:03.059255Z","time spent":"340.873067ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:04.302696Z","caller":"traceutil/trace.go:171","msg":"trace[1600959984] transaction","detail":"{read_only:false; response_revision:7452; number_of_response:1; }","duration":"182.373552ms","start":"2026-03-12T14:49:04.120285Z","end":"2026-03-12T14:49:04.302659Z","steps":["trace[1600959984] 'process raft request' (duration: 182.156037ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:04.831083Z","caller":"traceutil/trace.go:171","msg":"trace[1777706982] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"710.733945ms","start":"2026-03-12T14:49:04.120322Z","end":"2026-03-12T14:49:04.831056Z","steps":["trace[1777706982] 'process raft request' (duration: 710.52992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:04.831244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:04.120307Z","time spent":"710.855567ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:04.831528Z","caller":"traceutil/trace.go:171","msg":"trace[1795218450] linearizableReadLoop","detail":"{readStateIndex:7731; appliedIndex:7729; }","duration":"710.55146ms","start":"2026-03-12T14:49:04.120945Z","end":"2026-03-12T14:49:04.831497Z","steps":["trace[1795218450] 'read index received' (duration: 181.600724ms)","trace[1795218450] 'applied index is now lower than readState.Index' (duration: 528.949686ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:04.83158Z","caller":"traceutil/trace.go:171","msg":"trace[1105961812] transaction","detail":"{read_only:false; response_revision:7455; number_of_response:1; }","duration":"709.532455ms","start":"2026-03-12T14:49:04.122035Z","end":"2026-03-12T14:49:04.831567Z","steps":["trace[1105961812] 'process raft request' (duration: 709.280619ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:04.831528Z","caller":"traceutil/trace.go:171","msg":"trace[896233396] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"710.209771ms","start":"2026-03-12T14:49:04.12128Z","end":"2026-03-12T14:49:04.83149Z","steps":["trace[896233396] 'process raft request' (duration: 709.73537ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:04.831659Z","caller":"traceutil/trace.go:171","msg":"trace[2116300513] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"709.096715ms","start":"2026-03-12T14:49:04.122504Z","end":"2026-03-12T14:49:04.831601Z","steps":["trace[2116300513] 'process raft request' (duration: 708.926421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:04.831677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:04.122027Z","time spent":"709.583046ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:04.831787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:04.121271Z","time spent":"710.428526ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:04.831788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.836197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:49:04.831803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.384211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:04.831811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:04.122498Z","time spent":"709.223828ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:04.831856Z","caller":"traceutil/trace.go:171","msg":"trace[1720095354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7456; }","duration":"710.92387ms","start":"2026-03-12T14:49:04.120917Z","end":"2026-03-12T14:49:04.831841Z","steps":["trace[1720095354] 'agreement among raft nodes before linearized reading' (duration: 710.685024ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:04.831867Z","caller":"traceutil/trace.go:171","msg":"trace[1820475463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7456; }","duration":"469.505775ms","start":"2026-03-12T14:49:04.362346Z","end":"2026-03-12T14:49:04.831852Z","steps":["trace[1820475463] 'agreement among raft nodes before linearized reading' (duration: 469.390952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:04.831914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:04.120905Z","time spent":"710.995891ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:49:04.831916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:04.362323Z","time spent":"469.583686ms","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:05.884437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:06.262719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157338724s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:49:06.478195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.170248ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:49:06.478561Z","caller":"traceutil/trace.go:171","msg":"trace[1486837396] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"1.3414964s","start":"2026-03-12T14:49:05.13704Z","end":"2026-03-12T14:49:06.478536Z","steps":["trace[1486837396] 'process raft request' (duration: 1.341261165s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.47873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:05.137008Z","time spent":"1.341624364s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:06.478784Z","caller":"traceutil/trace.go:171","msg":"trace[855070790] transaction","detail":"{read_only:false; response_revision:7458; number_of_response:1; }","duration":"1.167796128s","start":"2026-03-12T14:49:05.310958Z","end":"2026-03-12T14:49:06.478754Z","steps":["trace[855070790] 'process raft request' (duration: 1.167513741s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:06.478837Z","caller":"traceutil/trace.go:171","msg":"trace[593763785] linearizableReadLoop","detail":"{readStateIndex:7739; appliedIndex:7734; }","duration":"1.095093405s","start":"2026-03-12T14:49:05.383719Z","end":"2026-03-12T14:49:06.478813Z","steps":["trace[593763785] 'read index received' (duration: 879.282332ms)","trace[593763785] 'applied index is now lower than readState.Index' (duration: 215.809963ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:06.478891Z","caller":"traceutil/trace.go:171","msg":"trace[1162235831] transaction","detail":"{read_only:false; response_revision:7459; number_of_response:1; }","duration":"1.073087301s","start":"2026-03-12T14:49:05.405781Z","end":"2026-03-12T14:49:06.478869Z","steps":["trace[1162235831] 'process raft request' (duration: 1.072897207s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.478917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:05.310923Z","time spent":"1.167923511s","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:06.478951Z","caller":"traceutil/trace.go:171","msg":"trace[1650806100] transaction","detail":"{read_only:false; response_revision:7460; number_of_response:1; }","duration":"1.07262081s","start":"2026-03-12T14:49:05.406319Z","end":"2026-03-12T14:49:06.478939Z","steps":["trace[1650806100] 'process raft request' (duration: 1.072449556s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.478998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:05.405746Z","time spent":"1.073207534s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:06.479055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:05.40629Z","time spent":"1.072688082s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:06.479188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.746279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:06.47923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.297625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:06.479238Z","caller":"traceutil/trace.go:171","msg":"trace[1187673658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7460; }","duration":"231.835341ms","start":"2026-03-12T14:49:06.247384Z","end":"2026-03-12T14:49:06.479219Z","steps":["trace[1187673658] 'agreement among raft nodes before linearized reading' (duration: 231.759319ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:06.479272Z","caller":"traceutil/trace.go:171","msg":"trace[2079962332] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:7460; }","duration":"449.380717ms","start":"2026-03-12T14:49:06.029876Z","end":"2026-03-12T14:49:06.479257Z","steps":["trace[2079962332] 'agreement among raft nodes before linearized reading' (duration: 449.307625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.479271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.777678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-12T14:49:06.479307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.029845Z","time spent":"449.451519ms","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:06.479343Z","caller":"traceutil/trace.go:171","msg":"trace[167202324] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9; range_end:; response_count:1; response_revision:7460; }","duration":"779.85639ms","start":"2026-03-12T14:49:05.699464Z","end":"2026-03-12T14:49:06.479321Z","steps":["trace[167202324] 'agreement among raft nodes before linearized reading' (duration: 779.655245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.479391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:05.699423Z","time spent":"779.959333ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9\" "} {"level":"warn","ts":"2026-03-12T14:49:06.479484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.498976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:49:06.479523Z","caller":"traceutil/trace.go:171","msg":"trace[1609272138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7460; }","duration":"401.577018ms","start":"2026-03-12T14:49:06.077935Z","end":"2026-03-12T14:49:06.479512Z","steps":["trace[1609272138] 'agreement among raft nodes before linearized reading' (duration: 401.434154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.479537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.673516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T14:49:06.479553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.077911Z","time spent":"401.634989ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:49:06.479563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.387285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-12T14:49:06.479595Z","caller":"traceutil/trace.go:171","msg":"trace[1335139112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7460; }","duration":"172.787819ms","start":"2026-03-12T14:49:06.306792Z","end":"2026-03-12T14:49:06.479579Z","steps":["trace[1335139112] 'agreement among raft nodes before linearized reading' (duration: 172.604345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.479352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095642379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:06.479608Z","caller":"traceutil/trace.go:171","msg":"trace[1384335338] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7460; }","duration":"458.482137ms","start":"2026-03-12T14:49:06.021109Z","end":"2026-03-12T14:49:06.479591Z","steps":["trace[1384335338] 'agreement among raft nodes before linearized reading' (duration: 458.375614ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:06.479641Z","caller":"traceutil/trace.go:171","msg":"trace[273429736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7460; }","duration":"1.095976577s","start":"2026-03-12T14:49:05.383653Z","end":"2026-03-12T14:49:06.479629Z","steps":["trace[273429736] 'agreement among raft nodes before linearized reading' (duration: 1.095673099s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.479663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.021078Z","time spent":"458.576299ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-12T14:49:06.479675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:05.383624Z","time spent":"1.096041797s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:49:06.878165Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5667} {"level":"warn","ts":"2026-03-12T14:49:06.879669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.166148ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-12T14:49:06.879909Z","caller":"traceutil/trace.go:171","msg":"trace[972990767] linearizableReadLoop","detail":"{readStateIndex:7740; appliedIndex:7739; }","duration":"399.264552ms","start":"2026-03-12T14:49:06.48062Z","end":"2026-03-12T14:49:06.879885Z","steps":["trace[972990767] 'read index received' (duration: 74.406384ms)","trace[972990767] 'applied index is now lower than readState.Index' (duration: 324.855828ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:06.880124Z","caller":"traceutil/trace.go:171","msg":"trace[1613504049] compact","detail":"{revision:5667; response_revision:7460; }","duration":"400.179904ms","start":"2026-03-12T14:49:06.479913Z","end":"2026-03-12T14:49:06.880093Z","steps":["trace[1613504049] 'process raft request' (duration: 75.09398ms)","trace[1613504049] 'check and update compact revision' (duration: 322.693887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:06.880348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.479882Z","time spent":"400.46059ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T14:49:06.880291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.645171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:06.880574Z","caller":"traceutil/trace.go:171","msg":"trace[344318957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7460; }","duration":"399.9769ms","start":"2026-03-12T14:49:06.480575Z","end":"2026-03-12T14:49:06.880552Z","steps":["trace[344318957] 'agreement among raft nodes before linearized reading' (duration: 399.534028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.880667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.480557Z","time spent":"400.065401ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:49:06.88086Z","caller":"traceutil/trace.go:171","msg":"trace[683582062] transaction","detail":"{read_only:false; response_revision:7461; number_of_response:1; }","duration":"399.306243ms","start":"2026-03-12T14:49:06.481528Z","end":"2026-03-12T14:49:06.880834Z","steps":["trace[683582062] 'process raft request' (duration: 398.302618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.881015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.481514Z","time spent":"399.408485ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:06.886545Z","caller":"traceutil/trace.go:171","msg":"trace[1809168868] transaction","detail":"{read_only:false; response_revision:7462; number_of_response:1; }","duration":"402.151182ms","start":"2026-03-12T14:49:06.484367Z","end":"2026-03-12T14:49:06.886518Z","steps":["trace[1809168868] 'process raft request' (duration: 396.29546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:06.886691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.484331Z","time spent":"402.268555ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:07.272626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.311011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T14:49:07.272684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.42961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:49:07.272742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.160573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:49:07.272798Z","caller":"traceutil/trace.go:171","msg":"trace[2109521516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7462; }","duration":"428.628734ms","start":"2026-03-12T14:49:06.844147Z","end":"2026-03-12T14:49:07.272775Z","steps":["trace[2109521516] 'agreement among raft nodes before linearized reading' (duration: 42.338276ms)","trace[2109521516] 'range keys from in-memory index tree' (duration: 386.04885ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:07.272862Z","caller":"traceutil/trace.go:171","msg":"trace[326603917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7462; }","duration":"435.310876ms","start":"2026-03-12T14:49:06.837529Z","end":"2026-03-12T14:49:07.27284Z","steps":["trace[326603917] 'agreement among raft nodes before linearized reading' (duration: 48.947197ms)","trace[326603917] 'range keys from in-memory index tree' (duration: 386.127994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:07.272785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.497886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T14:49:07.272977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.837518Z","time spent":"435.44521ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:49:07.273011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.616513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-12T14:49:07.273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.364927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:07.273059Z","caller":"traceutil/trace.go:171","msg":"trace[812245106] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7462; }","duration":"390.691174ms","start":"2026-03-12T14:49:06.882355Z","end":"2026-03-12T14:49:07.273046Z","steps":["trace[812245106] 'range keys from in-memory index tree' (duration: 386.426021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:07.273081Z","caller":"traceutil/trace.go:171","msg":"trace[1900857911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7462; }","duration":"383.454929ms","start":"2026-03-12T14:49:06.889609Z","end":"2026-03-12T14:49:07.273064Z","steps":["trace[1900857911] 'range keys from in-memory index tree' (duration: 383.305036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:07.273092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.882338Z","time spent":"390.746816ms","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-12T14:49:07.273128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.889602Z","time spent":"383.51349ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:07.273168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.090056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-12T14:49:07.272882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.844117Z","time spent":"428.751057ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:49:07.272881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.32039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7707d54b-f658-4f9c-8de8-8e5d1b170963\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-12T14:49:07.273303Z","caller":"traceutil/trace.go:171","msg":"trace[1357646365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7462; }","duration":"436.310181ms","start":"2026-03-12T14:49:06.836961Z","end":"2026-03-12T14:49:07.273272Z","steps":["trace[1357646365] 'agreement among raft nodes before linearized reading' (duration: 49.524901ms)","trace[1357646365] 'range keys from in-memory index tree' (duration: 386.431011ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:07.273325Z","caller":"traceutil/trace.go:171","msg":"trace[2846313] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7707d54b-f658-4f9c-8de8-8e5d1b170963; range_end:; response_count:1; response_revision:7462; }","duration":"789.817783ms","start":"2026-03-12T14:49:06.483494Z","end":"2026-03-12T14:49:07.273311Z","steps":["trace[2846313] 'agreement among raft nodes before linearized reading' (duration: 403.021243ms)","trace[2846313] 'range keys from in-memory index tree' (duration: 386.304008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:07.273364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.483459Z","time spent":"789.894125ms","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-7707d54b-f658-4f9c-8de8-8e5d1b170963\" "} {"level":"warn","ts":"2026-03-12T14:49:07.273377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.836937Z","time spent":"436.427014ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:07.273468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.999722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127043"} {"level":"info","ts":"2026-03-12T14:49:07.273555Z","caller":"traceutil/trace.go:171","msg":"trace[1667393169] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7462; }","duration":"384.097354ms","start":"2026-03-12T14:49:06.889443Z","end":"2026-03-12T14:49:07.273541Z","steps":["trace[1667393169] 'range keys from in-memory index tree' (duration: 383.729676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:07.273702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.889437Z","time spent":"384.239637ms","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127067,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-12T14:49:07.273766Z","caller":"traceutil/trace.go:171","msg":"trace[1413131408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7462; }","duration":"437.593881ms","start":"2026-03-12T14:49:06.836117Z","end":"2026-03-12T14:49:07.273711Z","steps":["trace[1413131408] 'agreement among raft nodes before linearized reading' (duration: 50.388182ms)","trace[1413131408] 'range keys from in-memory index tree' (duration: 386.188945ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:07.272719Z","caller":"traceutil/trace.go:171","msg":"trace[2129151971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7462; }","duration":"436.462674ms","start":"2026-03-12T14:49:06.836232Z","end":"2026-03-12T14:49:07.272695Z","steps":["trace[2129151971] 'agreement among raft nodes before linearized reading' (duration: 50.221088ms)","trace[2129151971] 'range keys from in-memory index tree' (duration: 385.994269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:07.273968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.836094Z","time spent":"437.805897ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:07.273968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.83621Z","time spent":"437.743225ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:49:07.273696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.763475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:49:07.274239Z","caller":"traceutil/trace.go:171","msg":"trace[1825032560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7462; }","duration":"791.335749ms","start":"2026-03-12T14:49:06.482882Z","end":"2026-03-12T14:49:07.274218Z","steps":["trace[1825032560] 'agreement among raft nodes before linearized reading' (duration: 403.613928ms)","trace[1825032560] 'range keys from in-memory index tree' (duration: 386.983314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:07.274329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:06.482872Z","time spent":"791.437131ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:49:07.743353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.851511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:49:07.743455Z","caller":"traceutil/trace.go:171","msg":"trace[1267411] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7462; }","duration":"466.980375ms","start":"2026-03-12T14:49:07.276452Z","end":"2026-03-12T14:49:07.743432Z","steps":["trace[1267411] 'range keys from in-memory index tree' (duration: 466.695096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:07.743496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.276445Z","time spent":"467.041556ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19526,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:49:07.743484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.394264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74611"} {"level":"info","ts":"2026-03-12T14:49:07.743581Z","caller":"traceutil/trace.go:171","msg":"trace[77818584] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:7462; }","duration":"467.535448ms","start":"2026-03-12T14:49:07.276021Z","end":"2026-03-12T14:49:07.743556Z","steps":["trace[77818584] 'range keys from in-memory index tree' (duration: 466.82446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:07.743576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.125778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-12T14:49:07.743657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.275998Z","time spent":"467.6407ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":74635,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-12T14:49:07.743684Z","caller":"traceutil/trace.go:171","msg":"trace[1689490842] linearizableReadLoop","detail":"{readStateIndex:7743; appliedIndex:7742; }","duration":"465.210091ms","start":"2026-03-12T14:49:07.278456Z","end":"2026-03-12T14:49:07.743666Z","steps":["trace[1689490842] 'read index received' (duration: 150.9531ms)","trace[1689490842] 'applied index is now lower than readState.Index' (duration: 314.255561ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:07.74389Z","caller":"traceutil/trace.go:171","msg":"trace[1276382191] transaction","detail":"{read_only:false; response_revision:7463; number_of_response:1; }","duration":"466.123793ms","start":"2026-03-12T14:49:07.277752Z","end":"2026-03-12T14:49:07.743876Z","steps":["trace[1276382191] 'process raft request' (duration: 151.620956ms)","trace[1276382191] 'compare' (duration: 313.879042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:07.743581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.184495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:52 size:74611"} {"level":"info","ts":"2026-03-12T14:49:07.744033Z","caller":"traceutil/trace.go:171","msg":"trace[1169540137] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:52; response_revision:7462; }","duration":"466.648696ms","start":"2026-03-12T14:49:07.277355Z","end":"2026-03-12T14:49:07.744004Z","steps":["trace[1169540137] 'range keys from in-memory index tree' (duration: 465.757994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:07.744135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.277337Z","time spent":"466.760259ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":74635,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-12T14:49:07.743966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.277733Z","time spent":"466.200236ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:07.744499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.02198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T14:49:07.744554Z","caller":"traceutil/trace.go:171","msg":"trace[1853116412] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7463; }","duration":"466.121803ms","start":"2026-03-12T14:49:07.278415Z","end":"2026-03-12T14:49:07.744537Z","steps":["trace[1853116412] 'agreement among raft nodes before linearized reading' (duration: 465.57675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:07.744594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.278393Z","time spent":"466.192494ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T14:49:09.297987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411050466s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:09.298268Z","caller":"traceutil/trace.go:171","msg":"trace[1864264891] transaction","detail":"{read_only:false; response_revision:7464; number_of_response:1; }","duration":"2.018971269s","start":"2026-03-12T14:49:07.279228Z","end":"2026-03-12T14:49:09.298199Z","steps":["trace[1864264891] 'process raft request' (duration: 607.574333ms)","trace[1864264891] 'compare' (duration: 1.028112201s)","trace[1864264891] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 382.618288ms)"],"step_count":3} {"level":"warn","ts":"2026-03-12T14:49:09.298449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.279219Z","time spent":"2.019121082s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:09.298578Z","caller":"traceutil/trace.go:171","msg":"trace[1460962470] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"2.019245905s","start":"2026-03-12T14:49:07.279301Z","end":"2026-03-12T14:49:09.298547Z","steps":["trace[1460962470] 'process raft request' (duration: 2.018907567s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:09.298643Z","caller":"traceutil/trace.go:171","msg":"trace[1936772752] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"813.876247ms","start":"2026-03-12T14:49:08.484742Z","end":"2026-03-12T14:49:09.298618Z","steps":["trace[1936772752] 'process raft request' (duration: 813.524358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:09.298726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.279283Z","time spent":"2.019360688s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:09.298732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:08.484723Z","time spent":"813.963998ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:09.298739Z","caller":"traceutil/trace.go:171","msg":"trace[304036183] transaction","detail":"{read_only:false; response_revision:7465; number_of_response:1; }","duration":"2.01943562s","start":"2026-03-12T14:49:07.279283Z","end":"2026-03-12T14:49:09.298719Z","steps":["trace[304036183] 'process raft request' (duration: 2.018820505s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:09.298768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85570618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:09.298577Z","caller":"traceutil/trace.go:171","msg":"trace[185063246] linearizableReadLoop","detail":"{readStateIndex:7746; appliedIndex:7743; }","duration":"1.554840184s","start":"2026-03-12T14:49:07.74371Z","end":"2026-03-12T14:49:09.29855Z","steps":["trace[185063246] 'read index received' (duration: 143.107921ms)","trace[185063246] 'applied index is now lower than readState.Index' (duration: 1.411730023s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:09.298825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.279276Z","time spent":"2.019505772s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:09.298859Z","caller":"traceutil/trace.go:171","msg":"trace[1139959330] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7468; }","duration":"1.855897145s","start":"2026-03-12T14:49:07.442947Z","end":"2026-03-12T14:49:09.298844Z","steps":["trace[1139959330] 'agreement among raft nodes before linearized reading' (duration: 1.8557049s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:09.298899Z","caller":"traceutil/trace.go:171","msg":"trace[536058751] transaction","detail":"{read_only:false; response_revision:7468; number_of_response:1; }","duration":"813.153758ms","start":"2026-03-12T14:49:08.485706Z","end":"2026-03-12T14:49:09.29886Z","steps":["trace[536058751] 'process raft request' (duration: 812.603385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:09.298946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.442922Z","time spent":"1.855967706s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:09.299028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019671135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"warn","ts":"2026-03-12T14:49:09.299033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:08.485672Z","time spent":"813.287941ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:09.299076Z","caller":"traceutil/trace.go:171","msg":"trace[1270992595] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7468; }","duration":"2.019743427s","start":"2026-03-12T14:49:07.279317Z","end":"2026-03-12T14:49:09.29906Z","steps":["trace[1270992595] 'agreement among raft nodes before linearized reading' (duration: 2.019316887s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:09.299112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.279248Z","time spent":"2.01985493s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:49:09.299191Z","caller":"traceutil/trace.go:171","msg":"trace[450002206] transaction","detail":"{read_only:false; response_revision:7469; number_of_response:1; }","duration":"811.9937ms","start":"2026-03-12T14:49:08.487185Z","end":"2026-03-12T14:49:09.299178Z","steps":["trace[450002206] 'process raft request' (duration: 811.768325ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:09.299171Z","caller":"traceutil/trace.go:171","msg":"trace[937133577] transaction","detail":"{read_only:false; response_revision:7470; number_of_response:1; }","duration":"667.081076ms","start":"2026-03-12T14:49:08.632066Z","end":"2026-03-12T14:49:09.299147Z","steps":["trace[937133577] 'process raft request' (duration: 667.028245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:09.299251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:08.487146Z","time spent":"812.073572ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:09.299788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:08.632039Z","time spent":"667.218419ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:09.804335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:10.103535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.389124ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:10.103676Z","caller":"traceutil/trace.go:171","msg":"trace[854211821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7470; }","duration":"587.548648ms","start":"2026-03-12T14:49:09.51611Z","end":"2026-03-12T14:49:10.103658Z","steps":["trace[854211821] 'range keys from in-memory index tree' (duration: 587.371224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:10.382299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.023028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:10.382411Z","caller":"traceutil/trace.go:171","msg":"trace[814422114] linearizableReadLoop","detail":"{readStateIndex:7751; appliedIndex:7750; }","duration":"1.083578096s","start":"2026-03-12T14:49:09.298815Z","end":"2026-03-12T14:49:10.382394Z","steps":["trace[814422114] 'read index received' (duration: 919.280902ms)","trace[814422114] 'applied index is now lower than readState.Index' (duration: 164.295834ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:10.382718Z","caller":"traceutil/trace.go:171","msg":"trace[2143053816] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"1.120824609s","start":"2026-03-12T14:49:09.261878Z","end":"2026-03-12T14:49:10.382702Z","steps":["trace[2143053816] 'process raft request' (duration: 956.310659ms)","trace[2143053816] 'compare' (duration: 163.832902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:10.382769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583678853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:10.382794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:09.261845Z","time spent":"1.120913211s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:10.38283Z","caller":"traceutil/trace.go:171","msg":"trace[606377458] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7471; }","duration":"2.583783245s","start":"2026-03-12T14:49:07.79903Z","end":"2026-03-12T14:49:10.382814Z","steps":["trace[606377458] 'agreement among raft nodes before linearized reading' (duration: 2.583670483s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:10.382812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:10.382835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82726391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T14:49:10.382901Z","caller":"traceutil/trace.go:171","msg":"trace[1932504511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7471; }","duration":"1.827325042s","start":"2026-03-12T14:49:08.555556Z","end":"2026-03-12T14:49:10.382881Z","steps":["trace[1932504511] 'agreement among raft nodes before linearized reading' (duration: 1.827150878s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:10.382896Z","caller":"traceutil/trace.go:171","msg":"trace[156336673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7471; }","duration":"2.000081911s","start":"2026-03-12T14:49:08.382794Z","end":"2026-03-12T14:49:10.382875Z","steps":["trace[156336673] 'agreement among raft nodes before linearized reading' (duration: 1.999931527s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:10.382951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:08.555497Z","time spent":"1.827445014s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T14:49:10.382982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:08.382768Z","time spent":"2.000200893s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:10.382995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966549847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T14:49:10.383011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222279039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-12T14:49:10.383077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.799009Z","time spent":"2.584051391s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:49:10.382987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.886076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:49:10.383133Z","caller":"traceutil/trace.go:171","msg":"trace[833290811] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7471; }","duration":"1.966725001s","start":"2026-03-12T14:49:08.416373Z","end":"2026-03-12T14:49:10.383098Z","steps":["trace[833290811] 'agreement among raft nodes before linearized reading' (duration: 1.966343822s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:10.383165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633737435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-12T14:49:10.383199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:08.416364Z","time spent":"1.966820903s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"info","ts":"2026-03-12T14:49:10.383187Z","caller":"traceutil/trace.go:171","msg":"trace[299351595] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7471; }","duration":"1.222395641s","start":"2026-03-12T14:49:09.160712Z","end":"2026-03-12T14:49:10.383108Z","steps":["trace[299351595] 'agreement among raft nodes before linearized reading' (duration: 1.222019492s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:10.383266Z","caller":"traceutil/trace.go:171","msg":"trace[465546341] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7471; }","duration":"2.633845418s","start":"2026-03-12T14:49:07.749383Z","end":"2026-03-12T14:49:10.383229Z","steps":["trace[465546341] 'agreement among raft nodes before linearized reading' (duration: 2.633681664s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:10.383334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.749366Z","time spent":"2.6339353s","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-12T14:49:10.383354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:09.160649Z","time spent":"1.222628218s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T14:49:10.383116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492630825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:49:10.383177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633628503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127043"} {"level":"warn","ts":"2026-03-12T14:49:10.382994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635059768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-12T14:49:10.383453Z","caller":"traceutil/trace.go:171","msg":"trace[817369749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7471; }","duration":"1.493067375s","start":"2026-03-12T14:49:08.890372Z","end":"2026-03-12T14:49:10.38344Z","steps":["trace[817369749] 'agreement among raft nodes before linearized reading' (duration: 1.492407769s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:10.383461Z","caller":"traceutil/trace.go:171","msg":"trace[1759030085] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7471; }","duration":"2.63393659s","start":"2026-03-12T14:49:07.749509Z","end":"2026-03-12T14:49:10.383445Z","steps":["trace[1759030085] 'agreement among raft nodes before linearized reading' (duration: 2.633550881s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:10.383493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:08.890352Z","time spent":"1.493128327s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:10.383503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.749493Z","time spent":"2.633998111s","remote":"127.0.0.1:49100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127067,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-12T14:49:10.383492Z","caller":"traceutil/trace.go:171","msg":"trace[1435996338] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7; range_end:; response_count:1; response_revision:7471; }","duration":"2.635607991s","start":"2026-03-12T14:49:07.747869Z","end":"2026-03-12T14:49:10.383477Z","steps":["trace[1435996338] 'agreement among raft nodes before linearized reading' (duration: 2.634920975s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:10.383183Z","caller":"traceutil/trace.go:171","msg":"trace[1752942270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7471; }","duration":"635.125302ms","start":"2026-03-12T14:49:09.748041Z","end":"2026-03-12T14:49:10.383166Z","steps":["trace[1752942270] 'agreement among raft nodes before linearized reading' (duration: 634.788694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:10.383547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:07.747853Z","time spent":"2.635676302s","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7dc83a9c-ee91-4925-9ea3-5ba2561ce3a7\" "} {"level":"warn","ts":"2026-03-12T14:49:10.383596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:09.748019Z","time spent":"635.558922ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:49:12.28743Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5667,"took":"5.404599038s","hash":1536583350,"current-db-size-bytes":42278912,"current-db-size":"42 MB","current-db-size-in-use-bytes":20963328,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-12T14:49:12.287503Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1536583350,"revision":5667,"compact-revision":2713} {"level":"warn","ts":"2026-03-12T14:49:12.288278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761774451s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-12T14:49:12.288628Z","caller":"traceutil/trace.go:171","msg":"trace[1391155505] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"983.712374ms","start":"2026-03-12T14:49:11.304891Z","end":"2026-03-12T14:49:12.288603Z","steps":["trace[1391155505] 'process raft request' (duration: 983.665363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:12.28875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:11.304873Z","time spent":"983.813477ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:12.288963Z","caller":"traceutil/trace.go:171","msg":"trace[430814899] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"1.901012338s","start":"2026-03-12T14:49:10.387924Z","end":"2026-03-12T14:49:12.288937Z","steps":["trace[430814899] 'process raft request' (duration: 1.900432074s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:12.28902Z","caller":"traceutil/trace.go:171","msg":"trace[949603200] transaction","detail":"{read_only:false; response_revision:7474; number_of_response:1; }","duration":"1.899433919s","start":"2026-03-12T14:49:10.389574Z","end":"2026-03-12T14:49:12.289008Z","steps":["trace[949603200] 'process raft request' (duration: 1.898921277s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:12.289085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:10.389564Z","time spent":"1.89948187s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:12.289097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:10.3879Z","time spent":"1.90113068s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:12.289233Z","caller":"traceutil/trace.go:171","msg":"trace[797948676] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"1.897986513s","start":"2026-03-12T14:49:10.391238Z","end":"2026-03-12T14:49:12.289225Z","steps":["trace[797948676] 'process raft request' (duration: 1.897286687s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:12.289252Z","caller":"traceutil/trace.go:171","msg":"trace[544897041] linearizableReadLoop","detail":"{readStateIndex:7752; appliedIndex:7751; }","duration":"1.901367486s","start":"2026-03-12T14:49:10.387861Z","end":"2026-03-12T14:49:12.289228Z","steps":["trace[544897041] 'read index received' (duration: 138.658232ms)","trace[544897041] 'applied index is now lower than readState.Index' (duration: 1.762706394s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:12.28929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:10.391221Z","time spent":"1.898041665s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:12.28898Z","caller":"traceutil/trace.go:171","msg":"trace[501089178] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"1.9006958s","start":"2026-03-12T14:49:10.388268Z","end":"2026-03-12T14:49:12.288964Z","steps":["trace[501089178] 'process raft request' (duration: 1.900188488s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:12.289384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901512569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:12.289376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:10.384928Z","time spent":"1.90443478s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:49:12.289442Z","caller":"traceutil/trace.go:171","msg":"trace[1843889040] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7476; }","duration":"1.901595261s","start":"2026-03-12T14:49:10.387832Z","end":"2026-03-12T14:49:12.289427Z","steps":["trace[1843889040] 'agreement among raft nodes before linearized reading' (duration: 1.901498359s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:12.289501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:10.387817Z","time spent":"1.901669863s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:49:12.289587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:10.388244Z","time spent":"1.901157781s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:12.392369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000518511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:49:12.392473Z","caller":"traceutil/trace.go:171","msg":"trace[1775016332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661724s","start":"2026-03-12T14:49:10.391787Z","end":"2026-03-12T14:49:12.392449Z","steps":["trace[1775016332] 'agreement among raft nodes before linearized reading' (duration: 2.000532201s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:12.392526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:10.391777Z","time spent":"2.000739905s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:49:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:49:12.789926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372665,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:49:12.833691Z","caller":"traceutil/trace.go:171","msg":"trace[962661051] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"1.52830266s","start":"2026-03-12T14:49:11.305366Z","end":"2026-03-12T14:49:12.833668Z","steps":["trace[962661051] 'process raft request' (duration: 1.528245379s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:12.83371Z","caller":"traceutil/trace.go:171","msg":"trace[1694496675] transaction","detail":"{read_only:false; response_revision:7477; number_of_response:1; }","duration":"1.528732631s","start":"2026-03-12T14:49:11.304944Z","end":"2026-03-12T14:49:12.833676Z","steps":["trace[1694496675] 'process raft request' (duration: 1.528486945s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:12.83384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:11.305354Z","time spent":"1.528409593s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:12.833861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:11.304922Z","time spent":"1.528856293s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:13.159345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.970963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:13.159639Z","caller":"traceutil/trace.go:171","msg":"trace[47554037] linearizableReadLoop","detail":"{readStateIndex:7761; appliedIndex:7757; }","duration":"870.326455ms","start":"2026-03-12T14:49:12.289295Z","end":"2026-03-12T14:49:13.159622Z","steps":["trace[47554037] 'read index received' (duration: 544.172747ms)","trace[47554037] 'applied index is now lower than readState.Index' (duration: 326.152868ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:13.159644Z","caller":"traceutil/trace.go:171","msg":"trace[1308096143] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"868.709256ms","start":"2026-03-12T14:49:12.290894Z","end":"2026-03-12T14:49:13.159603Z","steps":["trace[1308096143] 'process raft request' (duration: 712.378815ms)","trace[1308096143] 'compare' (duration: 155.689375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:13.159791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:12.290864Z","time spent":"868.845808ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:13.159828Z","caller":"traceutil/trace.go:171","msg":"trace[809100491] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"458.788285ms","start":"2026-03-12T14:49:12.701013Z","end":"2026-03-12T14:49:13.159801Z","steps":["trace[809100491] 'process raft request' (duration: 458.464798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.159856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856399637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:49:13.159885Z","caller":"traceutil/trace.go:171","msg":"trace[1929260369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7480; }","duration":"1.856471278s","start":"2026-03-12T14:49:11.303404Z","end":"2026-03-12T14:49:13.159876Z","steps":["trace[1929260369] 'agreement among raft nodes before linearized reading' (duration: 1.856322315s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.159867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855614967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:49:13.159951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:12.700977Z","time spent":"458.898768ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:13.15997Z","caller":"traceutil/trace.go:171","msg":"trace[1627580442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7480; }","duration":"1.855827552s","start":"2026-03-12T14:49:11.304116Z","end":"2026-03-12T14:49:13.159943Z","steps":["trace[1627580442] 'agreement among raft nodes before linearized reading' (duration: 1.855512964s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.160102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:11.304082Z","time spent":"1.856000685s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:13.160112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771311262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T14:49:13.159918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:11.303381Z","time spent":"1.856530279s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:49:13.160144Z","caller":"traceutil/trace.go:171","msg":"trace[1761189753] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7480; }","duration":"2.771361432s","start":"2026-03-12T14:49:10.388773Z","end":"2026-03-12T14:49:13.160134Z","steps":["trace[1761189753] 'agreement among raft nodes before linearized reading' (duration: 2.771282541s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.160224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:10.38876Z","time spent":"2.771455655s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:49:13.160227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853219618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:49:13.160312Z","caller":"traceutil/trace.go:171","msg":"trace[1434999808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7480; }","duration":"1.8533179s","start":"2026-03-12T14:49:11.30698Z","end":"2026-03-12T14:49:13.160298Z","steps":["trace[1434999808] 'agreement among raft nodes before linearized reading' (duration: 1.853080825s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.160363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.859357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T14:49:13.160383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:11.306971Z","time spent":"1.853401453s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"info","ts":"2026-03-12T14:49:13.160396Z","caller":"traceutil/trace.go:171","msg":"trace[500241524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7480; }","duration":"865.946508ms","start":"2026-03-12T14:49:12.294441Z","end":"2026-03-12T14:49:13.160387Z","steps":["trace[500241524] 'agreement among raft nodes before linearized reading' (duration: 865.843756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.160386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.721796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:13.160424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:12.29441Z","time spent":"866.00304ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:49:13.160431Z","caller":"traceutil/trace.go:171","msg":"trace[1268476403] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7480; }","duration":"748.858709ms","start":"2026-03-12T14:49:12.411559Z","end":"2026-03-12T14:49:13.160418Z","steps":["trace[1268476403] 'agreement among raft nodes before linearized reading' (duration: 748.775567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.160463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:12.411534Z","time spent":"748.92107ms","remote":"127.0.0.1:58242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:13.160033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856716474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:49:13.160484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.696706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:13.160551Z","caller":"traceutil/trace.go:171","msg":"trace[309043429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7480; }","duration":"1.857242116s","start":"2026-03-12T14:49:11.303268Z","end":"2026-03-12T14:49:13.16051Z","steps":["trace[309043429] 'agreement among raft nodes before linearized reading' (duration: 1.856670763s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.160623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:11.303238Z","time spent":"1.857346399s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:49:13.160748Z","caller":"traceutil/trace.go:171","msg":"trace[1077040512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7480; }","duration":"767.762557ms","start":"2026-03-12T14:49:12.39275Z","end":"2026-03-12T14:49:13.160512Z","steps":["trace[1077040512] 'agreement among raft nodes before linearized reading' (duration: 767.690876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.160826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:12.392734Z","time spent":"768.074224ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:49:13.400763Z","caller":"traceutil/trace.go:171","msg":"trace[1903871461] linearizableReadLoop","detail":"{readStateIndex:7762; appliedIndex:7761; }","duration":"237.600642ms","start":"2026-03-12T14:49:13.163142Z","end":"2026-03-12T14:49:13.400742Z","steps":["trace[1903871461] 'read index received' (duration: 139.266037ms)","trace[1903871461] 'applied index is now lower than readState.Index' (duration: 98.333265ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:13.400931Z","caller":"traceutil/trace.go:171","msg":"trace[978757026] transaction","detail":"{read_only:false; response_revision:7481; number_of_response:1; }","duration":"237.902109ms","start":"2026-03-12T14:49:13.162974Z","end":"2026-03-12T14:49:13.400876Z","steps":["trace[978757026] 'process raft request' (duration: 139.473862ms)","trace[978757026] 'compare' (duration: 98.087919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:13.401063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.900259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T14:49:13.401174Z","caller":"traceutil/trace.go:171","msg":"trace[673204452] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7481; }","duration":"238.074723ms","start":"2026-03-12T14:49:13.163079Z","end":"2026-03-12T14:49:13.401154Z","steps":["trace[673204452] 'agreement among raft nodes before linearized reading' (duration: 237.798336ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:13.719287Z","caller":"traceutil/trace.go:171","msg":"trace[1778103458] linearizableReadLoop","detail":"{readStateIndex:7765; appliedIndex:7762; }","duration":"318.239367ms","start":"2026-03-12T14:49:13.401024Z","end":"2026-03-12T14:49:13.719264Z","steps":["trace[1778103458] 'read index received' (duration: 272.145249ms)","trace[1778103458] 'applied index is now lower than readState.Index' (duration: 46.093218ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:13.719402Z","caller":"traceutil/trace.go:171","msg":"trace[1744689773] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"552.220741ms","start":"2026-03-12T14:49:13.167138Z","end":"2026-03-12T14:49:13.719358Z","steps":["trace[1744689773] 'process raft request' (duration: 552.035576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.71947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.282634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:13.719509Z","caller":"traceutil/trace.go:171","msg":"trace[1995049379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7484; }","duration":"550.353596ms","start":"2026-03-12T14:49:13.169142Z","end":"2026-03-12T14:49:13.719496Z","steps":["trace[1995049379] 'agreement among raft nodes before linearized reading' (duration: 550.272304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.719543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.169124Z","time spent":"550.411158ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:49:13.719429Z","caller":"traceutil/trace.go:171","msg":"trace[747291031] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"554.789493ms","start":"2026-03-12T14:49:13.164607Z","end":"2026-03-12T14:49:13.719396Z","steps":["trace[747291031] 'process raft request' (duration: 508.676685ms)","trace[747291031] 'compare' (duration: 45.74313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:13.7196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.167122Z","time spent":"552.370795ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:13.719691Z","caller":"traceutil/trace.go:171","msg":"trace[2047640202] transaction","detail":"{read_only:false; response_revision:7484; number_of_response:1; }","duration":"552.451686ms","start":"2026-03-12T14:49:13.16722Z","end":"2026-03-12T14:49:13.719672Z","steps":["trace[2047640202] 'process raft request' (duration: 552.000625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.719679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.660613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-12T14:49:13.719832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.167173Z","time spent":"552.569969ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:13.719689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.164584Z","time spent":"555.015108ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:13.719838Z","caller":"traceutil/trace.go:171","msg":"trace[712809562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7484; }","duration":"543.824867ms","start":"2026-03-12T14:49:13.175956Z","end":"2026-03-12T14:49:13.719781Z","steps":["trace[712809562] 'agreement among raft nodes before linearized reading' (duration: 543.437677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.71991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.17595Z","time spent":"543.94343ms","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T14:49:13.719929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.720011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:13.720009Z","caller":"traceutil/trace.go:171","msg":"trace[280876731] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7484; }","duration":"102.841474ms","start":"2026-03-12T14:49:13.617128Z","end":"2026-03-12T14:49:13.71997Z","steps":["trace[280876731] 'agreement among raft nodes before linearized reading' (duration: 102.712561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.720408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.619304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f70e9f24f8d\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-12T14:49:13.720484Z","caller":"traceutil/trace.go:171","msg":"trace[1370960262] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f70e9f24f8d; range_end:; response_count:1; response_revision:7484; }","duration":"315.733787ms","start":"2026-03-12T14:49:13.404734Z","end":"2026-03-12T14:49:13.720467Z","steps":["trace[1370960262] 'agreement among raft nodes before linearized reading' (duration: 315.203614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.72054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.404719Z","time spent":"315.813489ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f70e9f24f8d\" "} {"level":"warn","ts":"2026-03-12T14:49:13.720628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.730032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:49:13.720718Z","caller":"traceutil/trace.go:171","msg":"trace[226470212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7484; }","duration":"554.898406ms","start":"2026-03-12T14:49:13.165802Z","end":"2026-03-12T14:49:13.7207Z","steps":["trace[226470212] 'agreement among raft nodes before linearized reading' (duration: 554.088646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.72077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.165784Z","time spent":"554.975558ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:49:13.720607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.391986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:49:13.720841Z","caller":"traceutil/trace.go:171","msg":"trace[958509350] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7484; }","duration":"317.710323ms","start":"2026-03-12T14:49:13.403108Z","end":"2026-03-12T14:49:13.720818Z","steps":["trace[958509350] 'agreement among raft nodes before linearized reading' (duration: 316.680969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:13.720954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.403078Z","time spent":"317.865047ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-12T14:49:14.064854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.898626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:14.065047Z","caller":"traceutil/trace.go:171","msg":"trace[2103246068] linearizableReadLoop","detail":"{readStateIndex:7766; appliedIndex:7765; }","duration":"341.46639ms","start":"2026-03-12T14:49:13.723556Z","end":"2026-03-12T14:49:14.065022Z","steps":["trace[2103246068] 'read index received' (duration: 120.284927ms)","trace[2103246068] 'applied index is now lower than readState.Index' (duration: 221.179333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:14.06525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.691055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T14:49:14.065203Z","caller":"traceutil/trace.go:171","msg":"trace[376015675] transaction","detail":"{read_only:false; response_revision:7485; number_of_response:1; }","duration":"341.87168ms","start":"2026-03-12T14:49:13.723274Z","end":"2026-03-12T14:49:14.065146Z","steps":["trace[376015675] 'process raft request' (duration: 120.540283ms)","trace[376015675] 'compare' (duration: 220.737453ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:14.065282Z","caller":"traceutil/trace.go:171","msg":"trace[1479907588] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7485; }","duration":"341.769288ms","start":"2026-03-12T14:49:13.723503Z","end":"2026-03-12T14:49:14.065273Z","steps":["trace[1479907588] 'agreement among raft nodes before linearized reading' (duration: 341.582883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:14.065318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.723476Z","time spent":"341.835749ms","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T14:49:14.065445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:13.723254Z","time spent":"342.044065ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:14.330607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.280455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:14.330722Z","caller":"traceutil/trace.go:171","msg":"trace[1185576162] transaction","detail":"{read_only:false; response_revision:7486; number_of_response:1; }","duration":"258.437937ms","start":"2026-03-12T14:49:14.072264Z","end":"2026-03-12T14:49:14.330702Z","steps":["trace[1185576162] 'process raft request' (duration: 135.973667ms)","trace[1185576162] 'compare' (duration: 122.129272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:14.79729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.416202ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:49:14.79741Z","caller":"traceutil/trace.go:171","msg":"trace[1435417996] linearizableReadLoop","detail":"{readStateIndex:7768; appliedIndex:7767; }","duration":"503.848038ms","start":"2026-03-12T14:49:14.293544Z","end":"2026-03-12T14:49:14.797392Z","steps":["trace[1435417996] 'read index received' (duration: 112.391075ms)","trace[1435417996] 'applied index is now lower than readState.Index' (duration: 391.455333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:14.797817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.258888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:49:14.797867Z","caller":"traceutil/trace.go:171","msg":"trace[1852845457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7486; }","duration":"504.320179ms","start":"2026-03-12T14:49:14.293537Z","end":"2026-03-12T14:49:14.797857Z","steps":["trace[1852845457] 'agreement among raft nodes before linearized reading' (duration: 504.057333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:14.797914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:14.293516Z","time spent":"504.385321ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:49:14.851507Z","caller":"traceutil/trace.go:171","msg":"trace[776568817] transaction","detail":"{read_only:false; response_revision:7487; number_of_response:1; }","duration":"555.634204ms","start":"2026-03-12T14:49:14.295852Z","end":"2026-03-12T14:49:14.851487Z","steps":["trace[776568817] 'process raft request' (duration: 555.46488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:14.851596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.575512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:14.851608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.95223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:49:14.851628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.75735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:14.851669Z","caller":"traceutil/trace.go:171","msg":"trace[1605481376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7487; }","duration":"468.668415ms","start":"2026-03-12T14:49:14.382984Z","end":"2026-03-12T14:49:14.851653Z","steps":["trace[1605481376] 'agreement among raft nodes before linearized reading' (duration: 468.567072ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:14.851684Z","caller":"traceutil/trace.go:171","msg":"trace[1170642733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7487; }","duration":"558.073943ms","start":"2026-03-12T14:49:14.293593Z","end":"2026-03-12T14:49:14.851667Z","steps":["trace[1170642733] 'agreement among raft nodes before linearized reading' (duration: 557.867458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:14.851658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:14.295808Z","time spent":"555.749006ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:14.851698Z","caller":"traceutil/trace.go:171","msg":"trace[2001392680] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7487; }","duration":"377.859653ms","start":"2026-03-12T14:49:14.473818Z","end":"2026-03-12T14:49:14.851678Z","steps":["trace[2001392680] 'agreement among raft nodes before linearized reading' (duration: 377.70301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:14.851709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:14.382973Z","time spent":"468.728376ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:14.851722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:14.293578Z","time spent":"558.135684ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:14.851738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:14.473806Z","time spent":"377.923594ms","remote":"127.0.0.1:49356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:15.149079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.741896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:15.149274Z","caller":"traceutil/trace.go:171","msg":"trace[158423877] transaction","detail":"{read_only:false; response_revision:7489; number_of_response:1; }","duration":"309.538096ms","start":"2026-03-12T14:49:14.839722Z","end":"2026-03-12T14:49:15.14926Z","steps":["trace[158423877] 'process raft request' (duration: 309.441824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:15.149331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:14.8397Z","time spent":"309.605267ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:15.14931Z","caller":"traceutil/trace.go:171","msg":"trace[935317636] transaction","detail":"{read_only:false; response_revision:7488; number_of_response:1; }","duration":"346.619445ms","start":"2026-03-12T14:49:14.802653Z","end":"2026-03-12T14:49:15.149272Z","steps":["trace[935317636] 'process raft request' (duration: 176.577122ms)","trace[935317636] 'compare' (duration: 169.555692ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:15.149388Z","caller":"traceutil/trace.go:171","msg":"trace[1664234082] transaction","detail":"{read_only:false; response_revision:7491; number_of_response:1; }","duration":"293.785575ms","start":"2026-03-12T14:49:14.855584Z","end":"2026-03-12T14:49:15.14937Z","steps":["trace[1664234082] 'process raft request' (duration: 293.728013ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:15.149507Z","caller":"traceutil/trace.go:171","msg":"trace[844459739] transaction","detail":"{read_only:false; response_revision:7490; number_of_response:1; }","duration":"309.369862ms","start":"2026-03-12T14:49:14.84013Z","end":"2026-03-12T14:49:15.1495Z","steps":["trace[844459739] 'process raft request' (duration: 309.100185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:15.149529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:14.802636Z","time spent":"346.741169ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:15.149549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:14.840115Z","time spent":"309.409802ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:15.149515Z","caller":"traceutil/trace.go:171","msg":"trace[36159088] linearizableReadLoop","detail":"{readStateIndex:7772; appliedIndex:7769; }","duration":"296.9377ms","start":"2026-03-12T14:49:14.852569Z","end":"2026-03-12T14:49:15.149506Z","steps":["trace[36159088] 'read index received' (duration: 126.755784ms)","trace[36159088] 'applied index is now lower than readState.Index' (duration: 170.180956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:15.149791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.209427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:15.149863Z","caller":"traceutil/trace.go:171","msg":"trace[335368338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7491; }","duration":"297.315059ms","start":"2026-03-12T14:49:14.852531Z","end":"2026-03-12T14:49:15.149846Z","steps":["trace[335368338] 'agreement among raft nodes before linearized reading' (duration: 297.174326ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:16.070762Z","caller":"traceutil/trace.go:171","msg":"trace[1386261947] linearizableReadLoop","detail":"{readStateIndex:7774; appliedIndex:7773; }","duration":"345.820515ms","start":"2026-03-12T14:49:15.724904Z","end":"2026-03-12T14:49:16.070725Z","steps":["trace[1386261947] 'read index received' (duration: 345.442796ms)","trace[1386261947] 'applied index is now lower than readState.Index' (duration: 376.019µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:16.070818Z","caller":"traceutil/trace.go:171","msg":"trace[677860780] transaction","detail":"{read_only:false; response_revision:7492; number_of_response:1; }","duration":"368.604788ms","start":"2026-03-12T14:49:15.702153Z","end":"2026-03-12T14:49:16.070758Z","steps":["trace[677860780] 'process raft request' (duration: 368.311941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:16.070992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:15.702125Z","time spent":"368.770912ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:16.071134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.663772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:49:16.071184Z","caller":"traceutil/trace.go:171","msg":"trace[1663022776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7492; }","duration":"345.767535ms","start":"2026-03-12T14:49:15.725402Z","end":"2026-03-12T14:49:16.07117Z","steps":["trace[1663022776] 'agreement among raft nodes before linearized reading' (duration: 345.527999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:16.071261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:15.72539Z","time spent":"345.860776ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:16.071513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.458193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:49:16.071622Z","caller":"traceutil/trace.go:171","msg":"trace[248729471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7492; }","duration":"344.605887ms","start":"2026-03-12T14:49:15.726991Z","end":"2026-03-12T14:49:16.071597Z","steps":["trace[248729471] 'agreement among raft nodes before linearized reading' (duration: 344.094885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:16.07169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:15.726975Z","time spent":"344.697459ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:16.071548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.637485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:49:16.071871Z","caller":"traceutil/trace.go:171","msg":"trace[116819112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7492; }","duration":"347.021235ms","start":"2026-03-12T14:49:15.724825Z","end":"2026-03-12T14:49:16.071846Z","steps":["trace[116819112] 'agreement among raft nodes before linearized reading' (duration: 346.01368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:16.071962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.827147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:49:16.071989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:15.724784Z","time spent":"347.189949ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:49:16.072102Z","caller":"traceutil/trace.go:171","msg":"trace[1495816782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7492; }","duration":"344.216507ms","start":"2026-03-12T14:49:15.727838Z","end":"2026-03-12T14:49:16.072055Z","steps":["trace[1495816782] 'agreement among raft nodes before linearized reading' (duration: 343.257593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:16.072312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:15.727829Z","time spent":"344.428893ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"info","ts":"2026-03-12T14:49:16.34454Z","caller":"traceutil/trace.go:171","msg":"trace[519164759] linearizableReadLoop","detail":"{readStateIndex:7775; appliedIndex:7774; }","duration":"267.746443ms","start":"2026-03-12T14:49:16.076757Z","end":"2026-03-12T14:49:16.344504Z","steps":["trace[519164759] 'read index received' (duration: 228.05065ms)","trace[519164759] 'applied index is now lower than readState.Index' (duration: 39.694193ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:16.344605Z","caller":"traceutil/trace.go:171","msg":"trace[2053676647] transaction","detail":"{read_only:false; response_revision:7493; number_of_response:1; }","duration":"268.922242ms","start":"2026-03-12T14:49:16.075645Z","end":"2026-03-12T14:49:16.344567Z","steps":["trace[2053676647] 'process raft request' (duration: 229.130347ms)","trace[2053676647] 'compare' (duration: 39.489587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:16.345213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.437819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:49:16.345268Z","caller":"traceutil/trace.go:171","msg":"trace[528856193] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7493; }","duration":"268.541222ms","start":"2026-03-12T14:49:16.076714Z","end":"2026-03-12T14:49:16.345255Z","steps":["trace[528856193] 'agreement among raft nodes before linearized reading' (duration: 267.915457ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:16.404749Z","caller":"traceutil/trace.go:171","msg":"trace[341630157] transaction","detail":"{read_only:false; response_revision:7494; number_of_response:1; }","duration":"327.950442ms","start":"2026-03-12T14:49:16.076742Z","end":"2026-03-12T14:49:16.404692Z","steps":["trace[341630157] 'process raft request' (duration: 327.703066ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:16.404807Z","caller":"traceutil/trace.go:171","msg":"trace[988372987] transaction","detail":"{read_only:false; response_revision:7495; number_of_response:1; }","duration":"327.327927ms","start":"2026-03-12T14:49:16.077431Z","end":"2026-03-12T14:49:16.404759Z","steps":["trace[988372987] 'process raft request' (duration: 327.168143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:16.405107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:16.076712Z","time spent":"328.119796ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:16.405156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:16.077416Z","time spent":"327.560922ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:17.162572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.423135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-12T14:49:17.162646Z","caller":"traceutil/trace.go:171","msg":"trace[820950788] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7496; }","duration":"161.536957ms","start":"2026-03-12T14:49:17.001093Z","end":"2026-03-12T14:49:17.16263Z","steps":["trace[820950788] 'range keys from in-memory index tree' (duration: 160.915512ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:17.370629Z","caller":"traceutil/trace.go:171","msg":"trace[823465798] transaction","detail":"{read_only:false; response_revision:7497; number_of_response:1; }","duration":"215.876404ms","start":"2026-03-12T14:49:17.154717Z","end":"2026-03-12T14:49:17.370594Z","steps":["trace[823465798] 'process raft request' (duration: 215.68162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:18.453943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:19.166329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.40822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:19.166599Z","caller":"traceutil/trace.go:171","msg":"trace[914373972] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"2.000336116s","start":"2026-03-12T14:49:17.166243Z","end":"2026-03-12T14:49:19.16658Z","steps":["trace[914373972] 'process raft request' (duration: 2.000280245s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:19.166666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:17.166221Z","time spent":"2.000411208s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:19.166772Z","caller":"traceutil/trace.go:171","msg":"trace[308769483] transaction","detail":"{read_only:false; response_revision:7499; number_of_response:1; }","duration":"2.001291869s","start":"2026-03-12T14:49:17.16547Z","end":"2026-03-12T14:49:19.166762Z","steps":["trace[308769483] 'process raft request' (duration: 2.000957411s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:19.166757Z","caller":"traceutil/trace.go:171","msg":"trace[1764404338] transaction","detail":"{read_only:false; response_revision:7498; number_of_response:1; }","duration":"2.011163589s","start":"2026-03-12T14:49:17.155559Z","end":"2026-03-12T14:49:19.166723Z","steps":["trace[1764404338] 'process raft request' (duration: 1.391232136s)","trace[1764404338] 'compare' (duration: 618.97072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:19.16682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:17.165456Z","time spent":"2.0013344s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:19.166878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:17.155536Z","time spent":"2.011273482s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:20.383232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:49:20.38333Z","caller":"traceutil/trace.go:171","msg":"trace[1494932470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135872s","start":"2026-03-12T14:49:18.383168Z","end":"2026-03-12T14:49:20.383304Z","steps":["trace[1494932470] 'agreement among raft nodes before linearized reading' (duration: 2.000012469s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:20.383421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:18.38313Z","time spent":"2.000277625s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:21.064588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548188983s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:21.06473Z","caller":"traceutil/trace.go:171","msg":"trace[1491449005] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7500; }","duration":"1.548355257s","start":"2026-03-12T14:49:19.516354Z","end":"2026-03-12T14:49:21.064709Z","steps":["trace[1491449005] 'range keys from in-memory index tree' (duration: 1.548164832s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:21.397416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.691038616s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:49:21.398695Z","caller":"traceutil/trace.go:171","msg":"trace[2043349660] transaction","detail":"{read_only:false; response_revision:7502; number_of_response:1; }","duration":"3.50779309s","start":"2026-03-12T14:49:17.890866Z","end":"2026-03-12T14:49:21.398659Z","steps":["trace[2043349660] 'process raft request' (duration: 3.507512134s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:21.398753Z","caller":"traceutil/trace.go:171","msg":"trace[1429635192] transaction","detail":"{read_only:false; response_revision:7501; number_of_response:1; }","duration":"3.89499233s","start":"2026-03-12T14:49:17.503607Z","end":"2026-03-12T14:49:21.3986Z","steps":["trace[1429635192] 'process raft request' (duration: 3.894268943s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:21.398849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:17.890838Z","time spent":"3.507918904s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:21.398959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:17.503579Z","time spent":"3.895272156s","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414331,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:21.398978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445889449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:21.399053Z","caller":"traceutil/trace.go:171","msg":"trace[197211933] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:7502; }","duration":"3.446020282s","start":"2026-03-12T14:49:17.953013Z","end":"2026-03-12T14:49:21.399033Z","steps":["trace[197211933] 'agreement among raft nodes before linearized reading' (duration: 3.445870769s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:21.399104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:17.952991Z","time spent":"3.446102855s","remote":"127.0.0.1:43238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:21.398555Z","caller":"traceutil/trace.go:171","msg":"trace[1441446670] linearizableReadLoop","detail":"{readStateIndex:7784; appliedIndex:7779; }","duration":"3.445413038s","start":"2026-03-12T14:49:17.953061Z","end":"2026-03-12T14:49:21.398474Z","steps":["trace[1441446670] 'read index received' (duration: 593.789139ms)","trace[1441446670] 'applied index is now lower than readState.Index' (duration: 2.851622549s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:21.900187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372719,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:49:22.102724Z","caller":"traceutil/trace.go:171","msg":"trace[1595807853] linearizableReadLoop","detail":"{readStateIndex:7788; appliedIndex:7784; }","duration":"702.897485ms","start":"2026-03-12T14:49:21.39981Z","end":"2026-03-12T14:49:22.102707Z","steps":["trace[1595807853] 'read index received' (duration: 645.006121ms)","trace[1595807853] 'applied index is now lower than readState.Index' (duration: 57.890594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:22.103197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375155915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:49:22.103173Z","caller":"traceutil/trace.go:171","msg":"trace[1477529287] transaction","detail":"{read_only:false; response_revision:7505; number_of_response:1; }","duration":"2.727660613s","start":"2026-03-12T14:49:19.375487Z","end":"2026-03-12T14:49:22.103147Z","steps":["trace[1477529287] 'process raft request' (duration: 2.72716189s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:22.103229Z","caller":"traceutil/trace.go:171","msg":"trace[26291467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7506; }","duration":"3.375258587s","start":"2026-03-12T14:49:18.727963Z","end":"2026-03-12T14:49:22.103222Z","steps":["trace[26291467] 'agreement among raft nodes before linearized reading' (duration: 3.375134264s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.103203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.866057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:22.103274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:18.727935Z","time spent":"3.375312308s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:49:22.103281Z","caller":"traceutil/trace.go:171","msg":"trace[68148570] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:7506; }","duration":"858.99021ms","start":"2026-03-12T14:49:21.244272Z","end":"2026-03-12T14:49:22.103262Z","steps":["trace[68148570] 'agreement among raft nodes before linearized reading' (duration: 858.831386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.10326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718800349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:22.103331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:21.24426Z","time spent":"859.061092ms","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:22.103339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6949843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:49:22.10334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:19.375474Z","time spent":"2.727766376s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:22.103337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749678867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:49:22.103374Z","caller":"traceutil/trace.go:171","msg":"trace[2066957702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7506; }","duration":"1.718983554s","start":"2026-03-12T14:49:20.384366Z","end":"2026-03-12T14:49:22.10335Z","steps":["trace[2066957702] 'agreement among raft nodes before linearized reading' (duration: 1.718732218s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:22.103388Z","caller":"traceutil/trace.go:171","msg":"trace[1124482403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7506; }","duration":"3.695061482s","start":"2026-03-12T14:49:18.408315Z","end":"2026-03-12T14:49:22.103377Z","steps":["trace[1124482403] 'agreement among raft nodes before linearized reading' (duration: 3.694877597s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.103372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.912779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:49:22.103417Z","caller":"traceutil/trace.go:171","msg":"trace[173778460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7506; }","duration":"3.749844191s","start":"2026-03-12T14:49:18.353552Z","end":"2026-03-12T14:49:22.103396Z","steps":["trace[173778460] 'agreement among raft nodes before linearized reading' (duration: 3.749548144s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.103428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:18.408303Z","time spent":"3.695117033s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:22.103492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:18.353511Z","time spent":"3.749971724s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"info","ts":"2026-03-12T14:49:22.103502Z","caller":"traceutil/trace.go:171","msg":"trace[1210060347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7506; }","duration":"932.055852ms","start":"2026-03-12T14:49:21.171384Z","end":"2026-03-12T14:49:22.103439Z","steps":["trace[1210060347] 'agreement among raft nodes before linearized reading' (duration: 931.739864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.103544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005948693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:22.103426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:20.384344Z","time spent":"1.719074446s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:22.103565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:21.171366Z","time spent":"932.184445ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:49:22.103586Z","caller":"traceutil/trace.go:171","msg":"trace[455833851] transaction","detail":"{read_only:false; response_revision:7506; number_of_response:1; }","duration":"931.56562ms","start":"2026-03-12T14:49:21.172007Z","end":"2026-03-12T14:49:22.103573Z","steps":["trace[455833851] 'process raft request' (duration: 930.667248ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:22.103597Z","caller":"traceutil/trace.go:171","msg":"trace[79785937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7506; }","duration":"1.006063605s","start":"2026-03-12T14:49:21.097522Z","end":"2026-03-12T14:49:22.103585Z","steps":["trace[79785937] 'agreement among raft nodes before linearized reading' (duration: 1.005989774s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.103581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754744399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:49:22.103605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686420993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T14:49:22.103625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:21.097504Z","time spent":"1.006116487s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:49:22.103651Z","caller":"traceutil/trace.go:171","msg":"trace[338654446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7506; }","duration":"3.754846652s","start":"2026-03-12T14:49:18.348788Z","end":"2026-03-12T14:49:22.103634Z","steps":["trace[338654446] 'agreement among raft nodes before linearized reading' (duration: 3.754639407s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:22.103663Z","caller":"traceutil/trace.go:171","msg":"trace[593222042] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7506; }","duration":"3.686527925s","start":"2026-03-12T14:49:18.417114Z","end":"2026-03-12T14:49:22.103642Z","steps":["trace[593222042] 'agreement among raft nodes before linearized reading' (duration: 3.68634289s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.103669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471189695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:22.103685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:21.171971Z","time spent":"931.646822ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:22.103694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:18.348767Z","time spent":"3.754915614s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:22.103402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693822352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:49:22.103705Z","caller":"traceutil/trace.go:171","msg":"trace[2047339736] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7506; }","duration":"1.471266277s","start":"2026-03-12T14:49:20.632425Z","end":"2026-03-12T14:49:22.103692Z","steps":["trace[2047339736] 'agreement among raft nodes before linearized reading' (duration: 1.471202886s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.10374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:20.632403Z","time spent":"1.471326948s","remote":"127.0.0.1:46700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:22.103736Z","caller":"traceutil/trace.go:171","msg":"trace[1382709369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7506; }","duration":"3.694324354s","start":"2026-03-12T14:49:18.4094Z","end":"2026-03-12T14:49:22.103724Z","steps":["trace[1382709369] 'agreement among raft nodes before linearized reading' (duration: 3.69372797s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.103741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:18.417079Z","time spent":"3.686649748s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-12T14:49:22.103372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.596823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"warn","ts":"2026-03-12T14:49:22.10381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:18.409388Z","time spent":"3.694409587s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:49:22.103848Z","caller":"traceutil/trace.go:171","msg":"trace[366784716] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7506; }","duration":"217.097914ms","start":"2026-03-12T14:49:21.886738Z","end":"2026-03-12T14:49:22.103836Z","steps":["trace[366784716] 'agreement among raft nodes before linearized reading' (duration: 216.418918ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:22.10398Z","caller":"traceutil/trace.go:171","msg":"trace[1336724590] transaction","detail":"{read_only:false; response_revision:7503; number_of_response:1; }","duration":"3.147953806s","start":"2026-03-12T14:49:18.955978Z","end":"2026-03-12T14:49:22.103931Z","steps":["trace[1336724590] 'process raft request' (duration: 3.088896474s)","trace[1336724590] 'compare' (duration: 57.433092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:22.104088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:18.955948Z","time spent":"3.148069038s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:22.104144Z","caller":"traceutil/trace.go:171","msg":"trace[674229142] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"2.751388459s","start":"2026-03-12T14:49:19.351754Z","end":"2026-03-12T14:49:22.103142Z","steps":["trace[674229142] 'process raft request' (duration: 2.750807164s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.104235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.359549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T14:49:22.10428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:19.351713Z","time spent":"2.752508846s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:22.104322Z","caller":"traceutil/trace.go:171","msg":"trace[365080970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7506; }","duration":"932.480392ms","start":"2026-03-12T14:49:21.171829Z","end":"2026-03-12T14:49:22.104309Z","steps":["trace[365080970] 'agreement among raft nodes before linearized reading' (duration: 931.351005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.105053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:21.171814Z","time spent":"933.214829ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:22.550571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.504928ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-12T14:49:22.550673Z","caller":"traceutil/trace.go:171","msg":"trace[1288193619] linearizableReadLoop","detail":"{readStateIndex:7789; appliedIndex:7788; }","duration":"441.196328ms","start":"2026-03-12T14:49:22.109459Z","end":"2026-03-12T14:49:22.550656Z","steps":["trace[1288193619] 'read index received' (duration: 241.66745ms)","trace[1288193619] 'applied index is now lower than readState.Index' (duration: 199.527178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:22.550748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.104965Z","time spent":"445.77966ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T14:49:22.5511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.613888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T14:49:22.551184Z","caller":"traceutil/trace.go:171","msg":"trace[2077115160] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7506; }","duration":"441.744441ms","start":"2026-03-12T14:49:22.109418Z","end":"2026-03-12T14:49:22.551162Z","steps":["trace[2077115160] 'agreement among raft nodes before linearized reading' (duration: 441.488625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:22.551274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.109398Z","time spent":"441.859553ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:49:23.323525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.88935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:23.323962Z","caller":"traceutil/trace.go:171","msg":"trace[258258498] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"1.214190902s","start":"2026-03-12T14:49:22.109743Z","end":"2026-03-12T14:49:23.323933Z","steps":["trace[258258498] 'process raft request' (duration: 1.213960896s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:23.323996Z","caller":"traceutil/trace.go:171","msg":"trace[1897499088] transaction","detail":"{read_only:false; response_revision:7511; number_of_response:1; }","duration":"1.21365155s","start":"2026-03-12T14:49:22.110312Z","end":"2026-03-12T14:49:23.323964Z","steps":["trace[1897499088] 'process raft request' (duration: 1.213467985s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:23.323995Z","caller":"traceutil/trace.go:171","msg":"trace[974336523] transaction","detail":"{read_only:false; response_revision:7508; number_of_response:1; }","duration":"1.214286435s","start":"2026-03-12T14:49:22.109679Z","end":"2026-03-12T14:49:23.323966Z","steps":["trace[974336523] 'process raft request' (duration: 1.213960447s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:23.324023Z","caller":"traceutil/trace.go:171","msg":"trace[1070066036] transaction","detail":"{read_only:false; response_revision:7512; number_of_response:1; }","duration":"772.249936ms","start":"2026-03-12T14:49:22.551765Z","end":"2026-03-12T14:49:23.324014Z","steps":["trace[1070066036] 'process raft request' (duration: 772.085462ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:23.324011Z","caller":"traceutil/trace.go:171","msg":"trace[122594363] linearizableReadLoop","detail":"{readStateIndex:7794; appliedIndex:7789; }","duration":"773.273331ms","start":"2026-03-12T14:49:22.550701Z","end":"2026-03-12T14:49:23.323974Z","steps":["trace[122594363] 'read index received' (duration: 249.903799ms)","trace[122594363] 'applied index is now lower than readState.Index' (duration: 523.366042ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:23.324058Z","caller":"traceutil/trace.go:171","msg":"trace[1270957498] transaction","detail":"{read_only:false; response_revision:7510; number_of_response:1; }","duration":"1.213722511s","start":"2026-03-12T14:49:22.110302Z","end":"2026-03-12T14:49:23.324024Z","steps":["trace[1270957498] 'process raft request' (duration: 1.213446814s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:23.324101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.551735Z","time spent":"772.327177ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:23.324129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.10967Z","time spent":"1.214386177s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:23.324266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.110287Z","time spent":"1.213839573s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:23.324311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214548851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:49:23.324104Z","caller":"traceutil/trace.go:171","msg":"trace[979440926] transaction","detail":"{read_only:false; response_revision:7507; number_of_response:1; }","duration":"1.214595091s","start":"2026-03-12T14:49:22.109485Z","end":"2026-03-12T14:49:23.32408Z","steps":["trace[979440926] 'process raft request' (duration: 691.067736ms)","trace[979440926] 'compare' (duration: 522.762117ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:23.324339Z","caller":"traceutil/trace.go:171","msg":"trace[2030272385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7513; }","duration":"1.214605782s","start":"2026-03-12T14:49:22.109725Z","end":"2026-03-12T14:49:23.32433Z","steps":["trace[2030272385] 'agreement among raft nodes before linearized reading' (duration: 1.214536091s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:23.32436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.109708Z","time spent":"1.214648193s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:49:23.324351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214380217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:49:23.324393Z","caller":"traceutil/trace.go:171","msg":"trace[25798238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7513; }","duration":"1.214423548s","start":"2026-03-12T14:49:22.109958Z","end":"2026-03-12T14:49:23.324382Z","steps":["trace[25798238] 'agreement among raft nodes before linearized reading' (duration: 1.214041138s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:23.324394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.109456Z","time spent":"1.214889519s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:23.324127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.110291Z","time spent":"1.213764542s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:23.324469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214666453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"warn","ts":"2026-03-12T14:49:23.324206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211036696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:23.324518Z","caller":"traceutil/trace.go:171","msg":"trace[990863892] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7513; }","duration":"1.214741886s","start":"2026-03-12T14:49:22.109763Z","end":"2026-03-12T14:49:23.324505Z","steps":["trace[990863892] 'agreement among raft nodes before linearized reading' (duration: 1.214427738s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:23.323983Z","caller":"traceutil/trace.go:171","msg":"trace[1306987362] transaction","detail":"{read_only:false; response_revision:7513; number_of_response:1; }","duration":"769.92392ms","start":"2026-03-12T14:49:22.554044Z","end":"2026-03-12T14:49:23.323968Z","steps":["trace[1306987362] 'process raft request' (duration: 769.856038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:23.324551Z","caller":"traceutil/trace.go:171","msg":"trace[1938924989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7513; }","duration":"1.211378435s","start":"2026-03-12T14:49:22.113149Z","end":"2026-03-12T14:49:23.324528Z","steps":["trace[1938924989] 'agreement among raft nodes before linearized reading' (duration: 1.211029106s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:23.324585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.109751Z","time spent":"1.214795037s","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19526,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:49:23.324268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.636693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:23.324609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.55403Z","time spent":"770.539266ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:23.324622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.113143Z","time spent":"1.211462207s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:23.32442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.109932Z","time spent":"1.214480319s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:49:23.324653Z","caller":"traceutil/trace.go:171","msg":"trace[696388508] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7513; }","duration":"676.063065ms","start":"2026-03-12T14:49:22.648577Z","end":"2026-03-12T14:49:23.32464Z","steps":["trace[696388508] 'agreement among raft nodes before linearized reading' (duration: 675.643154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:23.324693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.648561Z","time spent":"676.117836ms","remote":"127.0.0.1:46680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:23.324707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:22.109728Z","time spent":"1.214290005s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:23.940556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:24.441464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:24.752624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:23.563657Z","time spent":"1.18895799s","remote":"127.0.0.1:37438","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T14:49:24.942296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:25.196885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794079906s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:49:25.19729Z","caller":"traceutil/trace.go:171","msg":"trace[1897925800] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"1.794604828s","start":"2026-03-12T14:49:23.402656Z","end":"2026-03-12T14:49:25.19726Z","steps":["trace[1897925800] 'process raft request' (duration: 1.794449644s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.197444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:23.40263Z","time spent":"1.794730831s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:25.718756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.363448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:25.718966Z","caller":"traceutil/trace.go:171","msg":"trace[1025121954] linearizableReadLoop","detail":"{readStateIndex:7800; appliedIndex:7796; }","duration":"2.278652295s","start":"2026-03-12T14:49:23.440295Z","end":"2026-03-12T14:49:25.718948Z","steps":["trace[1025121954] 'read index received' (duration: 1.756814451s)","trace[1025121954] 'applied index is now lower than readState.Index' (duration: 521.836804ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:25.71922Z","caller":"traceutil/trace.go:171","msg":"trace[1471649020] transaction","detail":"{read_only:false; response_revision:7515; number_of_response:1; }","duration":"1.609637892s","start":"2026-03-12T14:49:24.109567Z","end":"2026-03-12T14:49:25.719205Z","steps":["trace[1471649020] 'process raft request' (duration: 1.375739321s)","trace[1471649020] 'compare' (duration: 233.233105ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:25.719269Z","caller":"traceutil/trace.go:171","msg":"trace[2083347400] transaction","detail":"{read_only:false; response_revision:7516; number_of_response:1; }","duration":"1.608117906s","start":"2026-03-12T14:49:24.111121Z","end":"2026-03-12T14:49:25.719239Z","steps":["trace[2083347400] 'process raft request' (duration: 1.607734517s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.719296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:24.10954Z","time spent":"1.609717463s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:25.719291Z","caller":"traceutil/trace.go:171","msg":"trace[10717741] transaction","detail":"{read_only:false; response_revision:7517; number_of_response:1; }","duration":"1.606642349s","start":"2026-03-12T14:49:24.112621Z","end":"2026-03-12T14:49:25.719263Z","steps":["trace[10717741] 'process raft request' (duration: 1.606290031s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.719297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278979663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:25.719376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277134358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:25.719405Z","caller":"traceutil/trace.go:171","msg":"trace[1202624186] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7517; }","duration":"2.279125796s","start":"2026-03-12T14:49:23.44026Z","end":"2026-03-12T14:49:25.719386Z","steps":["trace[1202624186] 'agreement among raft nodes before linearized reading' (duration: 2.278957962s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.719386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336445468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:25.719433Z","caller":"traceutil/trace.go:171","msg":"trace[1878508702] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7517; }","duration":"2.277265641s","start":"2026-03-12T14:49:23.442151Z","end":"2026-03-12T14:49:25.719417Z","steps":["trace[1878508702] 'agreement among raft nodes before linearized reading' (duration: 2.277118828s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.719432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:24.111094Z","time spent":"1.608240278s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:25.719449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:23.440247Z","time spent":"2.279192748s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T14:49:25.719434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999476124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:25.719461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:24.112606Z","time spent":"1.606772972s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:25.719472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:23.442133Z","time spent":"2.277329172s","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:25.71948Z","caller":"traceutil/trace.go:171","msg":"trace[1415448138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7517; }","duration":"1.336610121s","start":"2026-03-12T14:49:24.382844Z","end":"2026-03-12T14:49:25.719454Z","steps":["trace[1415448138] 'agreement among raft nodes before linearized reading' (duration: 1.336436507s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:25.7195Z","caller":"traceutil/trace.go:171","msg":"trace[25730710] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7517; }","duration":"1.999642169s","start":"2026-03-12T14:49:23.719841Z","end":"2026-03-12T14:49:25.719483Z","steps":["trace[25730710] 'agreement among raft nodes before linearized reading' (duration: 1.999462474s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.719497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.561741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:49:25.719533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.814237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:49:25.719536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.876318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:49:25.719545Z","caller":"traceutil/trace.go:171","msg":"trace[756082368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7517; }","duration":"390.632342ms","start":"2026-03-12T14:49:25.3289Z","end":"2026-03-12T14:49:25.719533Z","steps":["trace[756082368] 'agreement among raft nodes before linearized reading' (duration: 390.414887ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:25.719581Z","caller":"traceutil/trace.go:171","msg":"trace[1097606240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7517; }","duration":"390.95391ms","start":"2026-03-12T14:49:25.328614Z","end":"2026-03-12T14:49:25.719568Z","steps":["trace[1097606240] 'agreement among raft nodes before linearized reading' (duration: 390.847717ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:25.71958Z","caller":"traceutil/trace.go:171","msg":"trace[1386755435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7517; }","duration":"390.889999ms","start":"2026-03-12T14:49:25.328673Z","end":"2026-03-12T14:49:25.719563Z","steps":["trace[1386755435] 'agreement among raft nodes before linearized reading' (duration: 390.800156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.71959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.328892Z","time spent":"390.688393ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:25.719611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.328593Z","time spent":"391.009252ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:49:25.719617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.328655Z","time spent":"390.95548ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:49:25.719485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.264639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:49:25.719643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.139538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:49:25.719677Z","caller":"traceutil/trace.go:171","msg":"trace[1513788413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7517; }","duration":"385.203201ms","start":"2026-03-12T14:49:25.334466Z","end":"2026-03-12T14:49:25.719669Z","steps":["trace[1513788413] 'agreement among raft nodes before linearized reading' (duration: 385.096568ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:25.719678Z","caller":"traceutil/trace.go:171","msg":"trace[2026283848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7517; }","duration":"389.462935ms","start":"2026-03-12T14:49:25.330203Z","end":"2026-03-12T14:49:25.719666Z","steps":["trace[2026283848] 'agreement among raft nodes before linearized reading' (duration: 389.102725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.719643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075204961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:25.719707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.33445Z","time spent":"385.251873ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:49:25.719712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.330173Z","time spent":"389.530957ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:25.7197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.288829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:25.719539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:23.719803Z","time spent":"1.999726191s","remote":"127.0.0.1:41726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:25.71944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.730974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:49:25.71976Z","caller":"traceutil/trace.go:171","msg":"trace[866642018] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7517; }","duration":"697.397781ms","start":"2026-03-12T14:49:25.022346Z","end":"2026-03-12T14:49:25.719744Z","steps":["trace[866642018] 'agreement among raft nodes before linearized reading' (duration: 697.220266ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:25.719751Z","caller":"traceutil/trace.go:171","msg":"trace[1503752532] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7517; }","duration":"2.075385656s","start":"2026-03-12T14:49:23.644339Z","end":"2026-03-12T14:49:25.719725Z","steps":["trace[1503752532] 'agreement among raft nodes before linearized reading' (duration: 2.07514128s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:25.719802Z","caller":"traceutil/trace.go:171","msg":"trace[1242996630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7517; }","duration":"391.127905ms","start":"2026-03-12T14:49:25.328666Z","end":"2026-03-12T14:49:25.719793Z","steps":["trace[1242996630] 'agreement among raft nodes before linearized reading' (duration: 390.602742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:25.719845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.328653Z","time spent":"391.170786ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:25.71984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:23.644318Z","time spent":"2.075508889s","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:25.719851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.022325Z","time spent":"697.479033ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":95,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:25.719542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:24.38282Z","time spent":"1.336707394s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:27.259074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328288859s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:27.259245Z","caller":"traceutil/trace.go:171","msg":"trace[772732911] linearizableReadLoop","detail":"{readStateIndex:7801; appliedIndex:7800; }","duration":"1.536799256s","start":"2026-03-12T14:49:25.722422Z","end":"2026-03-12T14:49:27.259221Z","steps":["trace[772732911] 'read index received' (duration: 208.325792ms)","trace[772732911] 'applied index is now lower than readState.Index' (duration: 1.328471754s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:27.259347Z","caller":"traceutil/trace.go:171","msg":"trace[1398227005] transaction","detail":"{read_only:false; response_revision:7518; number_of_response:1; }","duration":"1.537072913s","start":"2026-03-12T14:49:25.722261Z","end":"2026-03-12T14:49:27.259334Z","steps":["trace[1398227005] 'process raft request' (duration: 208.392264ms)","trace[1398227005] 'compare' (duration: 1.327982582s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:27.259417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.722227Z","time spent":"1.537157735s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:27.259692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537279188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:27.259731Z","caller":"traceutil/trace.go:171","msg":"trace[1195081487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7518; }","duration":"1.53737074s","start":"2026-03-12T14:49:25.72235Z","end":"2026-03-12T14:49:27.259721Z","steps":["trace[1195081487] 'agreement among raft nodes before linearized reading' (duration: 1.537294298s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:27.259767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.722326Z","time spent":"1.537431282s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:27.760338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:28.261414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:28.733623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.802810615s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:49:28.73426Z","caller":"traceutil/trace.go:171","msg":"trace[1538306138] transaction","detail":"{read_only:false; response_revision:7521; number_of_response:1; }","duration":"3.009360475s","start":"2026-03-12T14:49:25.724868Z","end":"2026-03-12T14:49:28.734229Z","steps":["trace[1538306138] 'process raft request' (duration: 3.009286403s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:28.734459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.724863Z","time spent":"3.009479688s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:28.734497Z","caller":"traceutil/trace.go:171","msg":"trace[646439176] transaction","detail":"{read_only:false; response_revision:7519; number_of_response:1; }","duration":"3.00999076s","start":"2026-03-12T14:49:25.724476Z","end":"2026-03-12T14:49:28.734466Z","steps":["trace[646439176] 'process raft request' (duration: 3.009354694s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:28.734585Z","caller":"traceutil/trace.go:171","msg":"trace[157098525] transaction","detail":"{read_only:false; response_revision:7520; number_of_response:1; }","duration":"3.009923559s","start":"2026-03-12T14:49:25.72462Z","end":"2026-03-12T14:49:28.734544Z","steps":["trace[157098525] 'process raft request' (duration: 3.009490788s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:28.734758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.724447Z","time spent":"3.010106923s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:28.734813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.724608Z","time spent":"3.010116193s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:28.734649Z","caller":"traceutil/trace.go:171","msg":"trace[852217502] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"3.00957635s","start":"2026-03-12T14:49:25.725039Z","end":"2026-03-12T14:49:28.734615Z","steps":["trace[852217502] 'process raft request' (duration: 3.009422077s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:28.734926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.725025Z","time spent":"3.009857137s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:28.734635Z","caller":"traceutil/trace.go:171","msg":"trace[1626491056] transaction","detail":"{read_only:false; response_revision:7522; number_of_response:1; }","duration":"3.009650662s","start":"2026-03-12T14:49:25.724939Z","end":"2026-03-12T14:49:28.73459Z","steps":["trace[1626491056] 'process raft request' (duration: 3.009248952s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:28.735073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.72492Z","time spent":"3.010115854s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:29.268582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:49:29.268671Z","caller":"traceutil/trace.go:171","msg":"trace[1249184211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306786s","start":"2026-03-12T14:49:27.268344Z","end":"2026-03-12T14:49:29.268651Z","steps":["trace[1249184211] 'agreement among raft nodes before linearized reading' (duration: 2.000193663s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:29.268718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:27.268327Z","time spent":"2.000381447s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:49:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:49:31.269329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:49:31.269457Z","caller":"traceutil/trace.go:171","msg":"trace[940417475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561832s","start":"2026-03-12T14:49:29.268863Z","end":"2026-03-12T14:49:31.269424Z","steps":["trace[940417475] 'agreement among raft nodes before linearized reading' (duration: 2.000399919s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:31.269518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:29.26883Z","time spent":"2.000675775s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:49:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:49:32.270991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536416424s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-12T14:49:32.271516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755817225s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:32.271642Z","caller":"traceutil/trace.go:171","msg":"trace[1544407571] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7523; }","duration":"2.755940498s","start":"2026-03-12T14:49:29.515676Z","end":"2026-03-12T14:49:32.271617Z","steps":["trace[1544407571] 'range keys from in-memory index tree' (duration: 2.755798775s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:32.607669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.756331258s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:49:32.608315Z","caller":"traceutil/trace.go:171","msg":"trace[2034657931] transaction","detail":"{read_only:false; response_revision:7525; number_of_response:1; }","duration":"4.881974784s","start":"2026-03-12T14:49:27.726316Z","end":"2026-03-12T14:49:32.608291Z","steps":["trace[2034657931] 'process raft request' (duration: 4.881893671s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:32.608414Z","caller":"traceutil/trace.go:171","msg":"trace[1704980131] transaction","detail":"{read_only:false; response_revision:7524; number_of_response:1; }","duration":"4.882101517s","start":"2026-03-12T14:49:27.726264Z","end":"2026-03-12T14:49:32.608365Z","steps":["trace[1704980131] 'process raft request' (duration: 4.881703006s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:32.608464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:27.726279Z","time spent":"4.882100677s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:32.608565Z","caller":"traceutil/trace.go:171","msg":"trace[658494226] linearizableReadLoop","detail":"{readStateIndex:7810; appliedIndex:7801; }","duration":"5.349245625s","start":"2026-03-12T14:49:27.259283Z","end":"2026-03-12T14:49:32.608529Z","steps":["trace[658494226] 'read index received' (duration: 1.474576086s)","trace[658494226] 'applied index is now lower than readState.Index' (duration: 3.874667309s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:32.608656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:27.726227Z","time spent":"4.882295571s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:32.60878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.885536389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:32.608847Z","caller":"traceutil/trace.go:171","msg":"trace[1513041436] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7526; }","duration":"6.885634881s","start":"2026-03-12T14:49:25.723188Z","end":"2026-03-12T14:49:32.608823Z","steps":["trace[1513041436] 'agreement among raft nodes before linearized reading' (duration: 6.885498567s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:32.608796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.366183884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:32.608847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.372633581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:32.608905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.723173Z","time spent":"6.885718412s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T14:49:32.608937Z","caller":"traceutil/trace.go:171","msg":"trace[569058241] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7526; }","duration":"6.36638101s","start":"2026-03-12T14:49:26.242525Z","end":"2026-03-12T14:49:32.608906Z","steps":["trace[569058241] 'agreement among raft nodes before linearized reading' (duration: 6.366067602s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:32.608945Z","caller":"traceutil/trace.go:171","msg":"trace[1477811983] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7526; }","duration":"6.372783574s","start":"2026-03-12T14:49:26.236144Z","end":"2026-03-12T14:49:32.608928Z","steps":["trace[1477811983] 'agreement among raft nodes before linearized reading' (duration: 6.37262058s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:32.609008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:26.236127Z","time spent":"6.372866327s","remote":"127.0.0.1:58182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:32.609013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:26.242519Z","time spent":"6.366481792s","remote":"127.0.0.1:55220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:32.609028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.884608156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"warn","ts":"2026-03-12T14:49:32.609035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.511427327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T14:49:32.60901Z","caller":"traceutil/trace.go:171","msg":"trace[775759513] transaction","detail":"{read_only:false; response_revision:7526; number_of_response:1; }","duration":"4.882512057s","start":"2026-03-12T14:49:27.726459Z","end":"2026-03-12T14:49:32.608971Z","steps":["trace[775759513] 'process raft request' (duration: 4.88179278s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:32.609054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.265960524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:32.609077Z","caller":"traceutil/trace.go:171","msg":"trace[172060369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7526; }","duration":"6.884682648s","start":"2026-03-12T14:49:25.724382Z","end":"2026-03-12T14:49:32.609065Z","steps":["trace[172060369] 'agreement among raft nodes before linearized reading' (duration: 6.884294939s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:32.609087Z","caller":"traceutil/trace.go:171","msg":"trace[1711598728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7526; }","duration":"5.511513489s","start":"2026-03-12T14:49:27.097556Z","end":"2026-03-12T14:49:32.60907Z","steps":["trace[1711598728] 'agreement among raft nodes before linearized reading' (duration: 5.511293954s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:32.60912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:25.724368Z","time spent":"6.884743919s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:49:32.609121Z","caller":"traceutil/trace.go:171","msg":"trace[995677098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7526; }","duration":"6.266079396s","start":"2026-03-12T14:49:26.343025Z","end":"2026-03-12T14:49:32.609104Z","steps":["trace[995677098] 'agreement among raft nodes before linearized reading' (duration: 6.265928563s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:32.609127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:27.097533Z","time spent":"5.511586212s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:49:32.609162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:26.343004Z","time spent":"6.266146358s","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:32.609196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:27.7264Z","time spent":"4.882703261s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:32.610367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.52396396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:32.610419Z","caller":"traceutil/trace.go:171","msg":"trace[492869084] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7526; }","duration":"6.524061402s","start":"2026-03-12T14:49:26.086343Z","end":"2026-03-12T14:49:32.610404Z","steps":["trace[492869084] 'agreement among raft nodes before linearized reading' (duration: 6.522261969s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:32.610452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:26.086298Z","time spent":"6.524146564s","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:33.097969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:49:33.098064Z","caller":"traceutil/trace.go:171","msg":"trace[1988897653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289625s","start":"2026-03-12T14:49:31.097759Z","end":"2026-03-12T14:49:33.098049Z","steps":["trace[1988897653] 'agreement among raft nodes before linearized reading' (duration: 2.000172592s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:33.098153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:31.097728Z","time spent":"2.000411928s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:33.277218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:49:33.277302Z","caller":"traceutil/trace.go:171","msg":"trace[1805986006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584402s","start":"2026-03-12T14:49:31.276688Z","end":"2026-03-12T14:49:33.277272Z","steps":["trace[1805986006] 'agreement among raft nodes before linearized reading' (duration: 2.000454749s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:33.277346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:31.276664Z","time spent":"2.000673315s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:49:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:49:34.210023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244071208s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:34.210241Z","caller":"traceutil/trace.go:171","msg":"trace[1635145690] linearizableReadLoop","detail":"{readStateIndex:7812; appliedIndex:7810; }","duration":"1.601570646s","start":"2026-03-12T14:49:32.608648Z","end":"2026-03-12T14:49:34.210219Z","steps":["trace[1635145690] 'read index received' (duration: 357.14287ms)","trace[1635145690] 'applied index is now lower than readState.Index' (duration: 1.244426496s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:34.210544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728435331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:34.210555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471562662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:49:34.210605Z","caller":"traceutil/trace.go:171","msg":"trace[1507195974] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7528; }","duration":"3.728524202s","start":"2026-03-12T14:49:30.482069Z","end":"2026-03-12T14:49:34.210593Z","steps":["trace[1507195974] 'agreement among raft nodes before linearized reading' (duration: 3.72842594s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:34.210631Z","caller":"traceutil/trace.go:171","msg":"trace[1399133956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7528; }","duration":"3.471689685s","start":"2026-03-12T14:49:30.73892Z","end":"2026-03-12T14:49:34.210609Z","steps":["trace[1399133956] 'agreement among raft nodes before linearized reading' (duration: 3.471464899s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.210682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796075252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:34.210724Z","caller":"traceutil/trace.go:171","msg":"trace[1268057013] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7528; }","duration":"3.796152944s","start":"2026-03-12T14:49:30.41456Z","end":"2026-03-12T14:49:34.210713Z","steps":["trace[1268057013] 'agreement among raft nodes before linearized reading' (duration: 3.796102153s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.210753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.414537Z","time spent":"3.796207756s","remote":"127.0.0.1:49260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.210763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42898367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:34.210799Z","caller":"traceutil/trace.go:171","msg":"trace[1005366960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7528; }","duration":"3.429045031s","start":"2026-03-12T14:49:30.781744Z","end":"2026-03-12T14:49:34.210789Z","steps":["trace[1005366960] 'agreement among raft nodes before linearized reading' (duration: 3.428967719s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.210836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.781732Z","time spent":"3.429095713s","remote":"127.0.0.1:47158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.210684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.738895Z","time spent":"3.471780678s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:49:34.211002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47187855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:49:34.210641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.482058Z","time spent":"3.728573324s","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:34.211033Z","caller":"traceutil/trace.go:171","msg":"trace[548549929] transaction","detail":"{read_only:false; response_revision:7528; number_of_response:1; }","duration":"1.966595229s","start":"2026-03-12T14:49:32.244386Z","end":"2026-03-12T14:49:34.210981Z","steps":["trace[548549929] 'process raft request' (duration: 1.965742997s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:34.211103Z","caller":"traceutil/trace.go:171","msg":"trace[2093180298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7528; }","duration":"3.472005154s","start":"2026-03-12T14:49:30.739073Z","end":"2026-03-12T14:49:34.211078Z","steps":["trace[2093180298] 'agreement among raft nodes before linearized reading' (duration: 3.471726797s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.916071468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T14:49:34.211178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472150807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:49:34.211174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.739063Z","time spent":"3.472095596s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:49:34.211216Z","caller":"traceutil/trace.go:171","msg":"trace[1575426238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7528; }","duration":"3.472238189s","start":"2026-03-12T14:49:30.738968Z","end":"2026-03-12T14:49:34.211206Z","steps":["trace[1575426238] 'agreement among raft nodes before linearized reading' (duration: 3.472158217s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:34.21121Z","caller":"traceutil/trace.go:171","msg":"trace[629250836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7528; }","duration":"6.916139891s","start":"2026-03-12T14:49:27.295046Z","end":"2026-03-12T14:49:34.211186Z","steps":["trace[629250836] 'agreement among raft nodes before linearized reading' (duration: 6.916025178s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183838915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:34.211203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076622586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:34.211275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:27.295035Z","time spent":"6.916230272s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T14:49:34.211279Z","caller":"traceutil/trace.go:171","msg":"trace[681330923] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7528; }","duration":"4.183938967s","start":"2026-03-12T14:49:30.027323Z","end":"2026-03-12T14:49:34.211262Z","steps":["trace[681330923] 'agreement among raft nodes before linearized reading' (duration: 4.183849305s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.793947598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T14:49:34.211327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.027302Z","time spent":"4.18401291s","remote":"127.0.0.1:41688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.211331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217371859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-12T14:49:34.21138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.090787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:34.211381Z","caller":"traceutil/trace.go:171","msg":"trace[627938147] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7528; }","duration":"5.794128863s","start":"2026-03-12T14:49:28.417226Z","end":"2026-03-12T14:49:34.211355Z","steps":["trace[627938147] 'agreement among raft nodes before linearized reading' (duration: 5.793763034s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:34.211395Z","caller":"traceutil/trace.go:171","msg":"trace[1203465789] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7528; }","duration":"4.217484441s","start":"2026-03-12T14:49:29.993897Z","end":"2026-03-12T14:49:34.211381Z","steps":["trace[1203465789] 'agreement among raft nodes before linearized reading' (duration: 4.216923128s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.738937Z","time spent":"3.472313101s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:49:34.211419Z","caller":"traceutil/trace.go:171","msg":"trace[37763545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7528; }","duration":"926.126888ms","start":"2026-03-12T14:49:33.285283Z","end":"2026-03-12T14:49:34.21141Z","steps":["trace[37763545] 'agreement among raft nodes before linearized reading' (duration: 926.073457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:33.285227Z","time spent":"926.212701ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:34.211446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:29.993873Z","time spent":"4.217563083s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":841,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.21146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438234027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:34.21102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597772506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T14:49:34.211498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:28.417202Z","time spent":"5.794233816s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-12T14:49:34.211533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546356448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:34.211534Z","caller":"traceutil/trace.go:171","msg":"trace[912432902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7528; }","duration":"1.598353169s","start":"2026-03-12T14:49:32.613166Z","end":"2026-03-12T14:49:34.211519Z","steps":["trace[912432902] 'agreement among raft nodes before linearized reading' (duration: 1.597659653s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938959997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T14:49:34.211571Z","caller":"traceutil/trace.go:171","msg":"trace[539727420] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7528; }","duration":"1.546414149s","start":"2026-03-12T14:49:32.665146Z","end":"2026-03-12T14:49:34.21156Z","steps":["trace[539727420] 'agreement among raft nodes before linearized reading' (duration: 1.546363798s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:32.613146Z","time spent":"1.598422281s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:49:34.21159Z","caller":"traceutil/trace.go:171","msg":"trace[1760861595] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7528; }","duration":"2.939042829s","start":"2026-03-12T14:49:31.272536Z","end":"2026-03-12T14:49:34.211579Z","steps":["trace[1760861595] 'agreement among raft nodes before linearized reading' (duration: 2.938869675s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:32.665128Z","time spent":"1.54647169s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.211622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:31.272509Z","time spent":"2.939106211s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:49:34.211652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.917440301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T14:49:34.21165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472525336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:49:34.211693Z","caller":"traceutil/trace.go:171","msg":"trace[355198560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7528; }","duration":"6.917518483s","start":"2026-03-12T14:49:27.294165Z","end":"2026-03-12T14:49:34.211684Z","steps":["trace[355198560] 'agreement among raft nodes before linearized reading' (duration: 6.917416721s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:34.211706Z","caller":"traceutil/trace.go:171","msg":"trace[350527313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7528; }","duration":"3.472620589s","start":"2026-03-12T14:49:30.739072Z","end":"2026-03-12T14:49:34.211693Z","steps":["trace[350527313] 'agreement among raft nodes before linearized reading' (duration: 3.472357122s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:27.294146Z","time spent":"6.917572874s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T14:49:34.211019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211377002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:34.211745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.73904Z","time spent":"3.47269886s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:34.211317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:32.244361Z","time spent":"1.966804033s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:34.211783Z","caller":"traceutil/trace.go:171","msg":"trace[1250666182] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7528; }","duration":"5.212177821s","start":"2026-03-12T14:49:28.999589Z","end":"2026-03-12T14:49:34.211767Z","steps":["trace[1250666182] 'agreement among raft nodes before linearized reading' (duration: 5.211364982s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59839242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-12T14:49:34.213302Z","caller":"traceutil/trace.go:171","msg":"trace[955298294] range","detail":"{range_begin:/registry/persistentvolumes/pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da; range_end:; response_count:1; response_revision:7528; }","duration":"1.599921446s","start":"2026-03-12T14:49:32.613354Z","end":"2026-03-12T14:49:34.213276Z","steps":["trace[955298294] 'agreement among raft nodes before linearized reading' (duration: 1.598325488s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.21338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:32.613333Z","time spent":"1.600027659s","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-38abd3ad-3ff6-4e9f-8e7b-256e44a789da\" "} {"level":"info","ts":"2026-03-12T14:49:34.211316Z","caller":"traceutil/trace.go:171","msg":"trace[506369632] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7528; }","duration":"3.077484887s","start":"2026-03-12T14:49:31.133807Z","end":"2026-03-12T14:49:34.211291Z","steps":["trace[506369632] 'agreement among raft nodes before linearized reading' (duration: 3.076606185s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.213484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:31.133781Z","time spent":"3.07967131s","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.211384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373726701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:34.213619Z","caller":"traceutil/trace.go:171","msg":"trace[2080611505] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7528; }","duration":"2.375975616s","start":"2026-03-12T14:49:31.837613Z","end":"2026-03-12T14:49:34.213588Z","steps":["trace[2080611505] 'agreement among raft nodes before linearized reading' (duration: 2.373734751s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.213704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:31.83759Z","time spent":"2.376088899s","remote":"127.0.0.1:43258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:34.211202Z","caller":"traceutil/trace.go:171","msg":"trace[1556812939] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"5.305533265s","start":"2026-03-12T14:49:28.905627Z","end":"2026-03-12T14:49:34.21116Z","steps":["trace[1556812939] 'process raft request' (duration: 4.060249867s)","trace[1556812939] 'compare' (duration: 1.243954285s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:34.211102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472030634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:49:34.21383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:28.9056Z","time spent":"5.308158298s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:34.21386Z","caller":"traceutil/trace.go:171","msg":"trace[2134408876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7528; }","duration":"3.474828942s","start":"2026-03-12T14:49:30.739018Z","end":"2026-03-12T14:49:34.213847Z","steps":["trace[2134408876] 'agreement among raft nodes before linearized reading' (duration: 3.472005514s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.213904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:30.738994Z","time spent":"3.474897963s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:34.211831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:28.99957Z","time spent":"5.212243913s","remote":"127.0.0.1:41770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:34.21149Z","caller":"traceutil/trace.go:171","msg":"trace[339136846] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7528; }","duration":"1.438290008s","start":"2026-03-12T14:49:32.773191Z","end":"2026-03-12T14:49:34.211481Z","steps":["trace[339136846] 'agreement among raft nodes before linearized reading' (duration: 1.438197405s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.21406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:32.77318Z","time spent":"1.44085492s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":34,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.211822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.106283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:34.21437Z","caller":"traceutil/trace.go:171","msg":"trace[1011125026] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7528; }","duration":"548.687875ms","start":"2026-03-12T14:49:33.665669Z","end":"2026-03-12T14:49:34.214356Z","steps":["trace[1011125026] 'agreement among raft nodes before linearized reading' (duration: 546.122093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.211028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.861233411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:34.21442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:33.665645Z","time spent":"548.761526ms","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:34.214452Z","caller":"traceutil/trace.go:171","msg":"trace[1400984353] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7528; }","duration":"5.864766876s","start":"2026-03-12T14:49:28.349673Z","end":"2026-03-12T14:49:34.21444Z","steps":["trace[1400984353] 'agreement among raft nodes before linearized reading' (duration: 5.861140729s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.214513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:28.349648Z","time spent":"5.864830287s","remote":"127.0.0.1:39100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.211877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.65922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:34.214602Z","caller":"traceutil/trace.go:171","msg":"trace[91498209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7528; }","duration":"717.416906ms","start":"2026-03-12T14:49:33.497164Z","end":"2026-03-12T14:49:34.214581Z","steps":["trace[91498209] 'agreement among raft nodes before linearized reading' (duration: 714.693551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:34.214695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:33.497142Z","time spent":"717.527ms","remote":"127.0.0.1:47088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:34.713904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:35.970115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.576429ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-12T14:49:35.97025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.212974Z","time spent":"1.757271593s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T14:49:36.213476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:49:36.214584Z","caller":"traceutil/trace.go:171","msg":"trace[2017014314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001548006s","start":"2026-03-12T14:49:34.213011Z","end":"2026-03-12T14:49:36.214559Z","steps":["trace[2017014314] 'agreement among raft nodes before linearized reading' (duration: 2.000410208s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:36.214765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.212989Z","time spent":"2.001753311s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:49:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:49:36.683258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.646696321s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:49:37.017013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.249401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:37.017332Z","caller":"traceutil/trace.go:171","msg":"trace[1489284176] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"2.79970586s","start":"2026-03-12T14:49:34.217608Z","end":"2026-03-12T14:49:37.017314Z","steps":["trace[1489284176] 'process raft request' (duration: 2.799643258s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:37.017433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.217592Z","time spent":"2.799783822s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:37.017486Z","caller":"traceutil/trace.go:171","msg":"trace[1741986026] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"2.80010637s","start":"2026-03-12T14:49:34.217327Z","end":"2026-03-12T14:49:37.017434Z","steps":["trace[1741986026] 'process raft request' (duration: 2.799853684s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:37.017582Z","caller":"traceutil/trace.go:171","msg":"trace[1585688061] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"2.80013924s","start":"2026-03-12T14:49:34.217431Z","end":"2026-03-12T14:49:37.017571Z","steps":["trace[1585688061] 'process raft request' (duration: 2.799784031s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:37.017561Z","caller":"traceutil/trace.go:171","msg":"trace[1295567626] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"2.800260974s","start":"2026-03-12T14:49:34.217255Z","end":"2026-03-12T14:49:37.017516Z","steps":["trace[1295567626] 'process raft request' (duration: 2.799858284s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:37.017635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.217425Z","time spent":"2.800182623s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:37.017662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.217321Z","time spent":"2.800248823s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:37.01776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.217237Z","time spent":"2.800416938s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:37.017789Z","caller":"traceutil/trace.go:171","msg":"trace[1566455750] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"2.80336336s","start":"2026-03-12T14:49:34.214403Z","end":"2026-03-12T14:49:37.017767Z","steps":["trace[1566455750] 'process raft request' (duration: 2.469284008s)","trace[1566455750] 'compare' (duration: 333.127138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:37.017883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.21439Z","time spent":"2.803441331s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:37.017917Z","caller":"traceutil/trace.go:171","msg":"trace[1168160448] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"2.799898636s","start":"2026-03-12T14:49:34.218002Z","end":"2026-03-12T14:49:37.017901Z","steps":["trace[1168160448] 'process raft request' (duration: 2.79927818s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:37.017982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.217992Z","time spent":"2.799956547s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:37.017989Z","caller":"traceutil/trace.go:171","msg":"trace[461380250] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"2.799759113s","start":"2026-03-12T14:49:34.218213Z","end":"2026-03-12T14:49:37.017972Z","steps":["trace[461380250] 'process raft request' (duration: 2.799605849s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:37.01807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.218199Z","time spent":"2.799829104s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:37.018168Z","caller":"traceutil/trace.go:171","msg":"trace[1323005554] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"2.79804838s","start":"2026-03-12T14:49:34.220087Z","end":"2026-03-12T14:49:37.018136Z","steps":["trace[1323005554] 'process raft request' (duration: 2.797849796s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:37.01827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.220081Z","time spent":"2.798143253s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:37.018239Z","caller":"traceutil/trace.go:171","msg":"trace[2043647788] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"2.403297937s","start":"2026-03-12T14:49:34.614914Z","end":"2026-03-12T14:49:37.018212Z","steps":["trace[2043647788] 'process raft request' (duration: 2.403160764s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:37.018351Z","caller":"traceutil/trace.go:171","msg":"trace[324256861] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"2.402881808s","start":"2026-03-12T14:49:34.615452Z","end":"2026-03-12T14:49:37.018334Z","steps":["trace[324256861] 'process raft request' (duration: 2.402707024s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:37.018409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.614879Z","time spent":"2.403444571s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:37.018457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.615416Z","time spent":"2.402991541s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:37.018527Z","caller":"traceutil/trace.go:171","msg":"trace[1866096332] linearizableReadLoop","detail":"{readStateIndex:7824; appliedIndex:7812; }","duration":"2.805367719s","start":"2026-03-12T14:49:34.213145Z","end":"2026-03-12T14:49:37.018513Z","steps":["trace[1866096332] 'read index received' (duration: 823.408317ms)","trace[1866096332] 'applied index is now lower than readState.Index' (duration: 1.981957751s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:37.018568Z","caller":"traceutil/trace.go:171","msg":"trace[122291634] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"2.402613761s","start":"2026-03-12T14:49:34.615938Z","end":"2026-03-12T14:49:37.018551Z","steps":["trace[122291634] 'process raft request' (duration: 2.402342735s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:37.01865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.61592Z","time spent":"2.402693733s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:38.221564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:49:38.221659Z","caller":"traceutil/trace.go:171","msg":"trace[1623947619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000536291s","start":"2026-03-12T14:49:36.221101Z","end":"2026-03-12T14:49:38.221638Z","steps":["trace[1623947619] 'agreement among raft nodes before linearized reading' (duration: 2.000412298s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:38.221719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:36.221084Z","time spent":"2.000620994s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:49:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:49:38.447181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253531818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:38.447523Z","caller":"traceutil/trace.go:171","msg":"trace[1565873187] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"2.475739814s","start":"2026-03-12T14:49:35.97176Z","end":"2026-03-12T14:49:38.4475Z","steps":["trace[1565873187] 'process raft request' (duration: 2.475534539s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:38.447575Z","caller":"traceutil/trace.go:171","msg":"trace[323660037] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"3.004917267s","start":"2026-03-12T14:49:35.44264Z","end":"2026-03-12T14:49:38.447558Z","steps":["trace[323660037] 'process raft request' (duration: 1.750904107s)","trace[323660037] 'compare' (duration: 1.25319596s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:38.447579Z","caller":"traceutil/trace.go:171","msg":"trace[1794260455] linearizableReadLoop","detail":"{readStateIndex:7826; appliedIndex:7824; }","duration":"1.428978201s","start":"2026-03-12T14:49:37.018563Z","end":"2026-03-12T14:49:38.447541Z","steps":["trace[1794260455] 'read index received' (duration: 174.974562ms)","trace[1794260455] 'applied index is now lower than readState.Index' (duration: 1.254000379s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:38.447667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:35.442611Z","time spent":"3.004993009s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:38.447667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:35.971726Z","time spent":"2.475876128s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:39.729809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282363377s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:49:39.729898Z","caller":"traceutil/trace.go:171","msg":"trace[1324644386] linearizableReadLoop","detail":"{readStateIndex:7827; appliedIndex:7826; }","duration":"1.282261674s","start":"2026-03-12T14:49:38.447621Z","end":"2026-03-12T14:49:39.729883Z","steps":["trace[1324644386] 'read index received' (duration: 68.882µs)","trace[1324644386] 'applied index is now lower than readState.Index' (duration: 1.282191642s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:39.730103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61626195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:39.730205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508593872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:39.73023Z","caller":"traceutil/trace.go:171","msg":"trace[1882206783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7541; }","duration":"1.508652284s","start":"2026-03-12T14:49:38.22157Z","end":"2026-03-12T14:49:39.730222Z","steps":["trace[1882206783] 'agreement among raft nodes before linearized reading' (duration: 1.508597453s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:39.73023Z","caller":"traceutil/trace.go:171","msg":"trace[883211934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7541; }","duration":"4.616459615s","start":"2026-03-12T14:49:35.11374Z","end":"2026-03-12T14:49:39.730199Z","steps":["trace[883211934] 'agreement among raft nodes before linearized reading' (duration: 3.333863564s)","trace[883211934] 'count revisions from in-memory index tree' (duration: 1.282424108s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:39.730294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:35.113707Z","time spent":"4.616567217s","remote":"127.0.0.1:47136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:39.730335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:38.221555Z","time spent":"1.508767966s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:39.730248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.484496ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:39.730382Z","caller":"traceutil/trace.go:171","msg":"trace[317617175] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7541; }","duration":"213.621139ms","start":"2026-03-12T14:49:39.516743Z","end":"2026-03-12T14:49:39.730364Z","steps":["trace[317617175] 'range keys from in-memory index tree' (duration: 213.470276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:39.73037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708710124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f70e9f24f8d\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-12T14:49:39.730422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514573075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-12T14:49:39.730452Z","caller":"traceutil/trace.go:171","msg":"trace[527912316] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f70e9f24f8d; range_end:; response_count:1; response_revision:7541; }","duration":"2.708867558s","start":"2026-03-12T14:49:37.021562Z","end":"2026-03-12T14:49:39.730429Z","steps":["trace[527912316] 'agreement among raft nodes before linearized reading' (duration: 2.708651983s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:39.730489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:37.021521Z","time spent":"2.70895979s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f70e9f24f8d\" "} {"level":"warn","ts":"2026-03-12T14:49:39.730498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.516480609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-12T14:49:39.730563Z","caller":"traceutil/trace.go:171","msg":"trace[389977938] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7541; }","duration":"5.516562532s","start":"2026-03-12T14:49:34.21398Z","end":"2026-03-12T14:49:39.730542Z","steps":["trace[389977938] 'agreement among raft nodes before linearized reading' (duration: 4.233697333s)","trace[389977938] 'range keys from in-memory index tree' (duration: 1.282687194s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:39.730619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.213967Z","time spent":"5.516639063s","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19526,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:49:39.730735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.513246671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T14:49:39.73051Z","caller":"traceutil/trace.go:171","msg":"trace[1217646828] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7541; }","duration":"3.514681628s","start":"2026-03-12T14:49:36.215789Z","end":"2026-03-12T14:49:39.73047Z","steps":["trace[1217646828] 'agreement among raft nodes before linearized reading' (duration: 2.23184083s)","trace[1217646828] 'range keys from in-memory index tree' (duration: 1.282699395s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:39.730793Z","caller":"traceutil/trace.go:171","msg":"trace[1290072045] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7541; }","duration":"5.513326003s","start":"2026-03-12T14:49:34.217445Z","end":"2026-03-12T14:49:39.730771Z","steps":["trace[1290072045] 'agreement among raft nodes before linearized reading' (duration: 4.230207139s)","trace[1290072045] 'range keys from in-memory index tree' (duration: 1.283035922s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:39.730802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:36.215766Z","time spent":"3.515025147s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-12T14:49:39.730851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.217429Z","time spent":"5.513408545s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-12T14:49:39.730921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11318885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:49:39.730991Z","caller":"traceutil/trace.go:171","msg":"trace[2088411655] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7541; }","duration":"5.113296763s","start":"2026-03-12T14:49:34.617674Z","end":"2026-03-12T14:49:39.73097Z","steps":["trace[2088411655] 'agreement among raft nodes before linearized reading' (duration: 3.829988904s)","trace[2088411655] 'range keys from in-memory index tree' (duration: 1.283131995s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:39.731042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:34.617649Z","time spent":"5.113381434s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:49:39.731415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.433915778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T14:49:39.73145Z","caller":"traceutil/trace.go:171","msg":"trace[40360489] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7541; }","duration":"4.433953229s","start":"2026-03-12T14:49:35.297487Z","end":"2026-03-12T14:49:39.731441Z","steps":["trace[40360489] 'agreement among raft nodes before linearized reading' (duration: 3.150152859s)","trace[40360489] 'count revisions from in-memory index tree' (duration: 1.283749789s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:39.731473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:35.297421Z","time spent":"4.434046042s","remote":"127.0.0.1:58248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":841,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:40.017312Z","caller":"traceutil/trace.go:171","msg":"trace[622572332] transaction","detail":"{read_only:false; response_revision:7542; number_of_response:1; }","duration":"993.926472ms","start":"2026-03-12T14:49:39.023349Z","end":"2026-03-12T14:49:40.017276Z","steps":["trace[622572332] 'process raft request' (duration: 993.287017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.017535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.023332Z","time spent":"994.082926ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:40.7503Z","caller":"traceutil/trace.go:171","msg":"trace[1953482455] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"1.725953483s","start":"2026-03-12T14:49:39.024323Z","end":"2026-03-12T14:49:40.750277Z","steps":["trace[1953482455] 'process raft request' (duration: 1.725743408s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.750547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.024306Z","time spent":"1.726151978s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:40.75086Z","caller":"traceutil/trace.go:171","msg":"trace[1280937602] linearizableReadLoop","detail":"{readStateIndex:7830; appliedIndex:7828; }","duration":"1.020853684s","start":"2026-03-12T14:49:39.72992Z","end":"2026-03-12T14:49:40.750774Z","steps":["trace[1280937602] 'read index received' (duration: 287.347187ms)","trace[1280937602] 'applied index is now lower than readState.Index' (duration: 733.502727ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:40.75077Z","caller":"traceutil/trace.go:171","msg":"trace[253221455] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"1.726185549s","start":"2026-03-12T14:49:39.024441Z","end":"2026-03-12T14:49:40.750627Z","steps":["trace[253221455] 'process raft request' (duration: 1.725790779s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:40.750897Z","caller":"traceutil/trace.go:171","msg":"trace[1955647668] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"1.010841643s","start":"2026-03-12T14:49:39.740023Z","end":"2026-03-12T14:49:40.750865Z","steps":["trace[1955647668] 'process raft request' (duration: 1.010628307s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.750979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166955477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:40.751071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728785332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:49:40.751074Z","caller":"traceutil/trace.go:171","msg":"trace[1091593326] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7545; }","duration":"1.167109881s","start":"2026-03-12T14:49:39.583947Z","end":"2026-03-12T14:49:40.751057Z","steps":["trace[1091593326] 'agreement among raft nodes before linearized reading' (duration: 1.166826144s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.734146Z","time spent":"1.016906309s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:49:40.751143Z","caller":"traceutil/trace.go:171","msg":"trace[1538735156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7545; }","duration":"1.728921395s","start":"2026-03-12T14:49:39.022207Z","end":"2026-03-12T14:49:40.751128Z","steps":["trace[1538735156] 'agreement among raft nodes before linearized reading' (duration: 1.728689849s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.024424Z","time spent":"1.726554237s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:40.751177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.022182Z","time spent":"1.728990427s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:49:40.751154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.58393Z","time spent":"1.167206733s","remote":"127.0.0.1:47866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:40.751168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.739978Z","time spent":"1.011086688s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:40.751178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729046778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:49:40.751191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727914871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:49:40.751257Z","caller":"traceutil/trace.go:171","msg":"trace[108978742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7545; }","duration":"1.729153831s","start":"2026-03-12T14:49:39.022088Z","end":"2026-03-12T14:49:40.751242Z","steps":["trace[108978742] 'agreement among raft nodes before linearized reading' (duration: 1.729032708s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:40.751274Z","caller":"traceutil/trace.go:171","msg":"trace[170248385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7545; }","duration":"1.728017213s","start":"2026-03-12T14:49:39.023239Z","end":"2026-03-12T14:49:40.751256Z","steps":["trace[170248385] 'agreement among raft nodes before linearized reading' (duration: 1.727806638s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.022067Z","time spent":"1.729223662s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:49:40.751324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.023225Z","time spent":"1.728086045s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:40.75138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552045886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:40.751406Z","caller":"traceutil/trace.go:171","msg":"trace[1931752155] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7545; }","duration":"1.552111007s","start":"2026-03-12T14:49:39.199287Z","end":"2026-03-12T14:49:40.751398Z","steps":["trace[1931752155] 'agreement among raft nodes before linearized reading' (duration: 1.552062036s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.199262Z","time spent":"1.552156659s","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:40.751337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728143667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:49:40.751483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928117775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-12T14:49:40.751521Z","caller":"traceutil/trace.go:171","msg":"trace[1364374396] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7545; }","duration":"1.928181666s","start":"2026-03-12T14:49:38.82333Z","end":"2026-03-12T14:49:40.751511Z","steps":["trace[1364374396] 'agreement among raft nodes before linearized reading' (duration: 1.928088444s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:38.823313Z","time spent":"1.928232178s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-12T14:49:40.751555Z","caller":"traceutil/trace.go:171","msg":"trace[220021919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7545; }","duration":"1.728281069s","start":"2026-03-12T14:49:39.023164Z","end":"2026-03-12T14:49:40.751445Z","steps":["trace[220021919] 'agreement among raft nodes before linearized reading' (duration: 1.728132716s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.023145Z","time spent":"1.728455014s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:40.751099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728822963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:49:40.751762Z","caller":"traceutil/trace.go:171","msg":"trace[57187557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7545; }","duration":"1.72953658s","start":"2026-03-12T14:49:39.02221Z","end":"2026-03-12T14:49:40.751746Z","steps":["trace[57187557] 'agreement among raft nodes before linearized reading' (duration: 1.728779181s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.022186Z","time spent":"1.729616891s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:40.751777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251954047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:40.751913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012444902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:40.751938Z","caller":"traceutil/trace.go:171","msg":"trace[1798124189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7545; }","duration":"1.012479522s","start":"2026-03-12T14:49:39.739453Z","end":"2026-03-12T14:49:40.751932Z","steps":["trace[1798124189] 'agreement among raft nodes before linearized reading' (duration: 1.012442211s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011388695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-12T14:49:40.751856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302210817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T14:49:40.751992Z","caller":"traceutil/trace.go:171","msg":"trace[34423163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7545; }","duration":"1.011451848s","start":"2026-03-12T14:49:39.740527Z","end":"2026-03-12T14:49:40.751979Z","steps":["trace[34423163] 'agreement among raft nodes before linearized reading' (duration: 1.011365736s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.751952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.739446Z","time spent":"1.012502752s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:40.752017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016603752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48d04404-cb43-4753-9fed-59de54056fb7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-12T14:49:40.752072Z","caller":"traceutil/trace.go:171","msg":"trace[564178913] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48d04404-cb43-4753-9fed-59de54056fb7; range_end:; response_count:1; response_revision:7545; }","duration":"1.016700174s","start":"2026-03-12T14:49:39.735359Z","end":"2026-03-12T14:49:40.75206Z","steps":["trace[564178913] 'agreement among raft nodes before linearized reading' (duration: 1.016481489s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.752137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.735351Z","time spent":"1.016775606s","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-48d04404-cb43-4753-9fed-59de54056fb7\" "} {"level":"info","ts":"2026-03-12T14:49:40.751994Z","caller":"traceutil/trace.go:171","msg":"trace[392968960] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7545; }","duration":"2.302375441s","start":"2026-03-12T14:49:38.449608Z","end":"2026-03-12T14:49:40.751984Z","steps":["trace[392968960] 'agreement among raft nodes before linearized reading' (duration: 2.302186966s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:40.751926Z","caller":"traceutil/trace.go:171","msg":"trace[1306759972] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7545; }","duration":"2.252135742s","start":"2026-03-12T14:49:38.499761Z","end":"2026-03-12T14:49:40.751897Z","steps":["trace[1306759972] 'agreement among raft nodes before linearized reading' (duration: 2.251973637s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.752265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:38.449594Z","time spent":"2.302620137s","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T14:49:40.75231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:38.499735Z","time spent":"2.252567333s","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:40.752028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.740509Z","time spent":"1.011512319s","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T14:49:40.755887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020138548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:49:40.755959Z","caller":"traceutil/trace.go:171","msg":"trace[41022169] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7545; }","duration":"1.02025165s","start":"2026-03-12T14:49:39.73569Z","end":"2026-03-12T14:49:40.755942Z","steps":["trace[41022169] 'agreement among raft nodes before linearized reading' (duration: 1.016226073s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:40.756276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:39.735678Z","time spent":"1.020310372s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:49:41.307939Z","caller":"traceutil/trace.go:171","msg":"trace[2025330088] linearizableReadLoop","detail":"{readStateIndex:7833; appliedIndex:7832; }","duration":"553.201164ms","start":"2026-03-12T14:49:40.754708Z","end":"2026-03-12T14:49:41.307909Z","steps":["trace[2025330088] 'read index received' (duration: 469.567716ms)","trace[2025330088] 'applied index is now lower than readState.Index' (duration: 83.631738ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:41.307994Z","caller":"traceutil/trace.go:171","msg":"trace[2100328479] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"554.931616ms","start":"2026-03-12T14:49:40.753001Z","end":"2026-03-12T14:49:41.307933Z","steps":["trace[2100328479] 'process raft request' (duration: 471.187455ms)","trace[2100328479] 'compare' (duration: 83.541116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:41.308207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.752969Z","time spent":"555.115071ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:41.30826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.525642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:49:41.308315Z","caller":"traceutil/trace.go:171","msg":"trace[849418168] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7546; }","duration":"553.641335ms","start":"2026-03-12T14:49:40.754658Z","end":"2026-03-12T14:49:41.308299Z","steps":["trace[849418168] 'agreement among raft nodes before linearized reading' (duration: 553.369928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:41.308372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.754643Z","time spent":"553.715906ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-12T14:49:41.757286Z","caller":"traceutil/trace.go:171","msg":"trace[843291403] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"999.546238ms","start":"2026-03-12T14:49:40.757716Z","end":"2026-03-12T14:49:41.757263Z","steps":["trace[843291403] 'process raft request' (duration: 999.455345ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:41.757303Z","caller":"traceutil/trace.go:171","msg":"trace[536540735] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"999.644039ms","start":"2026-03-12T14:49:40.757618Z","end":"2026-03-12T14:49:41.757262Z","steps":["trace[536540735] 'process raft request' (duration: 926.610998ms)","trace[536540735] 'compare' (duration: 72.803786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:41.75746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.757603Z","time spent":"999.779183ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:41.7576Z","caller":"traceutil/trace.go:171","msg":"trace[1453112999] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"999.828925ms","start":"2026-03-12T14:49:40.757738Z","end":"2026-03-12T14:49:41.757567Z","steps":["trace[1453112999] 'process raft request' (duration: 999.490396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:41.757751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.757725Z","time spent":"999.945838ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:41.757866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.757691Z","time spent":"999.67919ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:41.758114Z","caller":"traceutil/trace.go:171","msg":"trace[1219126230] transaction","detail":"{read_only:false; response_revision:7550; number_of_response:1; }","duration":"999.267802ms","start":"2026-03-12T14:49:40.758833Z","end":"2026-03-12T14:49:41.758101Z","steps":["trace[1219126230] 'process raft request' (duration: 998.849422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:41.758191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.758824Z","time spent":"999.332863ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:41.758671Z","caller":"traceutil/trace.go:171","msg":"trace[698841086] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7833; }","duration":"450.643037ms","start":"2026-03-12T14:49:41.307997Z","end":"2026-03-12T14:49:41.75864Z","steps":["trace[698841086] 'read index received' (duration: 376.058378ms)","trace[698841086] 'applied index is now lower than readState.Index' (duration: 74.583589ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:41.75873Z","caller":"traceutil/trace.go:171","msg":"trace[908495822] transaction","detail":"{read_only:false; response_revision:7551; number_of_response:1; }","duration":"999.497407ms","start":"2026-03-12T14:49:40.759204Z","end":"2026-03-12T14:49:41.758702Z","steps":["trace[908495822] 'process raft request' (duration: 998.629756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:41.758777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.847984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:41.758816Z","caller":"traceutil/trace.go:171","msg":"trace[1565009517] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7551; }","duration":"867.939187ms","start":"2026-03-12T14:49:40.890866Z","end":"2026-03-12T14:49:41.758805Z","steps":["trace[1565009517] 'agreement among raft nodes before linearized reading' (duration: 867.834975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:41.75885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.89084Z","time spent":"868.001768ms","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:41.758848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.931317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:41.758986Z","caller":"traceutil/trace.go:171","msg":"trace[1306476069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7551; }","duration":"993.110191ms","start":"2026-03-12T14:49:40.765865Z","end":"2026-03-12T14:49:41.758975Z","steps":["trace[1306476069] 'agreement among raft nodes before linearized reading' (duration: 992.918687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:41.759081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.765858Z","time spent":"993.152162ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:41.759224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.831605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-12T14:49:41.759263Z","caller":"traceutil/trace.go:171","msg":"trace[976363928] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7551; }","duration":"999.896066ms","start":"2026-03-12T14:49:40.759358Z","end":"2026-03-12T14:49:41.759254Z","steps":["trace[976363928] 'agreement among raft nodes before linearized reading' (duration: 999.765283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:41.759291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.75935Z","time spent":"999.934898ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-12T14:49:41.759523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:40.759181Z","time spent":"999.62359ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:42.606979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.93519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:42.607273Z","caller":"traceutil/trace.go:171","msg":"trace[1413988988] transaction","detail":"{read_only:false; response_revision:7553; number_of_response:1; }","duration":"583.029319ms","start":"2026-03-12T14:49:42.024219Z","end":"2026-03-12T14:49:42.607248Z","steps":["trace[1413988988] 'process raft request' (duration: 582.901926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:42.607364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:42.024136Z","time spent":"583.189962ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:42.607429Z","caller":"traceutil/trace.go:171","msg":"trace[1658566138] transaction","detail":"{read_only:false; response_revision:7552; number_of_response:1; }","duration":"886.780644ms","start":"2026-03-12T14:49:41.720616Z","end":"2026-03-12T14:49:42.607396Z","steps":["trace[1658566138] 'process raft request' (duration: 441.301452ms)","trace[1658566138] 'compare' (duration: 443.968865ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:42.607429Z","caller":"traceutil/trace.go:171","msg":"trace[1660805626] linearizableReadLoop","detail":"{readStateIndex:7839; appliedIndex:7838; }","duration":"848.647769ms","start":"2026-03-12T14:49:41.75875Z","end":"2026-03-12T14:49:42.607398Z","steps":["trace[1660805626] 'read index received' (duration: 403.253739ms)","trace[1660805626] 'applied index is now lower than readState.Index' (duration: 445.39183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:42.607608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:41.72059Z","time spent":"886.918648ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:42.607655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297371611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T14:49:42.607714Z","caller":"traceutil/trace.go:171","msg":"trace[1450566503] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7553; }","duration":"1.297466162s","start":"2026-03-12T14:49:41.310232Z","end":"2026-03-12T14:49:42.607698Z","steps":["trace[1450566503] 'agreement among raft nodes before linearized reading' (duration: 1.297248327s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:42.607625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295636539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-12T14:49:42.607778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:41.310213Z","time spent":"1.297555725s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T14:49:42.607828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.338937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:42.607854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.90576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:42.607883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.443172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-12T14:49:42.607896Z","caller":"traceutil/trace.go:171","msg":"trace[1527508887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7553; }","duration":"847.427819ms","start":"2026-03-12T14:49:41.760451Z","end":"2026-03-12T14:49:42.607879Z","steps":["trace[1527508887] 'agreement among raft nodes before linearized reading' (duration: 847.321446ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:42.607924Z","caller":"traceutil/trace.go:171","msg":"trace[2022245338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7553; }","duration":"730.022452ms","start":"2026-03-12T14:49:41.877884Z","end":"2026-03-12T14:49:42.607907Z","steps":["trace[2022245338] 'agreement among raft nodes before linearized reading' (duration: 729.886469ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:42.607926Z","caller":"traceutil/trace.go:171","msg":"trace[1609508294] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7553; }","duration":"1.295977367s","start":"2026-03-12T14:49:41.311922Z","end":"2026-03-12T14:49:42.6079Z","steps":["trace[1609508294] 'agreement among raft nodes before linearized reading' (duration: 1.295489915s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:42.607943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:41.760436Z","time spent":"847.498871ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:49:42.607961Z","caller":"traceutil/trace.go:171","msg":"trace[1969328674] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7553; }","duration":"845.578375ms","start":"2026-03-12T14:49:41.762336Z","end":"2026-03-12T14:49:42.607914Z","steps":["trace[1969328674] 'agreement among raft nodes before linearized reading' (duration: 845.451651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:42.60798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:41.877861Z","time spent":"730.107465ms","remote":"127.0.0.1:47128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:42.608006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:41.762318Z","time spent":"845.679258ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-12T14:49:42.607992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:41.311906Z","time spent":"1.296067659s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:49:43.115852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372803,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:49:43.359195Z","caller":"traceutil/trace.go:171","msg":"trace[1389959927] transaction","detail":"{read_only:false; response_revision:7554; number_of_response:1; }","duration":"748.542342ms","start":"2026-03-12T14:49:42.610626Z","end":"2026-03-12T14:49:43.359168Z","steps":["trace[1389959927] 'process raft request' (duration: 748.370487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:43.359359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:42.610609Z","time spent":"748.662274ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:44.616046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:49:44.616138Z","caller":"traceutil/trace.go:171","msg":"trace[1945706991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000663514s","start":"2026-03-12T14:49:42.615455Z","end":"2026-03-12T14:49:44.616118Z","steps":["trace[1945706991] 'agreement among raft nodes before linearized reading' (duration: 2.000552401s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:44.616325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:42.61545Z","time spent":"2.000859298s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:49:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:49:44.937839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.578828575s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:49:44.938387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:42.611389Z","time spent":"2.326991458s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:49:44.938522Z","caller":"traceutil/trace.go:171","msg":"trace[383712380] transaction","detail":"{read_only:false; response_revision:7555; number_of_response:1; }","duration":"2.322724754s","start":"2026-03-12T14:49:42.615774Z","end":"2026-03-12T14:49:44.938499Z","steps":["trace[383712380] 'process raft request' (duration: 2.322528329s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:44.938686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:42.615768Z","time spent":"2.322842997s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:44.939024Z","caller":"traceutil/trace.go:171","msg":"trace[4695380] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"2.179513721s","start":"2026-03-12T14:49:42.759482Z","end":"2026-03-12T14:49:44.938996Z","steps":["trace[4695380] 'process raft request' (duration: 2.178959338s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:44.939162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:42.759454Z","time spent":"2.179627874s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:44.939281Z","caller":"traceutil/trace.go:171","msg":"trace[579546833] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"2.176919619s","start":"2026-03-12T14:49:42.762349Z","end":"2026-03-12T14:49:44.939269Z","steps":["trace[579546833] 'process raft request' (duration: 2.17655681s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:44.939346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:42.762336Z","time spent":"2.17697559s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:44.939777Z","caller":"traceutil/trace.go:171","msg":"trace[1167223806] linearizableReadLoop","detail":"{readStateIndex:7845; appliedIndex:7840; }","duration":"2.324279671s","start":"2026-03-12T14:49:42.615466Z","end":"2026-03-12T14:49:44.939746Z","steps":["trace[1167223806] 'read index received' (duration: 743.592141ms)","trace[1167223806] 'applied index is now lower than readState.Index' (duration: 1.58068605s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:45.440843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:46.618103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001558456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:49:46.61821Z","caller":"traceutil/trace.go:171","msg":"trace[2884896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001682369s","start":"2026-03-12T14:49:44.616492Z","end":"2026-03-12T14:49:46.618175Z","steps":["trace[2884896] 'agreement among raft nodes before linearized reading' (duration: 2.001551396s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.618263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:44.616429Z","time spent":"2.001821153s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:49:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:49:46.631941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044997581s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:49:46.670778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083710109s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:46.671025Z","caller":"traceutil/trace.go:171","msg":"trace[1259656809] linearizableReadLoop","detail":"{readStateIndex:7848; appliedIndex:7845; }","duration":"1.731117959s","start":"2026-03-12T14:49:44.939889Z","end":"2026-03-12T14:49:46.671007Z","steps":["trace[1259656809] 'read index received' (duration: 647.096562ms)","trace[1259656809] 'applied index is now lower than readState.Index' (duration: 1.084020317s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:46.671007Z","caller":"traceutil/trace.go:171","msg":"trace[862888704] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"2.420578637s","start":"2026-03-12T14:49:44.250399Z","end":"2026-03-12T14:49:46.670978Z","steps":["trace[862888704] 'process raft request' (duration: 1.336584401s)","trace[862888704] 'compare' (duration: 1.083494144s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:46.671152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:44.250357Z","time spent":"2.4207215s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:46.671211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908473939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T14:49:46.671227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908403127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:49:46.671248Z","caller":"traceutil/trace.go:171","msg":"trace[584896927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7560; }","duration":"2.908578231s","start":"2026-03-12T14:49:43.762658Z","end":"2026-03-12T14:49:46.671236Z","steps":["trace[584896927] 'agreement among raft nodes before linearized reading' (duration: 2.908447677s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:46.671275Z","caller":"traceutil/trace.go:171","msg":"trace[1533198112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7560; }","duration":"2.90850664s","start":"2026-03-12T14:49:43.762752Z","end":"2026-03-12T14:49:46.671259Z","steps":["trace[1533198112] 'agreement among raft nodes before linearized reading' (duration: 2.908265713s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.671284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:43.76262Z","time spent":"2.908655223s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:49:46.671307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:43.762729Z","time spent":"2.908571512s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:49:46.67142Z","caller":"traceutil/trace.go:171","msg":"trace[658888516] transaction","detail":"{read_only:false; response_revision:7560; number_of_response:1; }","duration":"1.730637947s","start":"2026-03-12T14:49:44.940768Z","end":"2026-03-12T14:49:46.671406Z","steps":["trace[658888516] 'process raft request' (duration: 1.730178985s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.671397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366162578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:46.67147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572604164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-12T14:49:46.67149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:44.940722Z","time spent":"1.730732429s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:46.671516Z","caller":"traceutil/trace.go:171","msg":"trace[1912870108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7560; }","duration":"2.572676495s","start":"2026-03-12T14:49:44.098824Z","end":"2026-03-12T14:49:46.671501Z","steps":["trace[1912870108] 'agreement among raft nodes before linearized reading' (duration: 2.572571803s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:46.671518Z","caller":"traceutil/trace.go:171","msg":"trace[1391171228] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7560; }","duration":"2.366358553s","start":"2026-03-12T14:49:44.305123Z","end":"2026-03-12T14:49:46.671482Z","steps":["trace[1391171228] 'agreement among raft nodes before linearized reading' (duration: 2.366154008s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.671547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:44.098804Z","time spent":"2.572733957s","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-12T14:49:46.671548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909446942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:49:46.671571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:44.305089Z","time spent":"2.366470405s","remote":"127.0.0.1:41778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:46.671654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909621116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T14:49:46.671693Z","caller":"traceutil/trace.go:171","msg":"trace[146263509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7560; }","duration":"2.909696518s","start":"2026-03-12T14:49:43.761989Z","end":"2026-03-12T14:49:46.671685Z","steps":["trace[146263509] 'agreement among raft nodes before linearized reading' (duration: 2.909608486s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.671727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:43.761967Z","time spent":"2.90975313s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:46.671805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907720129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:49:46.671579Z","caller":"traceutil/trace.go:171","msg":"trace[1754630314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7560; }","duration":"2.909533264s","start":"2026-03-12T14:49:43.762037Z","end":"2026-03-12T14:49:46.67157Z","steps":["trace[1754630314] 'agreement among raft nodes before linearized reading' (duration: 2.909444662s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:46.671851Z","caller":"traceutil/trace.go:171","msg":"trace[477084473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7560; }","duration":"2.907786401s","start":"2026-03-12T14:49:43.764054Z","end":"2026-03-12T14:49:46.67184Z","steps":["trace[477084473] 'agreement among raft nodes before linearized reading' (duration: 2.907641358s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.671861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:43.762016Z","time spent":"2.909834102s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:49:46.671887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:43.764044Z","time spent":"2.907836242s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:46.671975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530264497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:46.672018Z","caller":"traceutil/trace.go:171","msg":"trace[159683549] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7560; }","duration":"1.530354959s","start":"2026-03-12T14:49:45.14165Z","end":"2026-03-12T14:49:46.672005Z","steps":["trace[159683549] 'agreement among raft nodes before linearized reading' (duration: 1.530289198s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.672046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:45.14162Z","time spent":"1.530418801s","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:46.672189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.908733344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:49:46.672218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309031351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-12T14:49:46.672264Z","caller":"traceutil/trace.go:171","msg":"trace[898882873] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9; range_end:; response_count:1; response_revision:7560; }","duration":"3.309136883s","start":"2026-03-12T14:49:43.363115Z","end":"2026-03-12T14:49:46.672252Z","steps":["trace[898882873] 'agreement among raft nodes before linearized reading' (duration: 3.308920088s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.672305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:43.363081Z","time spent":"3.309216735s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9\" "} {"level":"info","ts":"2026-03-12T14:49:46.67223Z","caller":"traceutil/trace.go:171","msg":"trace[63507424] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7560; }","duration":"3.908845385s","start":"2026-03-12T14:49:42.763374Z","end":"2026-03-12T14:49:46.672219Z","steps":["trace[63507424] 'agreement among raft nodes before linearized reading' (duration: 3.908700992s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.672409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:42.763362Z","time spent":"3.909036661s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:49:46.672307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221999132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:49:46.672475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034084144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:46.67252Z","caller":"traceutil/trace.go:171","msg":"trace[1661831427] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7560; }","duration":"3.034168636s","start":"2026-03-12T14:49:43.638341Z","end":"2026-03-12T14:49:46.672509Z","steps":["trace[1661831427] 'agreement among raft nodes before linearized reading' (duration: 3.034102985s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.672558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:43.638318Z","time spent":"3.034230697s","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:49:46.672487Z","caller":"traceutil/trace.go:171","msg":"trace[1430603396] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7560; }","duration":"1.222236228s","start":"2026-03-12T14:49:45.450238Z","end":"2026-03-12T14:49:46.672475Z","steps":["trace[1430603396] 'agreement among raft nodes before linearized reading' (duration: 1.221977081s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.672645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:45.450205Z","time spent":"1.222426352s","remote":"127.0.0.1:49146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":95,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:46.672694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.377499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:46.672737Z","caller":"traceutil/trace.go:171","msg":"trace[121479154] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7560; }","duration":"487.44739ms","start":"2026-03-12T14:49:46.185278Z","end":"2026-03-12T14:49:46.672725Z","steps":["trace[121479154] 'agreement among raft nodes before linearized reading' (duration: 487.381688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.672772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.18526Z","time spent":"487.505532ms","remote":"127.0.0.1:58064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:46.672917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.300304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:49:46.673114Z","caller":"traceutil/trace.go:171","msg":"trace[2046909334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7560; }","duration":"910.494518ms","start":"2026-03-12T14:49:45.762518Z","end":"2026-03-12T14:49:46.673012Z","steps":["trace[2046909334] 'agreement among raft nodes before linearized reading' (duration: 909.658528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.673246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:45.762492Z","time spent":"910.707384ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:49:46.673118Z","caller":"traceutil/trace.go:171","msg":"trace[2001192921] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"2.059528161s","start":"2026-03-12T14:49:44.613562Z","end":"2026-03-12T14:49:46.67309Z","steps":["trace[2001192921] 'process raft request' (duration: 2.057320578s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:46.673409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:44.613528Z","time spent":"2.059795608s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:47.105329Z","caller":"traceutil/trace.go:171","msg":"trace[551196613] linearizableReadLoop","detail":"{readStateIndex:7849; appliedIndex:7848; }","duration":"427.051285ms","start":"2026-03-12T14:49:46.678244Z","end":"2026-03-12T14:49:47.105295Z","steps":["trace[551196613] 'read index received' (duration: 426.733857ms)","trace[551196613] 'applied index is now lower than readState.Index' (duration: 315.598µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:47.10543Z","caller":"traceutil/trace.go:171","msg":"trace[2061926701] transaction","detail":"{read_only:false; response_revision:7561; number_of_response:1; }","duration":"427.887256ms","start":"2026-03-12T14:49:46.677493Z","end":"2026-03-12T14:49:47.105381Z","steps":["trace[2061926701] 'process raft request' (duration: 427.519756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:47.105624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.677476Z","time spent":"428.04071ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:47.105629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.351243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e5e46120-3d97-4f65-a595-511ee6b2bde2\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-12T14:49:47.10571Z","caller":"traceutil/trace.go:171","msg":"trace[420322812] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e5e46120-3d97-4f65-a595-511ee6b2bde2; range_end:; response_count:1; response_revision:7561; }","duration":"427.464326ms","start":"2026-03-12T14:49:46.678224Z","end":"2026-03-12T14:49:47.105688Z","steps":["trace[420322812] 'agreement among raft nodes before linearized reading' (duration: 427.20083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:47.105763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.678216Z","time spent":"427.537948ms","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-e5e46120-3d97-4f65-a595-511ee6b2bde2\" "} {"level":"warn","ts":"2026-03-12T14:49:47.606155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:48.106424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:49:48.250879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075898619s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:49:48.251336Z","caller":"traceutil/trace.go:171","msg":"trace[561725280] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"1.572786149s","start":"2026-03-12T14:49:46.678518Z","end":"2026-03-12T14:49:48.251304Z","steps":["trace[561725280] 'process raft request' (duration: 1.572539312s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.251558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.678506Z","time spent":"1.572948033s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:48.251674Z","caller":"traceutil/trace.go:171","msg":"trace[260154003] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"1.571747204s","start":"2026-03-12T14:49:46.679903Z","end":"2026-03-12T14:49:48.251651Z","steps":["trace[260154003] 'process raft request' (duration: 1.571687712s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.251813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.679895Z","time spent":"1.571828465s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:48.251834Z","caller":"traceutil/trace.go:171","msg":"trace[359912767] linearizableReadLoop","detail":"{readStateIndex:7856; appliedIndex:7849; }","duration":"1.146375368s","start":"2026-03-12T14:49:47.105424Z","end":"2026-03-12T14:49:48.2518Z","steps":["trace[359912767] 'read index received' (duration: 1.145636269s)","trace[359912767] 'applied index is now lower than readState.Index' (duration: 738.139µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:48.25192Z","caller":"traceutil/trace.go:171","msg":"trace[1631362400] transaction","detail":"{read_only:false; response_revision:7563; number_of_response:1; }","duration":"1.572488422s","start":"2026-03-12T14:49:46.679424Z","end":"2026-03-12T14:49:48.251913Z","steps":["trace[1631362400] 'process raft request' (duration: 1.571827326s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.251952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.679414Z","time spent":"1.572518663s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:48.251978Z","caller":"traceutil/trace.go:171","msg":"trace[903155326] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"1.571658311s","start":"2026-03-12T14:49:46.680308Z","end":"2026-03-12T14:49:48.251966Z","steps":["trace[903155326] 'process raft request' (duration: 1.571310363s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.252045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.680295Z","time spent":"1.571705982s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:48.252095Z","caller":"traceutil/trace.go:171","msg":"trace[2091728739] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"1.572387489s","start":"2026-03-12T14:49:46.6797Z","end":"2026-03-12T14:49:48.252087Z","steps":["trace[2091728739] 'process raft request' (duration: 1.571774614s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.252133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.679675Z","time spent":"1.57243526s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:48.252239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378570319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:48.252286Z","caller":"traceutil/trace.go:171","msg":"trace[2123539717] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7568; }","duration":"1.378673552s","start":"2026-03-12T14:49:46.8736Z","end":"2026-03-12T14:49:48.252273Z","steps":["trace[2123539717] 'agreement among raft nodes before linearized reading' (duration: 1.378525498s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:48.252269Z","caller":"traceutil/trace.go:171","msg":"trace[1199686853] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"1.307123127s","start":"2026-03-12T14:49:46.945104Z","end":"2026-03-12T14:49:48.252227Z","steps":["trace[1199686853] 'process raft request' (duration: 1.306652536s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.252324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.873576Z","time spent":"1.378739243s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":45,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:48.252412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.945071Z","time spent":"1.30726581s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:48.252545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571107238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"warn","ts":"2026-03-12T14:49:48.252542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27015533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:49:48.252574Z","caller":"traceutil/trace.go:171","msg":"trace[969671791] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7568; }","duration":"1.571160289s","start":"2026-03-12T14:49:46.681404Z","end":"2026-03-12T14:49:48.252565Z","steps":["trace[969671791] 'agreement among raft nodes before linearized reading' (duration: 1.570871093s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:48.252588Z","caller":"traceutil/trace.go:171","msg":"trace[1180520794] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7568; }","duration":"1.270264423s","start":"2026-03-12T14:49:46.982307Z","end":"2026-03-12T14:49:48.252571Z","steps":["trace[1180520794] 'agreement among raft nodes before linearized reading' (duration: 1.270176571s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:48.252608Z","caller":"traceutil/trace.go:171","msg":"trace[2102806185] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"1.308488729s","start":"2026-03-12T14:49:46.944111Z","end":"2026-03-12T14:49:48.252599Z","steps":["trace[2102806185] 'process raft request' (duration: 1.307582958s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.25263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.982215Z","time spent":"1.270406296s","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:48.252648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.944076Z","time spent":"1.308549711s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:48.252661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5732133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:49:48.25268Z","caller":"traceutil/trace.go:171","msg":"trace[893240687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7568; }","duration":"1.57325146s","start":"2026-03-12T14:49:46.679424Z","end":"2026-03-12T14:49:48.252675Z","steps":["trace[893240687] 'agreement among raft nodes before linearized reading' (duration: 1.573185269s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.252697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.67941Z","time spent":"1.573283152s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:49:48.252596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.681393Z","time spent":"1.57119806s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224162,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:49:48.25281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573362883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T14:49:48.252834Z","caller":"traceutil/trace.go:171","msg":"trace[1941873701] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7568; }","duration":"1.573403294s","start":"2026-03-12T14:49:46.679424Z","end":"2026-03-12T14:49:48.252827Z","steps":["trace[1941873701] 'agreement among raft nodes before linearized reading' (duration: 1.573281891s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:48.252855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:46.679415Z","time spent":"1.573435614s","remote":"127.0.0.1:49288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T14:49:48.752073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372829,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:49:49.064656Z","caller":"traceutil/trace.go:171","msg":"trace[745998467] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"876.242299ms","start":"2026-03-12T14:49:48.188385Z","end":"2026-03-12T14:49:49.064627Z","steps":["trace[745998467] 'process raft request' (duration: 876.004693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:49.064797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:48.188354Z","time spent":"876.369332ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:49.700835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.042383ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:49.700938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.019321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:49.700964Z","caller":"traceutil/trace.go:171","msg":"trace[1105277010] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7569; }","duration":"184.184436ms","start":"2026-03-12T14:49:49.516761Z","end":"2026-03-12T14:49:49.700946Z","steps":["trace[1105277010] 'range keys from in-memory index tree' (duration: 184.024093ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:49.701076Z","caller":"traceutil/trace.go:171","msg":"trace[875950361] linearizableReadLoop","detail":"{readStateIndex:7859; appliedIndex:7856; }","duration":"1.449189031s","start":"2026-03-12T14:49:48.251874Z","end":"2026-03-12T14:49:49.701063Z","steps":["trace[875950361] 'read index received' (duration: 812.556884ms)","trace[875950361] 'applied index is now lower than readState.Index' (duration: 636.631327ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:49.70113Z","caller":"traceutil/trace.go:171","msg":"trace[35557325] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"1.196211567s","start":"2026-03-12T14:49:48.50488Z","end":"2026-03-12T14:49:49.701092Z","steps":["trace[35557325] 'process raft request' (duration: 757.96697ms)","trace[35557325] 'compare' (duration: 437.896209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:49.701184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318379079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:49.701163Z","caller":"traceutil/trace.go:171","msg":"trace[309021302] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"1.019277927s","start":"2026-03-12T14:49:48.681844Z","end":"2026-03-12T14:49:49.701122Z","steps":["trace[309021302] 'process raft request' (duration: 1.019158744s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:49.70121Z","caller":"traceutil/trace.go:171","msg":"trace[1100046653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7571; }","duration":"1.318457401s","start":"2026-03-12T14:49:48.382744Z","end":"2026-03-12T14:49:49.701201Z","steps":["trace[1100046653] 'agreement among raft nodes before linearized reading' (duration: 1.31841504s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:49.701245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:48.38272Z","time spent":"1.318515293s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:49.701256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445557954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"warn","ts":"2026-03-12T14:49:49.701279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:48.504849Z","time spent":"1.19634968s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:49.701313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:48.681817Z","time spent":"1.01941241s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:49.701329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334632803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:49.701361Z","caller":"traceutil/trace.go:171","msg":"trace[958914942] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7571; }","duration":"1.334666254s","start":"2026-03-12T14:49:48.366688Z","end":"2026-03-12T14:49:49.701354Z","steps":["trace[958914942] 'agreement among raft nodes before linearized reading' (duration: 1.334619693s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:49.701289Z","caller":"traceutil/trace.go:171","msg":"trace[294072019] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7571; }","duration":"1.445633415s","start":"2026-03-12T14:49:48.255647Z","end":"2026-03-12T14:49:49.70128Z","steps":["trace[294072019] 'agreement among raft nodes before linearized reading' (duration: 1.445507572s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:49.701389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:48.366615Z","time spent":"1.334766257s","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:49.701412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:48.255625Z","time spent":"1.445777589s","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:49:49.701519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590907807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T14:49:49.701552Z","caller":"traceutil/trace.go:171","msg":"trace[653017477] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7571; }","duration":"2.590939338s","start":"2026-03-12T14:49:47.110602Z","end":"2026-03-12T14:49:49.701541Z","steps":["trace[653017477] 'agreement among raft nodes before linearized reading' (duration: 2.590840745s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:49.70158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:47.110546Z","time spent":"2.5910276s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:49:50.212458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601372834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:49:50.258639Z","caller":"traceutil/trace.go:171","msg":"trace[1289687785] transaction","detail":"{read_only:false; response_revision:7572; number_of_response:1; }","duration":"554.425724ms","start":"2026-03-12T14:49:49.70419Z","end":"2026-03-12T14:49:50.258616Z","steps":["trace[1289687785] 'process raft request' (duration: 552.99211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.258765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:49.704133Z","time spent":"554.560927ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:50.274449Z","caller":"traceutil/trace.go:171","msg":"trace[1380720433] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"160.502453ms","start":"2026-03-12T14:49:50.113913Z","end":"2026-03-12T14:49:50.274415Z","steps":["trace[1380720433] 'process raft request' (duration: 159.936699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.465515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.556861ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:49:50.465617Z","caller":"traceutil/trace.go:171","msg":"trace[1267366077] linearizableReadLoop","detail":"{readStateIndex:7861; appliedIndex:7859; }","duration":"753.896751ms","start":"2026-03-12T14:49:49.711698Z","end":"2026-03-12T14:49:50.465595Z","steps":["trace[1267366077] 'read index received' (duration: 545.493248ms)","trace[1267366077] 'applied index is now lower than readState.Index' (duration: 208.401953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:50.465737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.035085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:50.465769Z","caller":"traceutil/trace.go:171","msg":"trace[1852994449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7573; }","duration":"754.097605ms","start":"2026-03-12T14:49:49.711659Z","end":"2026-03-12T14:49:50.465756Z","steps":["trace[1852994449] 'agreement among raft nodes before linearized reading' (duration: 754.027924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.465815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:49.711642Z","time spent":"754.164378ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:50.499916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.261451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:50.499971Z","caller":"traceutil/trace.go:171","msg":"trace[1846727490] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7575; }","duration":"738.354364ms","start":"2026-03-12T14:49:49.761604Z","end":"2026-03-12T14:49:50.499959Z","steps":["trace[1846727490] 'agreement among raft nodes before linearized reading' (duration: 738.254671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.500004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:49.761583Z","time spent":"738.413066ms","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T14:49:50.499986Z","caller":"traceutil/trace.go:171","msg":"trace[1683198118] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"238.988476ms","start":"2026-03-12T14:49:50.260959Z","end":"2026-03-12T14:49:50.499947Z","steps":["trace[1683198118] 'process raft request' (duration: 238.852122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.500081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.058911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:49:50.500186Z","caller":"traceutil/trace.go:171","msg":"trace[1743221915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7575; }","duration":"240.184763ms","start":"2026-03-12T14:49:50.259963Z","end":"2026-03-12T14:49:50.500147Z","steps":["trace[1743221915] 'agreement among raft nodes before linearized reading' (duration: 239.931527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.500203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.625698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:49:50.500287Z","caller":"traceutil/trace.go:171","msg":"trace[1951350937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7575; }","duration":"243.765441ms","start":"2026-03-12T14:49:50.256501Z","end":"2026-03-12T14:49:50.500266Z","steps":["trace[1951350937] 'agreement among raft nodes before linearized reading' (duration: 243.468394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.500315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.176872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:49:50.5003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.775821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:49:50.500353Z","caller":"traceutil/trace.go:171","msg":"trace[1033064785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7575; }","duration":"242.236934ms","start":"2026-03-12T14:49:50.258107Z","end":"2026-03-12T14:49:50.500344Z","steps":["trace[1033064785] 'agreement among raft nodes before linearized reading' (duration: 242.107941ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.500393Z","caller":"traceutil/trace.go:171","msg":"trace[2070698798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7575; }","duration":"243.916955ms","start":"2026-03-12T14:49:50.256454Z","end":"2026-03-12T14:49:50.500371Z","steps":["trace[2070698798] 'agreement among raft nodes before linearized reading' (duration: 243.576247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.50046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.288479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:49:50.500471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.846012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T14:49:50.500505Z","caller":"traceutil/trace.go:171","msg":"trace[948537863] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:7575; }","duration":"238.892183ms","start":"2026-03-12T14:49:50.261601Z","end":"2026-03-12T14:49:50.500493Z","steps":["trace[948537863] 'agreement among raft nodes before linearized reading' (duration: 238.79423ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.500499Z","caller":"traceutil/trace.go:171","msg":"trace[325052482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7575; }","duration":"243.35348ms","start":"2026-03-12T14:49:50.257134Z","end":"2026-03-12T14:49:50.500487Z","steps":["trace[325052482] 'agreement among raft nodes before linearized reading' (duration: 243.182216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.500622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.57985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:49:50.500666Z","caller":"traceutil/trace.go:171","msg":"trace[1573412959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7575; }","duration":"244.666843ms","start":"2026-03-12T14:49:50.255988Z","end":"2026-03-12T14:49:50.500655Z","steps":["trace[1573412959] 'agreement among raft nodes before linearized reading' (duration: 244.517389ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.500745Z","caller":"traceutil/trace.go:171","msg":"trace[372524852] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"242.676455ms","start":"2026-03-12T14:49:50.258053Z","end":"2026-03-12T14:49:50.500729Z","steps":["trace[372524852] 'process raft request' (duration: 241.597348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.731803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.808822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:50.731909Z","caller":"traceutil/trace.go:171","msg":"trace[2118236451] linearizableReadLoop","detail":"{readStateIndex:7865; appliedIndex:7864; }","duration":"228.138382ms","start":"2026-03-12T14:49:50.503752Z","end":"2026-03-12T14:49:50.731891Z","steps":["trace[2118236451] 'read index received' (duration: 118.153175ms)","trace[2118236451] 'applied index is now lower than readState.Index' (duration: 109.983167ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:50.731944Z","caller":"traceutil/trace.go:171","msg":"trace[2126263159] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"228.533942ms","start":"2026-03-12T14:49:50.503374Z","end":"2026-03-12T14:49:50.731908Z","steps":["trace[2126263159] 'process raft request' (duration: 118.518915ms)","trace[2126263159] 'compare' (duration: 109.618388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:50.732025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.270855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:50.732057Z","caller":"traceutil/trace.go:171","msg":"trace[1123091891] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7576; }","duration":"228.337937ms","start":"2026-03-12T14:49:50.503709Z","end":"2026-03-12T14:49:50.732047Z","steps":["trace[1123091891] 'agreement among raft nodes before linearized reading' (duration: 228.246084ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.786562Z","caller":"traceutil/trace.go:171","msg":"trace[1460450768] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"280.700788ms","start":"2026-03-12T14:49:50.505836Z","end":"2026-03-12T14:49:50.786537Z","steps":["trace[1460450768] 'process raft request' (duration: 280.630536ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.78663Z","caller":"traceutil/trace.go:171","msg":"trace[1987330606] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"280.745859ms","start":"2026-03-12T14:49:50.50583Z","end":"2026-03-12T14:49:50.786576Z","steps":["trace[1987330606] 'process raft request' (duration: 280.588595ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.78662Z","caller":"traceutil/trace.go:171","msg":"trace[762900232] transaction","detail":"{read_only:false; response_revision:7577; number_of_response:1; }","duration":"281.304391ms","start":"2026-03-12T14:49:50.505267Z","end":"2026-03-12T14:49:50.786571Z","steps":["trace[762900232] 'process raft request' (duration: 280.977653ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.78686Z","caller":"traceutil/trace.go:171","msg":"trace[1180996061] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"280.948383ms","start":"2026-03-12T14:49:50.505894Z","end":"2026-03-12T14:49:50.786843Z","steps":["trace[1180996061] 'process raft request' (duration: 280.603725ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.786983Z","caller":"traceutil/trace.go:171","msg":"trace[1466130113] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"280.521892ms","start":"2026-03-12T14:49:50.506446Z","end":"2026-03-12T14:49:50.786968Z","steps":["trace[1466130113] 'process raft request' (duration: 280.314577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.787062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.643166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:50.787108Z","caller":"traceutil/trace.go:171","msg":"trace[1154274816] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:7581; }","duration":"172.76065ms","start":"2026-03-12T14:49:50.614332Z","end":"2026-03-12T14:49:50.787092Z","steps":["trace[1154274816] 'agreement among raft nodes before linearized reading' (duration: 172.671988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:50.787585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.794327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:49:50.787629Z","caller":"traceutil/trace.go:171","msg":"trace[1364678754] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7581; }","duration":"282.91137ms","start":"2026-03-12T14:49:50.504706Z","end":"2026-03-12T14:49:50.787618Z","steps":["trace[1364678754] 'agreement among raft nodes before linearized reading' (duration: 282.569732ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:50.91086Z","caller":"traceutil/trace.go:171","msg":"trace[1258876341] linearizableReadLoop","detail":"{readStateIndex:7871; appliedIndex:7870; }","duration":"110.956581ms","start":"2026-03-12T14:49:50.799878Z","end":"2026-03-12T14:49:50.910835Z","steps":["trace[1258876341] 'read index received' (duration: 88.859235ms)","trace[1258876341] 'applied index is now lower than readState.Index' (duration: 22.096416ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:50.910931Z","caller":"traceutil/trace.go:171","msg":"trace[963535546] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"120.927022ms","start":"2026-03-12T14:49:50.789964Z","end":"2026-03-12T14:49:50.910891Z","steps":["trace[963535546] 'process raft request' (duration: 98.857997ms)","trace[963535546] 'compare' (duration: 21.88437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:50.911088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.194917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T14:49:50.911132Z","caller":"traceutil/trace.go:171","msg":"trace[2127678360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7582; }","duration":"111.275858ms","start":"2026-03-12T14:49:50.799843Z","end":"2026-03-12T14:49:50.911119Z","steps":["trace[2127678360] 'agreement among raft nodes before linearized reading' (duration: 111.094824ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:51.856229Z","caller":"traceutil/trace.go:171","msg":"trace[1960125082] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"149.579196ms","start":"2026-03-12T14:49:51.70662Z","end":"2026-03-12T14:49:51.8562Z","steps":["trace[1960125082] 'process raft request' (duration: 149.33001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:52.512187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.11643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:49:52.512281Z","caller":"traceutil/trace.go:171","msg":"trace[1718865774] linearizableReadLoop","detail":"{readStateIndex:7875; appliedIndex:7873; }","duration":"436.638408ms","start":"2026-03-12T14:49:52.075626Z","end":"2026-03-12T14:49:52.512264Z","steps":["trace[1718865774] 'read index received' (duration: 9.9184ms)","trace[1718865774] 'applied index is now lower than readState.Index' (duration: 426.718838ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:52.512313Z","caller":"traceutil/trace.go:171","msg":"trace[1019131054] transaction","detail":"{read_only:false; response_revision:7586; number_of_response:1; }","duration":"444.168511ms","start":"2026-03-12T14:49:52.068113Z","end":"2026-03-12T14:49:52.512281Z","steps":["trace[1019131054] 'process raft request' (duration: 260.851596ms)","trace[1019131054] 'compare' (duration: 182.909655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:52.512362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.73696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:52.512389Z","caller":"traceutil/trace.go:171","msg":"trace[1807372821] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:7586; }","duration":"436.780092ms","start":"2026-03-12T14:49:52.0756Z","end":"2026-03-12T14:49:52.51238Z","steps":["trace[1807372821] 'agreement among raft nodes before linearized reading' (duration: 436.72602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:52.512432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.075594Z","time spent":"436.829593ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"warn","ts":"2026-03-12T14:49:52.512471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.068089Z","time spent":"444.285944ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:52.711168Z","caller":"traceutil/trace.go:171","msg":"trace[1159966562] linearizableReadLoop","detail":"{readStateIndex:7877; appliedIndex:7875; }","duration":"198.833342ms","start":"2026-03-12T14:49:52.512307Z","end":"2026-03-12T14:49:52.71114Z","steps":["trace[1159966562] 'read index received' (duration: 73.613025ms)","trace[1159966562] 'applied index is now lower than readState.Index' (duration: 125.219337ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:52.711227Z","caller":"traceutil/trace.go:171","msg":"trace[233421674] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"204.459558ms","start":"2026-03-12T14:49:52.506741Z","end":"2026-03-12T14:49:52.711201Z","steps":["trace[233421674] 'process raft request' (duration: 157.441678ms)","trace[233421674] 'compare' (duration: 46.835666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:52.711363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.791908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:49:52.711386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.000045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:52.711407Z","caller":"traceutil/trace.go:171","msg":"trace[366637327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7588; }","duration":"327.894461ms","start":"2026-03-12T14:49:52.383501Z","end":"2026-03-12T14:49:52.711395Z","steps":["trace[366637327] 'agreement among raft nodes before linearized reading' (duration: 327.777208ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:52.711439Z","caller":"traceutil/trace.go:171","msg":"trace[1966889094] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7588; }","duration":"300.102868ms","start":"2026-03-12T14:49:52.411319Z","end":"2026-03-12T14:49:52.711422Z","steps":["trace[1966889094] 'agreement among raft nodes before linearized reading' (duration: 299.921433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:52.711442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.38348Z","time spent":"327.954233ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:52.711483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.4113Z","time spent":"300.173709ms","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:49:52.711573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.316756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:49:52.71165Z","caller":"traceutil/trace.go:171","msg":"trace[2140832412] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7588; }","duration":"101.438989ms","start":"2026-03-12T14:49:52.610189Z","end":"2026-03-12T14:49:52.711628Z","steps":["trace[2140832412] 'agreement among raft nodes before linearized reading' (duration: 101.200344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.276404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.723707ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-12T14:49:53.276483Z","caller":"traceutil/trace.go:171","msg":"trace[740454397] linearizableReadLoop","detail":"{readStateIndex:7878; appliedIndex:7877; }","duration":"563.751991ms","start":"2026-03-12T14:49:52.712718Z","end":"2026-03-12T14:49:53.27647Z","steps":["trace[740454397] 'read index received' (duration: 129.948002ms)","trace[740454397] 'applied index is now lower than readState.Index' (duration: 433.802929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:53.276552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.712598Z","time spent":"563.948974ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T14:49:53.276792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.078893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:49:53.27685Z","caller":"traceutil/trace.go:171","msg":"trace[1944639242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7588; }","duration":"485.190396ms","start":"2026-03-12T14:49:52.791647Z","end":"2026-03-12T14:49:53.276838Z","steps":["trace[1944639242] 'agreement among raft nodes before linearized reading' (duration: 485.015271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.276876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.791628Z","time spent":"485.242967ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:53.277067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.346906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:53.277097Z","caller":"traceutil/trace.go:171","msg":"trace[714286476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7588; }","duration":"564.403686ms","start":"2026-03-12T14:49:52.712685Z","end":"2026-03-12T14:49:53.277089Z","steps":["trace[714286476] 'agreement among raft nodes before linearized reading' (duration: 564.358945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.277115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.712669Z","time spent":"564.441848ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:49:53.277413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.270088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:49:53.277449Z","caller":"traceutil/trace.go:171","msg":"trace[138902296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7588; }","duration":"485.31409ms","start":"2026-03-12T14:49:52.792126Z","end":"2026-03-12T14:49:53.27744Z","steps":["trace[138902296] 'agreement among raft nodes before linearized reading' (duration: 485.172166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.277454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.689689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T14:49:53.277474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.7921Z","time spent":"485.36807ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:49:53.277503Z","caller":"traceutil/trace.go:171","msg":"trace[1615038076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7588; }","duration":"485.77311ms","start":"2026-03-12T14:49:52.791714Z","end":"2026-03-12T14:49:53.277487Z","steps":["trace[1615038076] 'agreement among raft nodes before linearized reading' (duration: 485.629466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.277514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.100943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:49:53.277537Z","caller":"traceutil/trace.go:171","msg":"trace[1593344512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7588; }","duration":"485.167795ms","start":"2026-03-12T14:49:52.792362Z","end":"2026-03-12T14:49:53.27753Z","steps":["trace[1593344512] 'agreement among raft nodes before linearized reading' (duration: 485.105453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.277538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.791694Z","time spent":"485.836152ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:49:53.277558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.792337Z","time spent":"485.212775ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:49:53.277555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.797071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T14:49:53.277569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.881134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:49:53.277608Z","caller":"traceutil/trace.go:171","msg":"trace[241313630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7588; }","duration":"485.861582ms","start":"2026-03-12T14:49:52.791734Z","end":"2026-03-12T14:49:53.277596Z","steps":["trace[241313630] 'agreement among raft nodes before linearized reading' (duration: 485.672908ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:53.277618Z","caller":"traceutil/trace.go:171","msg":"trace[1460200612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7588; }","duration":"483.963386ms","start":"2026-03-12T14:49:52.793643Z","end":"2026-03-12T14:49:53.277607Z","steps":["trace[1460200612] 'agreement among raft nodes before linearized reading' (duration: 483.818572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.277633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.791707Z","time spent":"485.920204ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:49:53.277644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:52.79363Z","time spent":"484.009126ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"info","ts":"2026-03-12T14:49:53.469623Z","caller":"traceutil/trace.go:171","msg":"trace[1214949352] linearizableReadLoop","detail":"{readStateIndex:7879; appliedIndex:7878; }","duration":"188.271855ms","start":"2026-03-12T14:49:53.281311Z","end":"2026-03-12T14:49:53.469583Z","steps":["trace[1214949352] 'read index received' (duration: 100.229961ms)","trace[1214949352] 'applied index is now lower than readState.Index' (duration: 88.040044ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:53.469766Z","caller":"traceutil/trace.go:171","msg":"trace[287447675] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"192.20098ms","start":"2026-03-12T14:49:53.277523Z","end":"2026-03-12T14:49:53.469724Z","steps":["trace[287447675] 'process raft request' (duration: 103.987761ms)","trace[287447675] 'compare' (duration: 87.812099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:53.470369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.014834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"info","ts":"2026-03-12T14:49:53.470432Z","caller":"traceutil/trace.go:171","msg":"trace[395887279] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7589; }","duration":"189.126346ms","start":"2026-03-12T14:49:53.281291Z","end":"2026-03-12T14:49:53.470418Z","steps":["trace[395887279] 'agreement among raft nodes before linearized reading' (duration: 188.441279ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:53.670103Z","caller":"traceutil/trace.go:171","msg":"trace[2034616842] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"388.729777ms","start":"2026-03-12T14:49:53.281341Z","end":"2026-03-12T14:49:53.67007Z","steps":["trace[2034616842] 'process raft request' (duration: 296.643943ms)","trace[2034616842] 'compare' (duration: 91.637583ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:53.670248Z","caller":"traceutil/trace.go:171","msg":"trace[1845015321] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"388.699306ms","start":"2026-03-12T14:49:53.281517Z","end":"2026-03-12T14:49:53.670216Z","steps":["trace[1845015321] 'process raft request' (duration: 388.581743ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:53.670338Z","caller":"traceutil/trace.go:171","msg":"trace[417800794] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"388.969943ms","start":"2026-03-12T14:49:53.281358Z","end":"2026-03-12T14:49:53.670328Z","steps":["trace[417800794] 'process raft request' (duration: 388.551223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.670394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:53.281341Z","time spent":"389.022714ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:53.670418Z","caller":"traceutil/trace.go:171","msg":"trace[162520025] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"389.019304ms","start":"2026-03-12T14:49:53.281366Z","end":"2026-03-12T14:49:53.670385Z","steps":["trace[162520025] 'process raft request' (duration: 388.673916ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:53.670432Z","caller":"traceutil/trace.go:171","msg":"trace[637462732] linearizableReadLoop","detail":"{readStateIndex:7884; appliedIndex:7879; }","duration":"198.470793ms","start":"2026-03-12T14:49:53.471943Z","end":"2026-03-12T14:49:53.670414Z","steps":["trace[637462732] 'read index received' (duration: 105.9839ms)","trace[637462732] 'applied index is now lower than readState.Index' (duration: 92.485653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:53.670439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:53.281474Z","time spent":"388.8666ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:53.670461Z","caller":"traceutil/trace.go:171","msg":"trace[304344423] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"387.824474ms","start":"2026-03-12T14:49:53.282612Z","end":"2026-03-12T14:49:53.670437Z","steps":["trace[304344423] 'process raft request' (duration: 387.556448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:53.670532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:53.281345Z","time spent":"389.122916ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:53.670281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:53.281332Z","time spent":"388.841659ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:53.670554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:53.282574Z","time spent":"387.932427ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:49:53.670629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.680058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T14:49:53.670665Z","caller":"traceutil/trace.go:171","msg":"trace[1199320740] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7594; }","duration":"198.77155ms","start":"2026-03-12T14:49:53.471883Z","end":"2026-03-12T14:49:53.670654Z","steps":["trace[1199320740] 'agreement among raft nodes before linearized reading' (duration: 198.592296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:54.073444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.087167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:54.073524Z","caller":"traceutil/trace.go:171","msg":"trace[1801790723] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:0; response_revision:7594; }","duration":"239.18116ms","start":"2026-03-12T14:49:53.834326Z","end":"2026-03-12T14:49:54.073507Z","steps":["trace[1801790723] 'range keys from in-memory index tree' (duration: 238.946634ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:54.073553Z","caller":"traceutil/trace.go:171","msg":"trace[1021096692] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"212.214236ms","start":"2026-03-12T14:49:53.86132Z","end":"2026-03-12T14:49:54.073534Z","steps":["trace[1021096692] 'process raft request' (duration: 166.19471ms)","trace[1021096692] 'compare' (duration: 45.902483ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:49:54.583283Z","caller":"traceutil/trace.go:171","msg":"trace[1163702967] linearizableReadLoop","detail":"{readStateIndex:7886; appliedIndex:7885; }","duration":"200.333378ms","start":"2026-03-12T14:49:54.382923Z","end":"2026-03-12T14:49:54.583256Z","steps":["trace[1163702967] 'read index received' (duration: 200.172784ms)","trace[1163702967] 'applied index is now lower than readState.Index' (duration: 159.424µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:49:54.583421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.489202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:49:54.583352Z","caller":"traceutil/trace.go:171","msg":"trace[1052766461] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"278.345349ms","start":"2026-03-12T14:49:54.304965Z","end":"2026-03-12T14:49:54.58331Z","steps":["trace[1052766461] 'process raft request' (duration: 278.152374ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:54.583454Z","caller":"traceutil/trace.go:171","msg":"trace[377396650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7596; }","duration":"200.571604ms","start":"2026-03-12T14:49:54.382873Z","end":"2026-03-12T14:49:54.583444Z","steps":["trace[377396650] 'agreement among raft nodes before linearized reading' (duration: 200.480552ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:49:59.281813Z","caller":"traceutil/trace.go:171","msg":"trace[1610735575] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"569.436578ms","start":"2026-03-12T14:49:58.712351Z","end":"2026-03-12T14:49:59.281788Z","steps":["trace[1610735575] 'process raft request' (duration: 569.047249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:59.282102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:58.712331Z","time spent":"569.667603ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:49:59.282215Z","caller":"traceutil/trace.go:171","msg":"trace[1819638078] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"551.224727ms","start":"2026-03-12T14:49:58.730952Z","end":"2026-03-12T14:49:59.282177Z","steps":["trace[1819638078] 'process raft request' (duration: 551.085453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:49:59.282376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:49:58.730932Z","time spent":"551.377961ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:50:01.479423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19671977s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T14:50:01.507632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:00.630717Z","time spent":"876.905854ms","remote":"127.0.0.1:57728","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T14:50:01.508313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274750491s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:50:01.50875Z","caller":"traceutil/trace.go:171","msg":"trace[1130786091] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8044; }","duration":"1.343344896s","start":"2026-03-12T14:50:00.165375Z","end":"2026-03-12T14:50:01.50872Z","steps":["trace[1130786091] 'read index received' (duration: 67.975369ms)","trace[1130786091] 'applied index is now lower than readState.Index' (duration: 1.275366086s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:01.508443Z","caller":"traceutil/trace.go:171","msg":"trace[843802479] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"1.406279531s","start":"2026-03-12T14:50:00.102114Z","end":"2026-03-12T14:50:01.508393Z","steps":["trace[843802479] 'process raft request' (duration: 131.202891ms)","trace[843802479] 'compare' (duration: 1.274472465s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:01.509007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:00.102099Z","time spent":"1.406816584s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:50:01.621529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45612653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:50:01.621677Z","caller":"traceutil/trace.go:171","msg":"trace[441378209] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7754; }","duration":"1.456311464s","start":"2026-03-12T14:50:00.165323Z","end":"2026-03-12T14:50:01.621635Z","steps":["trace[441378209] 'agreement among raft nodes before linearized reading' (duration: 1.343482699s)","trace[441378209] 'count revisions from in-memory index tree' (duration: 112.642131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:01.621736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:00.165302Z","time spent":"1.456418376s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:01.622126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.739918ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:50:01.622431Z","caller":"traceutil/trace.go:171","msg":"trace[91600813] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"335.327082ms","start":"2026-03-12T14:50:01.287083Z","end":"2026-03-12T14:50:01.62241Z","steps":["trace[91600813] 'process raft request' (duration: 335.142508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:01.622536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.287057Z","time spent":"335.419754ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:01.622644Z","caller":"traceutil/trace.go:171","msg":"trace[983563100] linearizableReadLoop","detail":"{readStateIndex:8048; appliedIndex:8045; }","duration":"113.79841ms","start":"2026-03-12T14:50:01.508815Z","end":"2026-03-12T14:50:01.622613Z","steps":["trace[983563100] 'read index received' (duration: 21.203174ms)","trace[983563100] 'applied index is now lower than readState.Index' (duration: 92.592336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:01.622688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.912189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:01.622736Z","caller":"traceutil/trace.go:171","msg":"trace[1928659576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7756; }","duration":"524.97485ms","start":"2026-03-12T14:50:01.097747Z","end":"2026-03-12T14:50:01.622722Z","steps":["trace[1928659576] 'agreement among raft nodes before linearized reading' (duration: 524.870288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:01.622773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.097742Z","time spent":"525.021582ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:50:01.622816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.053348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:50:01.622862Z","caller":"traceutil/trace.go:171","msg":"trace[554528178] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7756; }","duration":"651.14172ms","start":"2026-03-12T14:50:00.971706Z","end":"2026-03-12T14:50:01.622848Z","steps":["trace[554528178] 'agreement among raft nodes before linearized reading' (duration: 651.052168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:01.622903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:00.971687Z","time spent":"651.203441ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:01.622891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.87362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-12T14:50:01.622976Z","caller":"traceutil/trace.go:171","msg":"trace[1051917370] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7756; }","duration":"570.006793ms","start":"2026-03-12T14:50:01.052948Z","end":"2026-03-12T14:50:01.622954Z","steps":["trace[1051917370] 'agreement among raft nodes before linearized reading' (duration: 569.691945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:01.623003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.26523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T14:50:01.623025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.052932Z","time spent":"570.084075ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-12T14:50:01.623041Z","caller":"traceutil/trace.go:171","msg":"trace[361696767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7756; }","duration":"568.372743ms","start":"2026-03-12T14:50:01.054657Z","end":"2026-03-12T14:50:01.62303Z","steps":["trace[361696767] 'agreement among raft nodes before linearized reading' (duration: 568.23303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:01.623072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.054638Z","time spent":"568.427724ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:50:01.623077Z","caller":"traceutil/trace.go:171","msg":"trace[999639137] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"335.786623ms","start":"2026-03-12T14:50:01.287272Z","end":"2026-03-12T14:50:01.623058Z","steps":["trace[999639137] 'process raft request' (duration: 335.100696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:01.623148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.834377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:01.623198Z","caller":"traceutil/trace.go:171","msg":"trace[940877582] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7756; }","duration":"917.883968ms","start":"2026-03-12T14:50:00.705298Z","end":"2026-03-12T14:50:01.623181Z","steps":["trace[940877582] 'agreement among raft nodes before linearized reading' (duration: 917.804377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:01.623198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.287262Z","time spent":"335.859834ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:50:01.623241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:00.705238Z","time spent":"917.989021ms","remote":"127.0.0.1:41690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:01.623384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.672846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:01.623427Z","caller":"traceutil/trace.go:171","msg":"trace[1036390293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7756; }","duration":"240.752838ms","start":"2026-03-12T14:50:01.382661Z","end":"2026-03-12T14:50:01.623413Z","steps":["trace[1036390293] 'agreement among raft nodes before linearized reading' (duration: 240.683586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:02.21618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601373187,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:50:02.697295Z","caller":"traceutil/trace.go:171","msg":"trace[1280028649] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"988.219243ms","start":"2026-03-12T14:50:01.709037Z","end":"2026-03-12T14:50:02.697256Z","steps":["trace[1280028649] 'process raft request' (duration: 987.960787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:02.697826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.709018Z","time spent":"988.393967ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:02.697849Z","caller":"traceutil/trace.go:171","msg":"trace[1092443825] linearizableReadLoop","detail":"{readStateIndex:8050; appliedIndex:8048; }","duration":"981.810819ms","start":"2026-03-12T14:50:01.716015Z","end":"2026-03-12T14:50:02.697826Z","steps":["trace[1092443825] 'read index received' (duration: 980.801594ms)","trace[1092443825] 'applied index is now lower than readState.Index' (duration: 1.008355ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:02.697923Z","caller":"traceutil/trace.go:171","msg":"trace[317649197] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"594.341993ms","start":"2026-03-12T14:50:02.103548Z","end":"2026-03-12T14:50:02.69789Z","steps":["trace[317649197] 'process raft request' (duration: 594.118387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:02.698082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.052994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:50:02.698115Z","caller":"traceutil/trace.go:171","msg":"trace[822829700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7758; }","duration":"982.141136ms","start":"2026-03-12T14:50:01.715965Z","end":"2026-03-12T14:50:02.698106Z","steps":["trace[822829700] 'agreement among raft nodes before linearized reading' (duration: 981.976143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:02.698142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.715946Z","time spent":"982.190037ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:50:02.698164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:02.10352Z","time spent":"594.472676ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:50:02.698119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.702206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:02.698252Z","caller":"traceutil/trace.go:171","msg":"trace[282603439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7758; }","duration":"315.851949ms","start":"2026-03-12T14:50:02.382353Z","end":"2026-03-12T14:50:02.698205Z","steps":["trace[282603439] 'agreement among raft nodes before linearized reading' (duration: 315.693465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:02.698302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.582585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:50:02.69832Z","caller":"traceutil/trace.go:171","msg":"trace[1281488106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7758; }","duration":"965.622905ms","start":"2026-03-12T14:50:01.732692Z","end":"2026-03-12T14:50:02.698315Z","steps":["trace[1281488106] 'agreement among raft nodes before linearized reading' (duration: 965.563894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:02.698305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:02.382331Z","time spent":"315.963622ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:50:02.698341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.73268Z","time spent":"965.658107ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:02.69833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.95601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:50:02.698421Z","caller":"traceutil/trace.go:171","msg":"trace[1267976839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7758; }","duration":"965.079702ms","start":"2026-03-12T14:50:01.733319Z","end":"2026-03-12T14:50:02.698399Z","steps":["trace[1267976839] 'agreement among raft nodes before linearized reading' (duration: 964.797116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:02.698478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.733307Z","time spent":"965.159545ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:02.698595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.113338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:50:02.69871Z","caller":"traceutil/trace.go:171","msg":"trace[1539107883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7758; }","duration":"966.25887ms","start":"2026-03-12T14:50:01.732433Z","end":"2026-03-12T14:50:02.698692Z","steps":["trace[1539107883] 'agreement among raft nodes before linearized reading' (duration: 965.610195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:02.698846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:01.732414Z","time spent":"966.418195ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:50:07.850497Z","caller":"traceutil/trace.go:171","msg":"trace[1620655188] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"205.709379ms","start":"2026-03-12T14:50:07.644765Z","end":"2026-03-12T14:50:07.850475Z","steps":["trace[1620655188] 'process raft request' (duration: 205.573026ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:07.923958Z","caller":"traceutil/trace.go:171","msg":"trace[1200339472] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8077; }","duration":"244.162021ms","start":"2026-03-12T14:50:07.67977Z","end":"2026-03-12T14:50:07.923932Z","steps":["trace[1200339472] 'read index received' (duration: 170.578857ms)","trace[1200339472] 'applied index is now lower than readState.Index' (duration: 73.582004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:07.924279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.482018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:50:07.924261Z","caller":"traceutil/trace.go:171","msg":"trace[1355273471] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"252.366989ms","start":"2026-03-12T14:50:07.671831Z","end":"2026-03-12T14:50:07.924198Z","steps":["trace[1355273471] 'process raft request' (duration: 251.175071ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:07.924345Z","caller":"traceutil/trace.go:171","msg":"trace[1087423611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7786; }","duration":"244.602711ms","start":"2026-03-12T14:50:07.679725Z","end":"2026-03-12T14:50:07.924328Z","steps":["trace[1087423611] 'agreement among raft nodes before linearized reading' (duration: 244.319275ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:10.084274Z","caller":"traceutil/trace.go:171","msg":"trace[1503792472] linearizableReadLoop","detail":"{readStateIndex:8088; appliedIndex:8087; }","duration":"143.447818ms","start":"2026-03-12T14:50:09.94079Z","end":"2026-03-12T14:50:10.084238Z","steps":["trace[1503792472] 'read index received' (duration: 77.840098ms)","trace[1503792472] 'applied index is now lower than readState.Index' (duration: 65.60666ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:10.08435Z","caller":"traceutil/trace.go:171","msg":"trace[826548954] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"154.718272ms","start":"2026-03-12T14:50:09.929598Z","end":"2026-03-12T14:50:10.084316Z","steps":["trace[826548954] 'process raft request' (duration: 89.04425ms)","trace[826548954] 'compare' (duration: 65.407506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:10.084536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.724695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:50:10.084605Z","caller":"traceutil/trace.go:171","msg":"trace[1361616187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7794; }","duration":"143.834398ms","start":"2026-03-12T14:50:09.940754Z","end":"2026-03-12T14:50:10.084589Z","steps":["trace[1361616187] 'agreement among raft nodes before linearized reading' (duration: 143.605652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:11.009159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.014518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:50:11.009369Z","caller":"traceutil/trace.go:171","msg":"trace[931185203] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"125.417251ms","start":"2026-03-12T14:50:10.883932Z","end":"2026-03-12T14:50:11.00935Z","steps":["trace[931185203] 'process raft request' (duration: 125.330179ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:11.009419Z","caller":"traceutil/trace.go:171","msg":"trace[959537456] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"126.290163ms","start":"2026-03-12T14:50:10.883072Z","end":"2026-03-12T14:50:11.009362Z","steps":["trace[959537456] 'process raft request' (duration: 17.980667ms)","trace[959537456] 'compare' (duration: 107.872535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:11.877413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.033966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:11.877491Z","caller":"traceutil/trace.go:171","msg":"trace[234117703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7800; }","duration":"493.158379ms","start":"2026-03-12T14:50:11.384314Z","end":"2026-03-12T14:50:11.877473Z","steps":["trace[234117703] 'range keys from in-memory index tree' (duration: 492.870522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:11.877531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:11.384292Z","time spent":"493.231311ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:50:12.066258Z","caller":"traceutil/trace.go:171","msg":"trace[819126504] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"294.156663ms","start":"2026-03-12T14:50:11.772071Z","end":"2026-03-12T14:50:12.066228Z","steps":["trace[819126504] 'process raft request' (duration: 293.974569ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:12.066243Z","caller":"traceutil/trace.go:171","msg":"trace[1403463097] linearizableReadLoop","detail":"{readStateIndex:8095; appliedIndex:8094; }","duration":"241.727763ms","start":"2026-03-12T14:50:11.824469Z","end":"2026-03-12T14:50:12.066196Z","steps":["trace[1403463097] 'read index received' (duration: 241.538898ms)","trace[1403463097] 'applied index is now lower than readState.Index' (duration: 187.565µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:12.066492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.001769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:50:12.066548Z","caller":"traceutil/trace.go:171","msg":"trace[1988990856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7801; }","duration":"242.097621ms","start":"2026-03-12T14:50:11.824438Z","end":"2026-03-12T14:50:12.066536Z","steps":["trace[1988990856] 'agreement among raft nodes before linearized reading' (duration: 241.868805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:12.566956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601373302,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:50:13.033326Z","caller":"traceutil/trace.go:171","msg":"trace[986431536] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"1.117367005s","start":"2026-03-12T14:50:11.915934Z","end":"2026-03-12T14:50:13.033301Z","steps":["trace[986431536] 'process raft request' (duration: 1.04541954s)","trace[986431536] 'compare' (duration: 71.400732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:13.03345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:11.915908Z","time spent":"1.117476788s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:13.033583Z","caller":"traceutil/trace.go:171","msg":"trace[400954760] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"944.176745ms","start":"2026-03-12T14:50:12.089382Z","end":"2026-03-12T14:50:13.033559Z","steps":["trace[400954760] 'process raft request' (duration: 943.759155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.03368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:12.089366Z","time spent":"944.259358ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:13.033811Z","caller":"traceutil/trace.go:171","msg":"trace[1644685483] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"281.584478ms","start":"2026-03-12T14:50:12.752218Z","end":"2026-03-12T14:50:13.033802Z","steps":["trace[1644685483] 'process raft request' (duration: 281.030125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:13.033937Z","caller":"traceutil/trace.go:171","msg":"trace[1730549565] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8095; }","duration":"967.606133ms","start":"2026-03-12T14:50:12.06632Z","end":"2026-03-12T14:50:13.033926Z","steps":["trace[1730549565] 'read index received' (duration: 895.048893ms)","trace[1730549565] 'applied index is now lower than readState.Index' (duration: 72.55609ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:13.033954Z","caller":"traceutil/trace.go:171","msg":"trace[2012477471] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"242.832139ms","start":"2026-03-12T14:50:12.791109Z","end":"2026-03-12T14:50:13.033941Z","steps":["trace[2012477471] 'process raft request' (duration: 242.641585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116406162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:50:13.034113Z","caller":"traceutil/trace.go:171","msg":"trace[1688367916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7805; }","duration":"1.116521724s","start":"2026-03-12T14:50:11.917573Z","end":"2026-03-12T14:50:13.034095Z","steps":["trace[1688367916] 'agreement among raft nodes before linearized reading' (duration: 1.116386261s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:11.91756Z","time spent":"1.116586505s","remote":"127.0.0.1:47086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:13.034162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.47395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:50:13.0342Z","caller":"traceutil/trace.go:171","msg":"trace[897176037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7805; }","duration":"221.551652ms","start":"2026-03-12T14:50:12.812638Z","end":"2026-03-12T14:50:13.034189Z","steps":["trace[897176037] 'agreement among raft nodes before linearized reading' (duration: 221.425749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.945114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:13.034331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.974993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:50:13.034363Z","caller":"traceutil/trace.go:171","msg":"trace[60479522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7805; }","duration":"653.007725ms","start":"2026-03-12T14:50:12.381349Z","end":"2026-03-12T14:50:13.034357Z","steps":["trace[60479522] 'agreement among raft nodes before linearized reading' (duration: 652.976574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:12.381328Z","time spent":"653.048866ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:50:13.034394Z","caller":"traceutil/trace.go:171","msg":"trace[1598507700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7805; }","duration":"135.055244ms","start":"2026-03-12T14:50:12.89931Z","end":"2026-03-12T14:50:13.034366Z","steps":["trace[1598507700] 'agreement among raft nodes before linearized reading' (duration: 134.951082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.92023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:13.034526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.423134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:50:13.034535Z","caller":"traceutil/trace.go:171","msg":"trace[114895701] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7805; }","duration":"676.011672ms","start":"2026-03-12T14:50:12.358514Z","end":"2026-03-12T14:50:13.034525Z","steps":["trace[114895701] 'agreement among raft nodes before linearized reading' (duration: 675.966151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:13.034547Z","caller":"traceutil/trace.go:171","msg":"trace[1928310045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7805; }","duration":"234.473666ms","start":"2026-03-12T14:50:12.800067Z","end":"2026-03-12T14:50:13.034541Z","steps":["trace[1928310045] 'agreement among raft nodes before linearized reading' (duration: 234.414284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:12.358477Z","time spent":"676.080044ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:13.034572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.876091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:50:13.034611Z","caller":"traceutil/trace.go:171","msg":"trace[996934913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7805; }","duration":"939.936552ms","start":"2026-03-12T14:50:12.094663Z","end":"2026-03-12T14:50:13.034599Z","steps":["trace[996934913] 'agreement among raft nodes before linearized reading' (duration: 939.823999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:12.094649Z","time spent":"939.984934ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:50:13.034668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.157971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:50:13.034737Z","caller":"traceutil/trace.go:171","msg":"trace[1810328965] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:7805; }","duration":"423.271784ms","start":"2026-03-12T14:50:12.611448Z","end":"2026-03-12T14:50:13.034719Z","steps":["trace[1810328965] 'agreement among raft nodes before linearized reading' (duration: 423.075459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:12.611424Z","time spent":"423.347976ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-12T14:50:13.034942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.177901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:50:13.034967Z","caller":"traceutil/trace.go:171","msg":"trace[830986610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7805; }","duration":"964.216963ms","start":"2026-03-12T14:50:12.070743Z","end":"2026-03-12T14:50:13.03496Z","steps":["trace[830986610] 'agreement among raft nodes before linearized reading' (duration: 963.293139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:13.034989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:12.070731Z","time spent":"964.249893ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:50:15.205176Z","caller":"traceutil/trace.go:171","msg":"trace[1333603560] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"166.729553ms","start":"2026-03-12T14:50:15.038423Z","end":"2026-03-12T14:50:15.205153Z","steps":["trace[1333603560] 'process raft request' (duration: 166.578349ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.354854Z","caller":"traceutil/trace.go:171","msg":"trace[1619545294] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"316.143116ms","start":"2026-03-12T14:50:15.038681Z","end":"2026-03-12T14:50:15.354824Z","steps":["trace[1619545294] 'process raft request' (duration: 292.365469ms)","trace[1619545294] 'compare' (duration: 23.604153ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:15.355006Z","caller":"traceutil/trace.go:171","msg":"trace[1183537381] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8106; }","duration":"228.147793ms","start":"2026-03-12T14:50:15.126829Z","end":"2026-03-12T14:50:15.354977Z","steps":["trace[1183537381] 'read index received' (duration: 78.272108ms)","trace[1183537381] 'applied index is now lower than readState.Index' (duration: 149.873635ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:15.355107Z","caller":"traceutil/trace.go:171","msg":"trace[204506677] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"315.771817ms","start":"2026-03-12T14:50:15.039314Z","end":"2026-03-12T14:50:15.355086Z","steps":["trace[204506677] 'process raft request' (duration: 315.4722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.355189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:15.039298Z","time spent":"315.85888ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:50:15.355267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.418939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:50:15.355292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.43645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:50:15.355312Z","caller":"traceutil/trace.go:171","msg":"trace[1601325996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7814; }","duration":"228.501751ms","start":"2026-03-12T14:50:15.126793Z","end":"2026-03-12T14:50:15.355294Z","steps":["trace[1601325996] 'agreement among raft nodes before linearized reading' (duration: 228.322557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.355299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.851056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T14:50:15.355305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.41924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:50:15.355323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.281486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:50:15.355351Z","caller":"traceutil/trace.go:171","msg":"trace[84314152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7814; }","duration":"228.536112ms","start":"2026-03-12T14:50:15.126799Z","end":"2026-03-12T14:50:15.355335Z","steps":["trace[84314152] 'agreement among raft nodes before linearized reading' (duration: 228.334598ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.355373Z","caller":"traceutil/trace.go:171","msg":"trace[984410780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7814; }","duration":"227.946508ms","start":"2026-03-12T14:50:15.127408Z","end":"2026-03-12T14:50:15.355354Z","steps":["trace[984410780] 'agreement among raft nodes before linearized reading' (duration: 227.731633ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.35538Z","caller":"traceutil/trace.go:171","msg":"trace[1874589893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7814; }","duration":"228.551383ms","start":"2026-03-12T14:50:15.12681Z","end":"2026-03-12T14:50:15.355361Z","steps":["trace[1874589893] 'agreement among raft nodes before linearized reading' (duration: 228.354528ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.355394Z","caller":"traceutil/trace.go:171","msg":"trace[257805923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7814; }","duration":"228.383388ms","start":"2026-03-12T14:50:15.126993Z","end":"2026-03-12T14:50:15.355377Z","steps":["trace[257805923] 'agreement among raft nodes before linearized reading' (duration: 228.149903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.355305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.096293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:50:15.355466Z","caller":"traceutil/trace.go:171","msg":"trace[1066595765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7814; }","duration":"226.288927ms","start":"2026-03-12T14:50:15.129167Z","end":"2026-03-12T14:50:15.355456Z","steps":["trace[1066595765] 'agreement among raft nodes before linearized reading' (duration: 225.99903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.355025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:15.038661Z","time spent":"316.27531ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:15.589357Z","caller":"traceutil/trace.go:171","msg":"trace[1730842522] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"227.858435ms","start":"2026-03-12T14:50:15.361455Z","end":"2026-03-12T14:50:15.589314Z","steps":["trace[1730842522] 'process raft request' (duration: 221.44163ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.589401Z","caller":"traceutil/trace.go:171","msg":"trace[1922862305] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"225.543629ms","start":"2026-03-12T14:50:15.363844Z","end":"2026-03-12T14:50:15.589387Z","steps":["trace[1922862305] 'process raft request' (duration: 225.438667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.589467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.083692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.589381Z","caller":"traceutil/trace.go:171","msg":"trace[1373686293] linearizableReadLoop","detail":"{readStateIndex:8114; appliedIndex:8109; }","duration":"206.98846ms","start":"2026-03-12T14:50:15.382372Z","end":"2026-03-12T14:50:15.58936Z","steps":["trace[1373686293] 'read index received' (duration: 17.497155ms)","trace[1373686293] 'applied index is now lower than readState.Index' (duration: 189.490315ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:15.589493Z","caller":"traceutil/trace.go:171","msg":"trace[737407308] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"226.038741ms","start":"2026-03-12T14:50:15.363419Z","end":"2026-03-12T14:50:15.589457Z","steps":["trace[737407308] 'process raft request' (duration: 225.793575ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.589508Z","caller":"traceutil/trace.go:171","msg":"trace[1111334829] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"225.536729ms","start":"2026-03-12T14:50:15.363946Z","end":"2026-03-12T14:50:15.589483Z","steps":["trace[1111334829] 'process raft request' (duration: 225.373525ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.589503Z","caller":"traceutil/trace.go:171","msg":"trace[836807458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7819; }","duration":"207.154913ms","start":"2026-03-12T14:50:15.382339Z","end":"2026-03-12T14:50:15.589494Z","steps":["trace[836807458] 'agreement among raft nodes before linearized reading' (duration: 207.086851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.829804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.958144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.829884Z","caller":"traceutil/trace.go:171","msg":"trace[534446656] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7819; }","duration":"119.092207ms","start":"2026-03-12T14:50:15.710773Z","end":"2026-03-12T14:50:15.829865Z","steps":["trace[534446656] 'range keys from in-memory index tree' (duration: 118.849171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.829986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.03271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:15.830005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.150567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.830066Z","caller":"traceutil/trace.go:171","msg":"trace[220957225] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7819; }","duration":"101.161303ms","start":"2026-03-12T14:50:15.728886Z","end":"2026-03-12T14:50:15.830047Z","steps":["trace[220957225] 'range keys from in-memory index tree' (duration: 100.969279ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.830094Z","caller":"traceutil/trace.go:171","msg":"trace[2111706301] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7819; }","duration":"102.26532ms","start":"2026-03-12T14:50:15.727806Z","end":"2026-03-12T14:50:15.830072Z","steps":["trace[2111706301] 'range keys from in-memory index tree' (duration: 101.989372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.830191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.913332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:15.830236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.247691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.830263Z","caller":"traceutil/trace.go:171","msg":"trace[900746288] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7819; }","duration":"133.004175ms","start":"2026-03-12T14:50:15.697246Z","end":"2026-03-12T14:50:15.830251Z","steps":["trace[900746288] 'count revisions from in-memory index tree' (duration: 132.841941ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.83027Z","caller":"traceutil/trace.go:171","msg":"trace[696538800] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7819; }","duration":"119.290892ms","start":"2026-03-12T14:50:15.710967Z","end":"2026-03-12T14:50:15.830258Z","steps":["trace[696538800] 'range keys from in-memory index tree' (duration: 119.22421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.830441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.536296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:15.830481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.109227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.83048Z","caller":"traceutil/trace.go:171","msg":"trace[591028372] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7819; }","duration":"102.592377ms","start":"2026-03-12T14:50:15.727878Z","end":"2026-03-12T14:50:15.830471Z","steps":["trace[591028372] 'count revisions from in-memory index tree' (duration: 102.500815ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.830512Z","caller":"traceutil/trace.go:171","msg":"trace[343994745] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7819; }","duration":"133.174229ms","start":"2026-03-12T14:50:15.697329Z","end":"2026-03-12T14:50:15.830503Z","steps":["trace[343994745] 'range keys from in-memory index tree' (duration: 133.032315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.830621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.710752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:15.830681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.143628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.830761Z","caller":"traceutil/trace.go:171","msg":"trace[63747405] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7819; }","duration":"133.248862ms","start":"2026-03-12T14:50:15.697491Z","end":"2026-03-12T14:50:15.83074Z","steps":["trace[63747405] 'range keys from in-memory index tree' (duration: 133.087917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.830798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.10647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-12T14:50:15.830842Z","caller":"traceutil/trace.go:171","msg":"trace[1272332224] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9; range_end:; response_count:1; response_revision:7819; }","duration":"131.149691ms","start":"2026-03-12T14:50:15.699678Z","end":"2026-03-12T14:50:15.830827Z","steps":["trace[1272332224] 'range keys from in-memory index tree' (duration: 130.961336ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.831174Z","caller":"traceutil/trace.go:171","msg":"trace[2123623550] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7819; }","duration":"120.246596ms","start":"2026-03-12T14:50:15.710864Z","end":"2026-03-12T14:50:15.831111Z","steps":["trace[2123623550] 'count revisions from in-memory index tree' (duration: 119.671311ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.996811Z","caller":"traceutil/trace.go:171","msg":"trace[1252343432] linearizableReadLoop","detail":"{readStateIndex:8115; appliedIndex:8114; }","duration":"152.027026ms","start":"2026-03-12T14:50:15.844759Z","end":"2026-03-12T14:50:15.996786Z","steps":["trace[1252343432] 'read index received' (duration: 151.801451ms)","trace[1252343432] 'applied index is now lower than readState.Index' (duration: 224.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:15.996865Z","caller":"traceutil/trace.go:171","msg":"trace[491603863] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"163.862764ms","start":"2026-03-12T14:50:15.832976Z","end":"2026-03-12T14:50:15.996839Z","steps":["trace[491603863] 'process raft request' (duration: 163.639769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.996991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.632657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:15.997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.20769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:15.997048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.026304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:15.997089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.67824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.997094Z","caller":"traceutil/trace.go:171","msg":"trace[1029663869] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7820; }","duration":"152.367114ms","start":"2026-03-12T14:50:15.844708Z","end":"2026-03-12T14:50:15.997075Z","steps":["trace[1029663869] 'agreement among raft nodes before linearized reading' (duration: 152.174669ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.997121Z","caller":"traceutil/trace.go:171","msg":"trace[1938691318] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7820; }","duration":"116.724661ms","start":"2026-03-12T14:50:15.880387Z","end":"2026-03-12T14:50:15.997111Z","steps":["trace[1938691318] 'agreement among raft nodes before linearized reading' (duration: 116.67857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.997192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.454481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.99724Z","caller":"traceutil/trace.go:171","msg":"trace[1270013806] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7820; }","duration":"132.512933ms","start":"2026-03-12T14:50:15.864718Z","end":"2026-03-12T14:50:15.997231Z","steps":["trace[1270013806] 'agreement among raft nodes before linearized reading' (duration: 132.42304ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.997045Z","caller":"traceutil/trace.go:171","msg":"trace[301682242] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7820; }","duration":"151.718719ms","start":"2026-03-12T14:50:15.845314Z","end":"2026-03-12T14:50:15.997033Z","steps":["trace[301682242] 'agreement among raft nodes before linearized reading' (duration: 151.615156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.996979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.19903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.997406Z","caller":"traceutil/trace.go:171","msg":"trace[1278657462] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7820; }","duration":"152.63663ms","start":"2026-03-12T14:50:15.844751Z","end":"2026-03-12T14:50:15.997388Z","steps":["trace[1278657462] 'agreement among raft nodes before linearized reading' (duration: 152.160839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.997191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.802583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:15.997272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.511257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.9976Z","caller":"traceutil/trace.go:171","msg":"trace[1362528173] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7820; }","duration":"133.849276ms","start":"2026-03-12T14:50:15.863737Z","end":"2026-03-12T14:50:15.997587Z","steps":["trace[1362528173] 'agreement among raft nodes before linearized reading' (duration: 133.509368ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.997548Z","caller":"traceutil/trace.go:171","msg":"trace[2010860] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7820; }","duration":"116.542116ms","start":"2026-03-12T14:50:15.880978Z","end":"2026-03-12T14:50:15.99752Z","steps":["trace[2010860] 'agreement among raft nodes before linearized reading' (duration: 115.992123ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:15.997679Z","caller":"traceutil/trace.go:171","msg":"trace[1494792601] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7820; }","duration":"117.138261ms","start":"2026-03-12T14:50:15.880363Z","end":"2026-03-12T14:50:15.997501Z","steps":["trace[1494792601] 'agreement among raft nodes before linearized reading' (duration: 116.774212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:15.998449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.421386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:15.998595Z","caller":"traceutil/trace.go:171","msg":"trace[603853115] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7820; }","duration":"134.740907ms","start":"2026-03-12T14:50:15.863778Z","end":"2026-03-12T14:50:15.998519Z","steps":["trace[603853115] 'agreement among raft nodes before linearized reading' (duration: 133.361294ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:17.535151Z","caller":"traceutil/trace.go:171","msg":"trace[69445721] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"191.962625ms","start":"2026-03-12T14:50:17.343129Z","end":"2026-03-12T14:50:17.535091Z","steps":["trace[69445721] 'process raft request' (duration: 191.551676ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:17.567571Z","caller":"traceutil/trace.go:171","msg":"trace[1450229631] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"206.196041ms","start":"2026-03-12T14:50:17.361359Z","end":"2026-03-12T14:50:17.567555Z","steps":["trace[1450229631] 'process raft request' (duration: 206.060877ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:17.567761Z","caller":"traceutil/trace.go:171","msg":"trace[1236229019] linearizableReadLoop","detail":"{readStateIndex:8120; appliedIndex:8117; }","duration":"200.267888ms","start":"2026-03-12T14:50:17.367467Z","end":"2026-03-12T14:50:17.567735Z","steps":["trace[1236229019] 'read index received' (duration: 167.053172ms)","trace[1236229019] 'applied index is now lower than readState.Index' (duration: 33.213225ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:17.567954Z","caller":"traceutil/trace.go:171","msg":"trace[1217771215] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"206.536348ms","start":"2026-03-12T14:50:17.361406Z","end":"2026-03-12T14:50:17.567943Z","steps":["trace[1217771215] 'process raft request' (duration: 206.112557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:17.568199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.274903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:17.568299Z","caller":"traceutil/trace.go:171","msg":"trace[1863335096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7825; }","duration":"185.455827ms","start":"2026-03-12T14:50:17.382825Z","end":"2026-03-12T14:50:17.568281Z","steps":["trace[1863335096] 'agreement among raft nodes before linearized reading' (duration: 185.261022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:17.56822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.740509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:50:17.568422Z","caller":"traceutil/trace.go:171","msg":"trace[1029168921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:7825; }","duration":"200.971024ms","start":"2026-03-12T14:50:17.367436Z","end":"2026-03-12T14:50:17.568407Z","steps":["trace[1029168921] 'agreement among raft nodes before linearized reading' (duration: 200.606255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:17.568612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.739059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:50:17.568797Z","caller":"traceutil/trace.go:171","msg":"trace[1236180053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7825; }","duration":"165.910364ms","start":"2026-03-12T14:50:17.402792Z","end":"2026-03-12T14:50:17.568702Z","steps":["trace[1236180053] 'agreement among raft nodes before linearized reading' (duration: 165.408872ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:17.856262Z","caller":"traceutil/trace.go:171","msg":"trace[1630583997] linearizableReadLoop","detail":"{readStateIndex:8121; appliedIndex:8120; }","duration":"282.256025ms","start":"2026-03-12T14:50:17.57398Z","end":"2026-03-12T14:50:17.856236Z","steps":["trace[1630583997] 'read index received' (duration: 278.462293ms)","trace[1630583997] 'applied index is now lower than readState.Index' (duration: 3.792582ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:17.856382Z","caller":"traceutil/trace.go:171","msg":"trace[2114926327] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"282.577412ms","start":"2026-03-12T14:50:17.573793Z","end":"2026-03-12T14:50:17.85637Z","steps":["trace[2114926327] 'process raft request' (duration: 278.635016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:17.866934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.98077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:50:17.866991Z","caller":"traceutil/trace.go:171","msg":"trace[1825765563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7826; }","duration":"271.059162ms","start":"2026-03-12T14:50:17.59592Z","end":"2026-03-12T14:50:17.866979Z","steps":["trace[1825765563] 'agreement among raft nodes before linearized reading' (duration: 270.919329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:17.867178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.170989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224138"} {"level":"warn","ts":"2026-03-12T14:50:17.86725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.256789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T14:50:17.86726Z","caller":"traceutil/trace.go:171","msg":"trace[1655017112] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7826; }","duration":"293.286781ms","start":"2026-03-12T14:50:17.573956Z","end":"2026-03-12T14:50:17.867243Z","steps":["trace[1655017112] 'agreement among raft nodes before linearized reading' (duration: 282.617333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:17.867218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.291717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:50:17.867298Z","caller":"traceutil/trace.go:171","msg":"trace[513554698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7826; }","duration":"269.317101ms","start":"2026-03-12T14:50:17.597966Z","end":"2026-03-12T14:50:17.867283Z","steps":["trace[513554698] 'agreement among raft nodes before linearized reading' (duration: 269.196837ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:17.867388Z","caller":"traceutil/trace.go:171","msg":"trace[1259537048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7826; }","duration":"271.422302ms","start":"2026-03-12T14:50:17.595887Z","end":"2026-03-12T14:50:17.867309Z","steps":["trace[1259537048] 'agreement among raft nodes before linearized reading' (duration: 271.216966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:17.867503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.56001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:50:17.867571Z","caller":"traceutil/trace.go:171","msg":"trace[362932700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7826; }","duration":"272.681223ms","start":"2026-03-12T14:50:17.594873Z","end":"2026-03-12T14:50:17.867555Z","steps":["trace[362932700] 'agreement among raft nodes before linearized reading' (duration: 271.880153ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:35.479596Z","caller":"traceutil/trace.go:171","msg":"trace[463103533] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"120.877443ms","start":"2026-03-12T14:50:35.358687Z","end":"2026-03-12T14:50:35.479565Z","steps":["trace[463103533] 'process raft request' (duration: 120.597175ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:35.914426Z","caller":"traceutil/trace.go:171","msg":"trace[1030708199] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"189.080436ms","start":"2026-03-12T14:50:35.725323Z","end":"2026-03-12T14:50:35.914403Z","steps":["trace[1030708199] 'process raft request' (duration: 188.934052ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:39.136712Z","caller":"traceutil/trace.go:171","msg":"trace[2133745210] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"147.255471ms","start":"2026-03-12T14:50:38.989429Z","end":"2026-03-12T14:50:39.136685Z","steps":["trace[2133745210] 'process raft request' (duration: 147.067987ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:41.670903Z","caller":"traceutil/trace.go:171","msg":"trace[1455176746] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"169.776947ms","start":"2026-03-12T14:50:41.501103Z","end":"2026-03-12T14:50:41.67088Z","steps":["trace[1455176746] 'process raft request' (duration: 169.634964ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:41.845372Z","caller":"traceutil/trace.go:171","msg":"trace[639205351] linearizableReadLoop","detail":"{readStateIndex:8249; appliedIndex:8247; }","duration":"263.292465ms","start":"2026-03-12T14:50:41.582052Z","end":"2026-03-12T14:50:41.845344Z","steps":["trace[639205351] 'read index received' (duration: 88.65889ms)","trace[639205351] 'applied index is now lower than readState.Index' (duration: 174.632055ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:41.845418Z","caller":"traceutil/trace.go:171","msg":"trace[1588425887] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"315.5069ms","start":"2026-03-12T14:50:41.529868Z","end":"2026-03-12T14:50:41.845375Z","steps":["trace[1588425887] 'process raft request' (duration: 241.360872ms)","trace[1588425887] 'compare' (duration: 73.992715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:41.8455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.429568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:41.845536Z","caller":"traceutil/trace.go:171","msg":"trace[1137830360] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7948; }","duration":"263.52046ms","start":"2026-03-12T14:50:41.582004Z","end":"2026-03-12T14:50:41.845525Z","steps":["trace[1137830360] 'agreement among raft nodes before linearized reading' (duration: 263.435588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:41.845562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:41.529847Z","time spent":"315.641484ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:41.910657Z","caller":"traceutil/trace.go:171","msg":"trace[686548720] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"231.74079ms","start":"2026-03-12T14:50:41.678895Z","end":"2026-03-12T14:50:41.910636Z","steps":["trace[686548720] 'process raft request' (duration: 231.593266ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:41.91074Z","caller":"traceutil/trace.go:171","msg":"trace[198212522] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"231.791191ms","start":"2026-03-12T14:50:41.678914Z","end":"2026-03-12T14:50:41.910705Z","steps":["trace[198212522] 'process raft request' (duration: 231.655718ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:41.91079Z","caller":"traceutil/trace.go:171","msg":"trace[698629213] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"231.596155ms","start":"2026-03-12T14:50:41.679172Z","end":"2026-03-12T14:50:41.910769Z","steps":["trace[698629213] 'process raft request' (duration: 231.459551ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:41.910851Z","caller":"traceutil/trace.go:171","msg":"trace[1611515303] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"231.586874ms","start":"2026-03-12T14:50:41.679255Z","end":"2026-03-12T14:50:41.910841Z","steps":["trace[1611515303] 'process raft request' (duration: 231.40383ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:41.910892Z","caller":"traceutil/trace.go:171","msg":"trace[36923629] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"231.799ms","start":"2026-03-12T14:50:41.679055Z","end":"2026-03-12T14:50:41.910854Z","steps":["trace[36923629] 'process raft request' (duration: 231.551264ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:41.910791Z","caller":"traceutil/trace.go:171","msg":"trace[2131565879] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"197.210852ms","start":"2026-03-12T14:50:41.71356Z","end":"2026-03-12T14:50:41.910771Z","steps":["trace[2131565879] 'process raft request' (duration: 197.158161ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:41.911358Z","caller":"traceutil/trace.go:171","msg":"trace[2027291727] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"231.734759ms","start":"2026-03-12T14:50:41.679328Z","end":"2026-03-12T14:50:41.911063Z","steps":["trace[2027291727] 'process raft request' (duration: 231.36021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:42.132032Z","caller":"traceutil/trace.go:171","msg":"trace[174157115] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"216.138481ms","start":"2026-03-12T14:50:41.915861Z","end":"2026-03-12T14:50:42.131999Z","steps":["trace[174157115] 'process raft request' (duration: 168.23164ms)","trace[174157115] 'compare' (duration: 47.732727ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:42.135885Z","caller":"traceutil/trace.go:171","msg":"trace[1046757797] linearizableReadLoop","detail":"{readStateIndex:8258; appliedIndex:8256; }","duration":"167.336898ms","start":"2026-03-12T14:50:41.968527Z","end":"2026-03-12T14:50:42.135864Z","steps":["trace[1046757797] 'read index received' (duration: 115.578423ms)","trace[1046757797] 'applied index is now lower than readState.Index' (duration: 51.757355ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:42.135943Z","caller":"traceutil/trace.go:171","msg":"trace[1041430693] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"184.573856ms","start":"2026-03-12T14:50:41.951347Z","end":"2026-03-12T14:50:42.135921Z","steps":["trace[1041430693] 'process raft request' (duration: 184.383261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:42.136195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.768174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:50:42.136249Z","caller":"traceutil/trace.go:171","msg":"trace[353610808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7957; }","duration":"100.870776ms","start":"2026-03-12T14:50:42.035364Z","end":"2026-03-12T14:50:42.136235Z","steps":["trace[353610808] 'agreement among raft nodes before linearized reading' (duration: 100.678532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:42.136488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.926922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T14:50:42.136535Z","caller":"traceutil/trace.go:171","msg":"trace[257782945] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7957; }","duration":"168.026995ms","start":"2026-03-12T14:50:41.968497Z","end":"2026-03-12T14:50:42.136524Z","steps":["trace[257782945] 'agreement among raft nodes before linearized reading' (duration: 167.485472ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:42.672086Z","caller":"traceutil/trace.go:171","msg":"trace[1250321395] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"101.45218ms","start":"2026-03-12T14:50:42.570597Z","end":"2026-03-12T14:50:42.672049Z","steps":["trace[1250321395] 'process raft request' (duration: 101.135002ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:42.822924Z","caller":"traceutil/trace.go:171","msg":"trace[1881623000] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"107.480097ms","start":"2026-03-12T14:50:42.715399Z","end":"2026-03-12T14:50:42.822879Z","steps":["trace[1881623000] 'process raft request' (duration: 51.041159ms)","trace[1881623000] 'compare' (duration: 56.288644ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:42.82401Z","caller":"traceutil/trace.go:171","msg":"trace[799762068] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"108.374587ms","start":"2026-03-12T14:50:42.715612Z","end":"2026-03-12T14:50:42.823986Z","steps":["trace[799762068] 'process raft request' (duration: 108.191213ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:42.824937Z","caller":"traceutil/trace.go:171","msg":"trace[1349577135] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"107.542197ms","start":"2026-03-12T14:50:42.716685Z","end":"2026-03-12T14:50:42.824228Z","steps":["trace[1349577135] 'process raft request' (duration: 107.24648ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:43.468791Z","caller":"traceutil/trace.go:171","msg":"trace[1462062387] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"127.697796ms","start":"2026-03-12T14:50:43.341062Z","end":"2026-03-12T14:50:43.46876Z","steps":["trace[1462062387] 'process raft request' (duration: 54.003239ms)","trace[1462062387] 'compare' (duration: 73.43769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:44.703006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601373972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:50:44.719574Z","caller":"traceutil/trace.go:171","msg":"trace[1873326430] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8308; }","duration":"516.870754ms","start":"2026-03-12T14:50:44.202685Z","end":"2026-03-12T14:50:44.719556Z","steps":["trace[1873326430] 'read index received' (duration: 516.731191ms)","trace[1873326430] 'applied index is now lower than readState.Index' (duration: 138.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:44.719619Z","caller":"traceutil/trace.go:171","msg":"trace[1472562658] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"578.654632ms","start":"2026-03-12T14:50:44.140937Z","end":"2026-03-12T14:50:44.719592Z","steps":["trace[1472562658] 'process raft request' (duration: 578.498838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:44.719701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.996707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:44.719737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.14092Z","time spent":"578.736834ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:44.719755Z","caller":"traceutil/trace.go:171","msg":"trace[1167098043] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8005; }","duration":"517.079658ms","start":"2026-03-12T14:50:44.202652Z","end":"2026-03-12T14:50:44.719731Z","steps":["trace[1167098043] 'agreement among raft nodes before linearized reading' (duration: 517.004076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:44.719784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.20264Z","time spent":"517.13696ms","remote":"127.0.0.1:46716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:44.719831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.233073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:50:44.719876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.286746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:50:44.719928Z","caller":"traceutil/trace.go:171","msg":"trace[2091596792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8005; }","duration":"503.380817ms","start":"2026-03-12T14:50:44.216529Z","end":"2026-03-12T14:50:44.71991Z","steps":["trace[2091596792] 'agreement among raft nodes before linearized reading' (duration: 503.151971ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:44.719937Z","caller":"traceutil/trace.go:171","msg":"trace[524964101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8005; }","duration":"499.373639ms","start":"2026-03-12T14:50:44.220548Z","end":"2026-03-12T14:50:44.719922Z","steps":["trace[524964101] 'agreement among raft nodes before linearized reading' (duration: 499.203805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:44.71997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.22054Z","time spent":"499.42168ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:50:44.719942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.081487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:44.720014Z","caller":"traceutil/trace.go:171","msg":"trace[1031775826] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8005; }","duration":"439.17484ms","start":"2026-03-12T14:50:44.280822Z","end":"2026-03-12T14:50:44.719996Z","steps":["trace[1031775826] 'agreement among raft nodes before linearized reading' (duration: 439.060637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:44.720057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.28081Z","time spent":"439.233181ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" "} {"level":"warn","ts":"2026-03-12T14:50:44.720059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.398997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T14:50:44.720057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.033348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:50:44.720092Z","caller":"traceutil/trace.go:171","msg":"trace[294759125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8005; }","duration":"503.456039ms","start":"2026-03-12T14:50:44.216628Z","end":"2026-03-12T14:50:44.720084Z","steps":["trace[294759125] 'agreement among raft nodes before linearized reading' (duration: 503.365597ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:44.720103Z","caller":"traceutil/trace.go:171","msg":"trace[690065885] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8005; }","duration":"303.12655ms","start":"2026-03-12T14:50:44.416964Z","end":"2026-03-12T14:50:44.720091Z","steps":["trace[690065885] 'agreement among raft nodes before linearized reading' (duration: 303.046308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:44.720113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.506419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T14:50:44.720115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.216616Z","time spent":"503.492529ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:44.720128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.41694Z","time spent":"303.182092ms","remote":"127.0.0.1:55246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:50:44.720133Z","caller":"traceutil/trace.go:171","msg":"trace[310665537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8005; }","duration":"503.579842ms","start":"2026-03-12T14:50:44.216547Z","end":"2026-03-12T14:50:44.720127Z","steps":["trace[310665537] 'agreement among raft nodes before linearized reading' (duration: 503.50244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:44.720099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.223068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-12T14:50:44.720229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.841355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:50:44.720229Z","caller":"traceutil/trace.go:171","msg":"trace[2054146782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8005; }","duration":"502.411973ms","start":"2026-03-12T14:50:44.217794Z","end":"2026-03-12T14:50:44.720206Z","steps":["trace[2054146782] 'agreement among raft nodes before linearized reading' (duration: 502.094145ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:44.720255Z","caller":"traceutil/trace.go:171","msg":"trace[2041915413] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8005; }","duration":"446.891386ms","start":"2026-03-12T14:50:44.273357Z","end":"2026-03-12T14:50:44.720248Z","steps":["trace[2041915413] 'agreement among raft nodes before linearized reading' (duration: 446.756952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:44.720275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.273345Z","time spent":"446.924776ms","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:44.720286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.21777Z","time spent":"502.505754ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:44.720169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.216533Z","time spent":"503.613142ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:44.719971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.216509Z","time spent":"503.451028ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:50:44.720867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.689363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:50:44.720942Z","caller":"traceutil/trace.go:171","msg":"trace[438744508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8005; }","duration":"503.794216ms","start":"2026-03-12T14:50:44.217129Z","end":"2026-03-12T14:50:44.720923Z","steps":["trace[438744508] 'agreement among raft nodes before linearized reading' (duration: 502.7161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:44.720985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:44.217122Z","time spent":"503.855517ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:50:45.803019Z","caller":"traceutil/trace.go:171","msg":"trace[619403854] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"101.558364ms","start":"2026-03-12T14:50:45.701387Z","end":"2026-03-12T14:50:45.802945Z","steps":["trace[619403854] 'process raft request' (duration: 101.221095ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:46.854357Z","caller":"traceutil/trace.go:171","msg":"trace[1925925939] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"128.564955ms","start":"2026-03-12T14:50:46.725765Z","end":"2026-03-12T14:50:46.85433Z","steps":["trace[1925925939] 'process raft request' (duration: 128.32856ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:48.749592Z","caller":"traceutil/trace.go:171","msg":"trace[1890069037] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"783.051388ms","start":"2026-03-12T14:50:47.966512Z","end":"2026-03-12T14:50:48.749563Z","steps":["trace[1890069037] 'process raft request' (duration: 782.852613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:48.749772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:47.966486Z","time spent":"783.193392ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:50:49.632144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.490943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-12T14:50:49.632096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.408246ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:49.632249Z","caller":"traceutil/trace.go:171","msg":"trace[94200443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8023; }","duration":"115.571531ms","start":"2026-03-12T14:50:49.516655Z","end":"2026-03-12T14:50:49.632227Z","steps":["trace[94200443] 'range keys from in-memory index tree' (duration: 115.389136ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:49.632267Z","caller":"traceutil/trace.go:171","msg":"trace[451302176] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"1.585302441s","start":"2026-03-12T14:50:48.046935Z","end":"2026-03-12T14:50:49.632237Z","steps":["trace[451302176] 'process raft request' (duration: 776.660824ms)","trace[451302176] 'compare' (duration: 807.344825ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:49.632313Z","caller":"traceutil/trace.go:171","msg":"trace[2012775077] linearizableReadLoop","detail":"{readStateIndex:8329; appliedIndex:8327; }","duration":"1.365111884s","start":"2026-03-12T14:50:48.267192Z","end":"2026-03-12T14:50:49.632304Z","steps":["trace[2012775077] 'read index received' (duration: 482.175552ms)","trace[2012775077] 'applied index is now lower than readState.Index' (duration: 882.935442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:50:49.632386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.046916Z","time spent":"1.585415864s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:50:49.63251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249135074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:49.63253Z","caller":"traceutil/trace.go:171","msg":"trace[1197978381] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"773.294743ms","start":"2026-03-12T14:50:48.85922Z","end":"2026-03-12T14:50:49.632515Z","steps":["trace[1197978381] 'process raft request' (duration: 773.013616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.632619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.717472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:50:49.632637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.859189Z","time spent":"773.399406ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:49.632666Z","caller":"traceutil/trace.go:171","msg":"trace[240069500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8025; }","duration":"739.773623ms","start":"2026-03-12T14:50:48.89288Z","end":"2026-03-12T14:50:49.632653Z","steps":["trace[240069500] 'agreement among raft nodes before linearized reading' (duration: 739.62625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.63271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.892873Z","time spent":"739.827624ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:49.6327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365446983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:50:49.632824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.854434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:49.632838Z","caller":"traceutil/trace.go:171","msg":"trace[90730155] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8025; }","duration":"1.365633087s","start":"2026-03-12T14:50:48.267157Z","end":"2026-03-12T14:50:49.63279Z","steps":["trace[90730155] 'agreement among raft nodes before linearized reading' (duration: 1.365247937s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:49.632874Z","caller":"traceutil/trace.go:171","msg":"trace[355321119] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8025; }","duration":"184.938616ms","start":"2026-03-12T14:50:49.447919Z","end":"2026-03-12T14:50:49.632858Z","steps":["trace[355321119] 'agreement among raft nodes before linearized reading' (duration: 184.869644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.632944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.267142Z","time spent":"1.36576468s","remote":"127.0.0.1:41764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:49.633017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.438558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:50:49.633059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.387189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:50:49.633064Z","caller":"traceutil/trace.go:171","msg":"trace[1619635241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8025; }","duration":"742.51228ms","start":"2026-03-12T14:50:48.89054Z","end":"2026-03-12T14:50:49.633052Z","steps":["trace[1619635241] 'agreement among raft nodes before linearized reading' (duration: 742.430358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.633107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.89052Z","time spent":"742.579471ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:49.633133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.328237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:50:49.633148Z","caller":"traceutil/trace.go:171","msg":"trace[1350653025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8025; }","duration":"817.381608ms","start":"2026-03-12T14:50:48.815762Z","end":"2026-03-12T14:50:49.633143Z","steps":["trace[1350653025] 'agreement among raft nodes before linearized reading' (duration: 817.329617ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:49.63308Z","caller":"traceutil/trace.go:171","msg":"trace[607026123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8025; }","duration":"745.43817ms","start":"2026-03-12T14:50:48.887636Z","end":"2026-03-12T14:50:49.633075Z","steps":["trace[607026123] 'agreement among raft nodes before linearized reading' (duration: 745.260626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.633164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.061716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:50:49.63317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.815739Z","time spent":"817.426738ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:50:49.633191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.887623Z","time spent":"745.562023ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:50:49.633203Z","caller":"traceutil/trace.go:171","msg":"trace[1418511856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8025; }","duration":"739.102608ms","start":"2026-03-12T14:50:48.894091Z","end":"2026-03-12T14:50:49.633193Z","steps":["trace[1418511856] 'agreement among raft nodes before linearized reading' (duration: 738.977975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.632879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.026836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:50:49.633243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.894058Z","time spent":"739.177899ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"info","ts":"2026-03-12T14:50:49.633255Z","caller":"traceutil/trace.go:171","msg":"trace[293647739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8025; }","duration":"744.428026ms","start":"2026-03-12T14:50:48.888818Z","end":"2026-03-12T14:50:49.633246Z","steps":["trace[293647739] 'agreement among raft nodes before linearized reading' (duration: 743.991916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.633283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.888803Z","time spent":"744.474927ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:50:49.63267Z","caller":"traceutil/trace.go:171","msg":"trace[918852921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8025; }","duration":"1.249207996s","start":"2026-03-12T14:50:48.383332Z","end":"2026-03-12T14:50:49.63254Z","steps":["trace[918852921] 'agreement among raft nodes before linearized reading' (duration: 1.249128264s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.633358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.383312Z","time spent":"1.250039765s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:50:49.632953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.384543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:50:49.633408Z","caller":"traceutil/trace.go:171","msg":"trace[246276689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8025; }","duration":"741.861414ms","start":"2026-03-12T14:50:48.891537Z","end":"2026-03-12T14:50:49.633398Z","steps":["trace[246276689] 'agreement among raft nodes before linearized reading' (duration: 741.363322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:49.633447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:48.891521Z","time spent":"741.916816ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:50:52.508145Z","caller":"traceutil/trace.go:171","msg":"trace[1036254347] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"125.111571ms","start":"2026-03-12T14:50:52.383011Z","end":"2026-03-12T14:50:52.508122Z","steps":["trace[1036254347] 'read index received' (duration: 124.970898ms)","trace[1036254347] 'applied index is now lower than readState.Index' (duration: 139.433µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:52.50822Z","caller":"traceutil/trace.go:171","msg":"trace[28513182] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"299.995964ms","start":"2026-03-12T14:50:52.208201Z","end":"2026-03-12T14:50:52.508197Z","steps":["trace[28513182] 'process raft request' (duration: 299.780879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:52.508309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.285155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:52.508348Z","caller":"traceutil/trace.go:171","msg":"trace[1265585797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8041; }","duration":"125.359187ms","start":"2026-03-12T14:50:52.382974Z","end":"2026-03-12T14:50:52.508333Z","steps":["trace[1265585797] 'agreement among raft nodes before linearized reading' (duration: 125.290766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:52.508349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:52.208182Z","time spent":"300.087306ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:52.64864Z","caller":"traceutil/trace.go:171","msg":"trace[515684075] linearizableReadLoop","detail":"{readStateIndex:8348; appliedIndex:8346; }","duration":"140.358919ms","start":"2026-03-12T14:50:52.508237Z","end":"2026-03-12T14:50:52.648596Z","steps":["trace[515684075] 'read index received' (duration: 93.17822ms)","trace[515684075] 'applied index is now lower than readState.Index' (duration: 47.178919ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:52.64864Z","caller":"traceutil/trace.go:171","msg":"trace[665548276] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"249.70567ms","start":"2026-03-12T14:50:52.398903Z","end":"2026-03-12T14:50:52.648608Z","steps":["trace[665548276] 'process raft request' (duration: 202.506ms)","trace[665548276] 'compare' (duration: 46.946984ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:52.648721Z","caller":"traceutil/trace.go:171","msg":"trace[126572156] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"229.105262ms","start":"2026-03-12T14:50:52.419603Z","end":"2026-03-12T14:50:52.648708Z","steps":["trace[126572156] 'process raft request' (duration: 228.899697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:52.648807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.366106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:50:52.648845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.201891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:52.648885Z","caller":"traceutil/trace.go:171","msg":"trace[2057516222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8043; }","duration":"255.471079ms","start":"2026-03-12T14:50:52.393397Z","end":"2026-03-12T14:50:52.648868Z","steps":["trace[2057516222] 'agreement among raft nodes before linearized reading' (duration: 255.313925ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:52.648913Z","caller":"traceutil/trace.go:171","msg":"trace[1310483991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8043; }","duration":"139.311673ms","start":"2026-03-12T14:50:52.509581Z","end":"2026-03-12T14:50:52.648892Z","steps":["trace[1310483991] 'agreement among raft nodes before linearized reading' (duration: 139.205581ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:52.814737Z","caller":"traceutil/trace.go:171","msg":"trace[662787881] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"142.838589ms","start":"2026-03-12T14:50:52.671862Z","end":"2026-03-12T14:50:52.8147Z","steps":["trace[662787881] 'process raft request' (duration: 120.819047ms)","trace[662787881] 'compare' (duration: 21.807697ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:52.830482Z","caller":"traceutil/trace.go:171","msg":"trace[104384736] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"122.303193ms","start":"2026-03-12T14:50:52.708145Z","end":"2026-03-12T14:50:52.830448Z","steps":["trace[104384736] 'process raft request' (duration: 122.099998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:54.216009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601374062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:50:54.716635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601374062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:50:55.122328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412689763s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:50:55.122771Z","caller":"traceutil/trace.go:171","msg":"trace[1547130463] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"1.413235315s","start":"2026-03-12T14:50:53.709508Z","end":"2026-03-12T14:50:55.122743Z","steps":["trace[1547130463] 'process raft request' (duration: 1.413063321s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.122916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:53.709478Z","time spent":"1.41336312s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:55.607262Z","caller":"traceutil/trace.go:171","msg":"trace[492985446] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8353; }","duration":"1.891338321s","start":"2026-03-12T14:50:53.715899Z","end":"2026-03-12T14:50:55.607237Z","steps":["trace[492985446] 'read index received' (duration: 1.40676312s)","trace[492985446] 'applied index is now lower than readState.Index' (duration: 484.574011ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:55.607338Z","caller":"traceutil/trace.go:171","msg":"trace[372940560] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"1.640883543s","start":"2026-03-12T14:50:53.966404Z","end":"2026-03-12T14:50:55.607288Z","steps":["trace[372940560] 'process raft request' (duration: 1.640607866s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:55.607388Z","caller":"traceutil/trace.go:171","msg":"trace[2037268127] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"772.057413ms","start":"2026-03-12T14:50:54.835303Z","end":"2026-03-12T14:50:55.607361Z","steps":["trace[2037268127] 'process raft request' (duration: 771.875408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.60749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:53.966372Z","time spent":"1.641028867s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:50:55.607506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891584637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:50:55.607531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:54.835278Z","time spent":"772.166136ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:50:55.607551Z","caller":"traceutil/trace.go:171","msg":"trace[1604296295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8050; }","duration":"1.89168205s","start":"2026-03-12T14:50:53.715853Z","end":"2026-03-12T14:50:55.607535Z","steps":["trace[1604296295] 'agreement among raft nodes before linearized reading' (duration: 1.891528275s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.607589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:53.715834Z","time spent":"1.891745912s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:50:55.607617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.902384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:50:55.607657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224315154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:55.607643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.539681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:50:55.607684Z","caller":"traceutil/trace.go:171","msg":"trace[1588628459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8050; }","duration":"1.224380656s","start":"2026-03-12T14:50:54.383294Z","end":"2026-03-12T14:50:55.607675Z","steps":["trace[1588628459] 'agreement among raft nodes before linearized reading' (duration: 1.224334135s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.607691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888353579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:50:55.6077Z","caller":"traceutil/trace.go:171","msg":"trace[1230459403] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8050; }","duration":"959.652533ms","start":"2026-03-12T14:50:54.648033Z","end":"2026-03-12T14:50:55.607686Z","steps":["trace[1230459403] 'agreement among raft nodes before linearized reading' (duration: 959.551731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.60772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:54.383275Z","time spent":"1.224437417s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:50:55.607736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:54.64801Z","time spent":"959.719025ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:50:55.607736Z","caller":"traceutil/trace.go:171","msg":"trace[1486792316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8050; }","duration":"1.88840519s","start":"2026-03-12T14:50:53.719315Z","end":"2026-03-12T14:50:55.60772Z","steps":["trace[1486792316] 'agreement among raft nodes before linearized reading' (duration: 1.888265387s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.607724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.265077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-12T14:50:55.607767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:53.71931Z","time spent":"1.888448241s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:55.607744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469473195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:50:55.607764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882274022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:50:55.607809Z","caller":"traceutil/trace.go:171","msg":"trace[293847497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8050; }","duration":"873.408841ms","start":"2026-03-12T14:50:54.734381Z","end":"2026-03-12T14:50:55.60779Z","steps":["trace[293847497] 'agreement among raft nodes before linearized reading' (duration: 873.119634ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:55.607822Z","caller":"traceutil/trace.go:171","msg":"trace[683830349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8050; }","duration":"1.882335144s","start":"2026-03-12T14:50:53.725473Z","end":"2026-03-12T14:50:55.607808Z","steps":["trace[683830349] 'agreement among raft nodes before linearized reading' (duration: 1.882078828s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:55.607821Z","caller":"traceutil/trace.go:171","msg":"trace[704156684] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8050; }","duration":"1.469600178s","start":"2026-03-12T14:50:54.138202Z","end":"2026-03-12T14:50:55.607802Z","steps":["trace[704156684] 'agreement among raft nodes before linearized reading' (duration: 1.469471785s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.607857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:54.734361Z","time spent":"873.485912ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:50:55.607861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888607106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:50:55.607871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:54.138182Z","time spent":"1.469676429s","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:55.60786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:53.725468Z","time spent":"1.882384255s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:50:55.607897Z","caller":"traceutil/trace.go:171","msg":"trace[1960872752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8050; }","duration":"1.888676108s","start":"2026-03-12T14:50:53.719211Z","end":"2026-03-12T14:50:55.607887Z","steps":["trace[1960872752] 'agreement among raft nodes before linearized reading' (duration: 1.888278819s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.607931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:53.719194Z","time spent":"1.888729129s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T14:50:55.60768Z","caller":"traceutil/trace.go:171","msg":"trace[1657465808] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8050; }","duration":"473.977716ms","start":"2026-03-12T14:50:55.133687Z","end":"2026-03-12T14:50:55.607665Z","steps":["trace[1657465808] 'agreement among raft nodes before linearized reading' (duration: 473.831202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.607972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:55.133631Z","time spent":"474.332615ms","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:50:55.607689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887230372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:50:55.60803Z","caller":"traceutil/trace.go:171","msg":"trace[1261585735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8050; }","duration":"1.887588131s","start":"2026-03-12T14:50:53.720431Z","end":"2026-03-12T14:50:55.60802Z","steps":["trace[1261585735] 'agreement among raft nodes before linearized reading' (duration: 1.88712267s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.608065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:53.720425Z","time spent":"1.887629232s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:50:55.608077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88549745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:50:55.608212Z","caller":"traceutil/trace.go:171","msg":"trace[1799388722] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8050; }","duration":"1.885643143s","start":"2026-03-12T14:50:53.722552Z","end":"2026-03-12T14:50:55.608195Z","steps":["trace[1799388722] 'agreement among raft nodes before linearized reading' (duration: 1.88506193s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.608255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:50:53.722546Z","time spent":"1.885700355s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"info","ts":"2026-03-12T14:50:55.85385Z","caller":"traceutil/trace.go:171","msg":"trace[1739463542] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"241.822919ms","start":"2026-03-12T14:50:55.611999Z","end":"2026-03-12T14:50:55.853822Z","steps":["trace[1739463542] 'process raft request' (duration: 183.04876ms)","trace[1739463542] 'compare' (duration: 58.599875ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:55.854204Z","caller":"traceutil/trace.go:171","msg":"trace[158165018] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"242.135017ms","start":"2026-03-12T14:50:55.612039Z","end":"2026-03-12T14:50:55.854174Z","steps":["trace[158165018] 'process raft request' (duration: 241.738487ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:55.8544Z","caller":"traceutil/trace.go:171","msg":"trace[2092356582] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"242.277891ms","start":"2026-03-12T14:50:55.612096Z","end":"2026-03-12T14:50:55.854374Z","steps":["trace[2092356582] 'process raft request' (duration: 241.950213ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:55.854484Z","caller":"traceutil/trace.go:171","msg":"trace[853512609] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"241.0255ms","start":"2026-03-12T14:50:55.613439Z","end":"2026-03-12T14:50:55.854465Z","steps":["trace[853512609] 'process raft request' (duration: 240.838406ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:50:55.854474Z","caller":"traceutil/trace.go:171","msg":"trace[542283498] linearizableReadLoop","detail":"{readStateIndex:8360; appliedIndex:8356; }","duration":"240.796845ms","start":"2026-03-12T14:50:55.613649Z","end":"2026-03-12T14:50:55.854446Z","steps":["trace[542283498] 'read index received' (duration: 181.333048ms)","trace[542283498] 'applied index is now lower than readState.Index' (duration: 59.462297ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:50:55.854584Z","caller":"traceutil/trace.go:171","msg":"trace[1442159934] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"240.121508ms","start":"2026-03-12T14:50:55.614384Z","end":"2026-03-12T14:50:55.854506Z","steps":["trace[1442159934] 'process raft request' (duration: 240.003766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.854754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.083472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:50:55.854794Z","caller":"traceutil/trace.go:171","msg":"trace[1748311477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8055; }","duration":"241.156993ms","start":"2026-03-12T14:50:55.613627Z","end":"2026-03-12T14:50:55.854784Z","steps":["trace[1748311477] 'agreement among raft nodes before linearized reading' (duration: 240.961448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.854851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.768102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-12T14:50:55.854917Z","caller":"traceutil/trace.go:171","msg":"trace[388153839] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6fd5f97b8c-4lz5q.189c1f6f56aa9bc9; range_end:; response_count:1; response_revision:8055; }","duration":"155.887305ms","start":"2026-03-12T14:50:55.699016Z","end":"2026-03-12T14:50:55.854904Z","steps":["trace[388153839] 'agreement among raft nodes before linearized reading' (duration: 155.68416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.854979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.975091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:50:55.855054Z","caller":"traceutil/trace.go:171","msg":"trace[1908234299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8055; }","duration":"239.074763ms","start":"2026-03-12T14:50:55.615962Z","end":"2026-03-12T14:50:55.855037Z","steps":["trace[1908234299] 'agreement among raft nodes before linearized reading' (duration: 238.95832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:50:55.855726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.181154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228869"} {"level":"info","ts":"2026-03-12T14:50:55.856062Z","caller":"traceutil/trace.go:171","msg":"trace[608599462] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8055; }","duration":"241.300897ms","start":"2026-03-12T14:50:55.614482Z","end":"2026-03-12T14:50:55.855783Z","steps":["trace[608599462] 'agreement among raft nodes before linearized reading' (duration: 240.142529ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:01.21962Z","caller":"traceutil/trace.go:171","msg":"trace[2063624019] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"170.040026ms","start":"2026-03-12T14:51:01.049557Z","end":"2026-03-12T14:51:01.219597Z","steps":["trace[2063624019] 'process raft request' (duration: 169.898013ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:01.219666Z","caller":"traceutil/trace.go:171","msg":"trace[2115519658] linearizableReadLoop","detail":"{readStateIndex:8413; appliedIndex:8413; }","duration":"163.681974ms","start":"2026-03-12T14:51:01.055966Z","end":"2026-03-12T14:51:01.219648Z","steps":["trace[2115519658] 'read index received' (duration: 163.674073ms)","trace[2115519658] 'applied index is now lower than readState.Index' (duration: 6.351µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:01.21983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.822287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:51:01.219919Z","caller":"traceutil/trace.go:171","msg":"trace[476223627] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8103; }","duration":"163.938569ms","start":"2026-03-12T14:51:01.055943Z","end":"2026-03-12T14:51:01.219881Z","steps":["trace[476223627] 'agreement among raft nodes before linearized reading' (duration: 163.769575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:01.220794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.868079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-12T14:51:01.220864Z","caller":"traceutil/trace.go:171","msg":"trace[561835143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8104; }","duration":"137.965731ms","start":"2026-03-12T14:51:01.082877Z","end":"2026-03-12T14:51:01.220843Z","steps":["trace[561835143] 'agreement among raft nodes before linearized reading' (duration: 137.675834ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:02.585866Z","caller":"traceutil/trace.go:171","msg":"trace[1629211131] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8121; }","duration":"122.311114ms","start":"2026-03-12T14:51:02.463497Z","end":"2026-03-12T14:51:02.585808Z","steps":["trace[1629211131] 'process raft request' (duration: 115.440697ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:02.628902Z","caller":"traceutil/trace.go:171","msg":"trace[195766633] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"164.302227ms","start":"2026-03-12T14:51:02.464564Z","end":"2026-03-12T14:51:02.628866Z","steps":["trace[195766633] 'process raft request' (duration: 164.119473ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:02.806508Z","caller":"traceutil/trace.go:171","msg":"trace[926447214] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"103.599682ms","start":"2026-03-12T14:51:02.70288Z","end":"2026-03-12T14:51:02.80648Z","steps":["trace[926447214] 'process raft request' (duration: 103.441978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:03.938597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.034837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-59fkj\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-12T14:51:03.938687Z","caller":"traceutil/trace.go:171","msg":"trace[115194904] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-59fkj; range_end:; response_count:1; response_revision:8125; }","duration":"930.166021ms","start":"2026-03-12T14:51:03.008501Z","end":"2026-03-12T14:51:03.938667Z","steps":["trace[115194904] 'range keys from in-memory index tree' (duration: 929.875284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:03.938732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.008491Z","time spent":"930.233082ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-59fkj\" "} {"level":"warn","ts":"2026-03-12T14:51:03.938606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.227499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:51:03.938978Z","caller":"traceutil/trace.go:171","msg":"trace[846740835] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8125; }","duration":"980.577638ms","start":"2026-03-12T14:51:02.958305Z","end":"2026-03-12T14:51:03.938883Z","steps":["trace[846740835] 'count revisions from in-memory index tree' (duration: 980.125976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:03.939065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:02.958281Z","time spent":"980.752313ms","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:51:03.939651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.760055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:51:03.939813Z","caller":"traceutil/trace.go:171","msg":"trace[1611685035] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"930.617122ms","start":"2026-03-12T14:51:03.009175Z","end":"2026-03-12T14:51:03.939792Z","steps":["trace[1611685035] 'process raft request' (duration: 730.653202ms)","trace[1611685035] 'compare' (duration: 199.57264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:03.939894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.009158Z","time spent":"930.701933ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:51:04.008754Z","caller":"traceutil/trace.go:171","msg":"trace[389092864] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"783.997991ms","start":"2026-03-12T14:51:03.224732Z","end":"2026-03-12T14:51:04.00873Z","steps":["trace[389092864] 'process raft request' (duration: 783.791586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.008949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.224711Z","time spent":"784.160025ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:04.009208Z","caller":"traceutil/trace.go:171","msg":"trace[1344883339] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"656.634397ms","start":"2026-03-12T14:51:03.352519Z","end":"2026-03-12T14:51:04.009153Z","steps":["trace[1344883339] 'process raft request' (duration: 656.156554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.009371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.352497Z","time spent":"656.79328ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:04.009433Z","caller":"traceutil/trace.go:171","msg":"trace[1705259783] linearizableReadLoop","detail":"{readStateIndex:8440; appliedIndex:8436; }","duration":"626.300804ms","start":"2026-03-12T14:51:03.383106Z","end":"2026-03-12T14:51:04.009407Z","steps":["trace[1705259783] 'read index received' (duration: 356.802126ms)","trace[1705259783] 'applied index is now lower than readState.Index' (duration: 269.481247ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:51:04.009429Z","caller":"traceutil/trace.go:171","msg":"trace[1828395813] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"643.291024ms","start":"2026-03-12T14:51:03.366101Z","end":"2026-03-12T14:51:04.009392Z","steps":["trace[1828395813] 'process raft request' (duration: 642.879225ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:04.009554Z","caller":"traceutil/trace.go:171","msg":"trace[130471207] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"367.913375ms","start":"2026-03-12T14:51:03.641614Z","end":"2026-03-12T14:51:04.009527Z","steps":["trace[130471207] 'process raft request' (duration: 367.686529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.009607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.501209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:51:04.009598Z","caller":"traceutil/trace.go:171","msg":"trace[1845309891] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"367.135055ms","start":"2026-03-12T14:51:03.642427Z","end":"2026-03-12T14:51:04.009563Z","steps":["trace[1845309891] 'process raft request' (duration: 366.932451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.00963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.366077Z","time spent":"643.476018ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:51:04.009652Z","caller":"traceutil/trace.go:171","msg":"trace[1824073062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8131; }","duration":"626.58394ms","start":"2026-03-12T14:51:03.383056Z","end":"2026-03-12T14:51:04.00964Z","steps":["trace[1824073062] 'agreement among raft nodes before linearized reading' (duration: 626.510219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.009686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.383042Z","time spent":"626.635752ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:51:04.00971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.642403Z","time spent":"367.252958ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:51:04.009777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.641589Z","time spent":"368.058549ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:04.136897Z","caller":"traceutil/trace.go:171","msg":"trace[1682698847] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8442; }","duration":"127.342624ms","start":"2026-03-12T14:51:04.009527Z","end":"2026-03-12T14:51:04.13687Z","steps":["trace[1682698847] 'read index received' (duration: 127.221321ms)","trace[1682698847] 'applied index is now lower than readState.Index' (duration: 120.123µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:04.137128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.724704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:51:04.13721Z","caller":"traceutil/trace.go:171","msg":"trace[951384176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8132; }","duration":"214.861528ms","start":"2026-03-12T14:51:03.922328Z","end":"2026-03-12T14:51:04.13719Z","steps":["trace[951384176] 'agreement among raft nodes before linearized reading' (duration: 214.574341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.137271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.909268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:51:04.137339Z","caller":"traceutil/trace.go:171","msg":"trace[1093322480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8132; }","duration":"215.080333ms","start":"2026-03-12T14:51:03.922244Z","end":"2026-03-12T14:51:04.137325Z","steps":["trace[1093322480] 'agreement among raft nodes before linearized reading' (duration: 214.837847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.137514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.993568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:51:04.137503Z","caller":"traceutil/trace.go:171","msg":"trace[1785656260] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"192.317403ms","start":"2026-03-12T14:51:03.945127Z","end":"2026-03-12T14:51:04.137445Z","steps":["trace[1785656260] 'process raft request' (duration: 191.578265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.137554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.480086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:51:04.137565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.955512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:51:04.137598Z","caller":"traceutil/trace.go:171","msg":"trace[1795785364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8132; }","duration":"207.0917ms","start":"2026-03-12T14:51:03.930484Z","end":"2026-03-12T14:51:04.137576Z","steps":["trace[1795785364] 'agreement among raft nodes before linearized reading' (duration: 206.855174ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:04.13762Z","caller":"traceutil/trace.go:171","msg":"trace[2127530570] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8132; }","duration":"657.591999ms","start":"2026-03-12T14:51:03.480012Z","end":"2026-03-12T14:51:04.137604Z","steps":["trace[2127530570] 'agreement among raft nodes before linearized reading' (duration: 657.464236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.137551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.954584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:51:04.137663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:03.47999Z","time spent":"657.662651ms","remote":"127.0.0.1:55240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:51:04.137652Z","caller":"traceutil/trace.go:171","msg":"trace[1200910476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8132; }","duration":"213.074186ms","start":"2026-03-12T14:51:03.924561Z","end":"2026-03-12T14:51:04.137635Z","steps":["trace[1200910476] 'agreement among raft nodes before linearized reading' (duration: 212.787639ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:04.137719Z","caller":"traceutil/trace.go:171","msg":"trace[1002457962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8132; }","duration":"216.1355ms","start":"2026-03-12T14:51:03.921548Z","end":"2026-03-12T14:51:04.137683Z","steps":["trace[1002457962] 'agreement among raft nodes before linearized reading' (duration: 215.926494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.138194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.529959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:51:04.138265Z","caller":"traceutil/trace.go:171","msg":"trace[2039282424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8132; }","duration":"221.677273ms","start":"2026-03-12T14:51:03.916573Z","end":"2026-03-12T14:51:04.13825Z","steps":["trace[2039282424] 'agreement among raft nodes before linearized reading' (duration: 221.241233ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:04.395218Z","caller":"traceutil/trace.go:171","msg":"trace[1009387095] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"380.61815ms","start":"2026-03-12T14:51:04.014555Z","end":"2026-03-12T14:51:04.395173Z","steps":["trace[1009387095] 'process raft request' (duration: 346.708732ms)","trace[1009387095] 'compare' (duration: 32.764761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:04.395455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.014543Z","time spent":"380.802444ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:51:04.396106Z","caller":"traceutil/trace.go:171","msg":"trace[886628825] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"381.455851ms","start":"2026-03-12T14:51:04.014607Z","end":"2026-03-12T14:51:04.396063Z","steps":["trace[886628825] 'process raft request' (duration: 381.151914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.396416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.014594Z","time spent":"381.688997ms","remote":"127.0.0.1:49320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:04.39672Z","caller":"traceutil/trace.go:171","msg":"trace[1182911357] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8443; }","duration":"259.622589ms","start":"2026-03-12T14:51:04.137055Z","end":"2026-03-12T14:51:04.396678Z","steps":["trace[1182911357] 'read index received' (duration: 224.232764ms)","trace[1182911357] 'applied index is now lower than readState.Index' (duration: 35.386205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:04.396895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.223667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:51:04.396921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.26863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T14:51:04.396969Z","caller":"traceutil/trace.go:171","msg":"trace[467753638] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8134; }","duration":"261.360661ms","start":"2026-03-12T14:51:04.135594Z","end":"2026-03-12T14:51:04.396954Z","steps":["trace[467753638] 'agreement among raft nodes before linearized reading' (duration: 261.204217ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:04.396998Z","caller":"traceutil/trace.go:171","msg":"trace[1549742000] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8134; }","duration":"382.394323ms","start":"2026-03-12T14:51:04.014584Z","end":"2026-03-12T14:51:04.396978Z","steps":["trace[1549742000] 'agreement among raft nodes before linearized reading' (duration: 382.154427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.39694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.304596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-12T14:51:04.397063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.014566Z","time spent":"382.482196ms","remote":"127.0.0.1:49146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-12T14:51:04.397147Z","caller":"traceutil/trace.go:171","msg":"trace[1048165445] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8134; }","duration":"366.510421ms","start":"2026-03-12T14:51:04.030578Z","end":"2026-03-12T14:51:04.397088Z","steps":["trace[1048165445] 'agreement among raft nodes before linearized reading' (duration: 366.120981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.397509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.418851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:51:04.397576Z","caller":"traceutil/trace.go:171","msg":"trace[1267571730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8134; }","duration":"386.485713ms","start":"2026-03-12T14:51:04.011073Z","end":"2026-03-12T14:51:04.397559Z","steps":["trace[1267571730] 'agreement among raft nodes before linearized reading' (duration: 385.773136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.397625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.010676Z","time spent":"386.932473ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:51:04.398051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.030564Z","time spent":"366.667894ms","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-12T14:51:04.527601Z","caller":"traceutil/trace.go:171","msg":"trace[1120154043] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"385.849657ms","start":"2026-03-12T14:51:04.141726Z","end":"2026-03-12T14:51:04.527575Z","steps":["trace[1120154043] 'process raft request' (duration: 385.789876ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:04.527632Z","caller":"traceutil/trace.go:171","msg":"trace[348700186] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"386.696218ms","start":"2026-03-12T14:51:04.140899Z","end":"2026-03-12T14:51:04.527595Z","steps":["trace[348700186] 'process raft request' (duration: 380.272202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.527828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.141706Z","time spent":"385.971881ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:51:04.527825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.140861Z","time spent":"386.852681ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:04.527925Z","caller":"traceutil/trace.go:171","msg":"trace[842374721] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8445; }","duration":"131.097966ms","start":"2026-03-12T14:51:04.396809Z","end":"2026-03-12T14:51:04.527907Z","steps":["trace[842374721] 'read index received' (duration: 124.567088ms)","trace[842374721] 'applied index is now lower than readState.Index' (duration: 6.529878ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:51:04.527975Z","caller":"traceutil/trace.go:171","msg":"trace[109891380] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"385.823276ms","start":"2026-03-12T14:51:04.142143Z","end":"2026-03-12T14:51:04.527966Z","steps":["trace[109891380] 'process raft request' (duration: 385.402986ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:04.527934Z","caller":"traceutil/trace.go:171","msg":"trace[1956264631] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"385.248193ms","start":"2026-03-12T14:51:04.142665Z","end":"2026-03-12T14:51:04.527913Z","steps":["trace[1956264631] 'process raft request' (duration: 385.079529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.528045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.142129Z","time spent":"385.879328ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:04.528051Z","caller":"traceutil/trace.go:171","msg":"trace[2014178384] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"385.334126ms","start":"2026-03-12T14:51:04.142681Z","end":"2026-03-12T14:51:04.528015Z","steps":["trace[2014178384] 'process raft request' (duration: 385.184982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.528063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.142635Z","time spent":"385.383057ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:51:04.528145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.142664Z","time spent":"385.419457ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:51:04.528341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.11086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228784"} {"level":"info","ts":"2026-03-12T14:51:04.528394Z","caller":"traceutil/trace.go:171","msg":"trace[1047843789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8139; }","duration":"385.197572ms","start":"2026-03-12T14:51:04.143185Z","end":"2026-03-12T14:51:04.528383Z","steps":["trace[1047843789] 'agreement among raft nodes before linearized reading' (duration: 384.812573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.528424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:04.143171Z","time spent":"385.247313ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228808,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:51:04.591011Z","caller":"traceutil/trace.go:171","msg":"trace[362207495] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"182.280281ms","start":"2026-03-12T14:51:04.408694Z","end":"2026-03-12T14:51:04.590974Z","steps":["trace[362207495] 'process raft request' (duration: 182.091347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:04.59109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.423371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:51:04.591097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.385957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189c1f91b8f7bee3\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-12T14:51:04.591221Z","caller":"traceutil/trace.go:171","msg":"trace[425782905] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189c1f91b8f7bee3; range_end:; response_count:1; response_revision:8140; }","duration":"190.538701ms","start":"2026-03-12T14:51:04.400662Z","end":"2026-03-12T14:51:04.591201Z","steps":["trace[425782905] 'agreement among raft nodes before linearized reading' (duration: 190.274814ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:04.591359Z","caller":"traceutil/trace.go:171","msg":"trace[149685437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"186.721968ms","start":"2026-03-12T14:51:04.404621Z","end":"2026-03-12T14:51:04.591343Z","steps":["trace[149685437] 'agreement among raft nodes before linearized reading' (duration: 186.39078ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:05.233067Z","caller":"traceutil/trace.go:171","msg":"trace[525475260] linearizableReadLoop","detail":"{readStateIndex:8454; appliedIndex:8453; }","duration":"191.454294ms","start":"2026-03-12T14:51:05.041586Z","end":"2026-03-12T14:51:05.23304Z","steps":["trace[525475260] 'read index received' (duration: 191.223168ms)","trace[525475260] 'applied index is now lower than readState.Index' (duration: 230.026µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:05.233316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.72284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T14:51:05.233366Z","caller":"traceutil/trace.go:171","msg":"trace[630446406] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8143; }","duration":"191.845773ms","start":"2026-03-12T14:51:05.041506Z","end":"2026-03-12T14:51:05.233351Z","steps":["trace[630446406] 'agreement among raft nodes before linearized reading' (duration: 191.639808ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:05.233538Z","caller":"traceutil/trace.go:171","msg":"trace[1013638071] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"204.16993ms","start":"2026-03-12T14:51:05.029335Z","end":"2026-03-12T14:51:05.233505Z","steps":["trace[1013638071] 'process raft request' (duration: 203.520504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:05.618443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.963903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:51:05.61855Z","caller":"traceutil/trace.go:171","msg":"trace[1891844566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8143; }","duration":"235.099097ms","start":"2026-03-12T14:51:05.383422Z","end":"2026-03-12T14:51:05.618521Z","steps":["trace[1891844566] 'range keys from in-memory index tree' (duration: 234.82816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:06.107615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.975147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:51:06.107723Z","caller":"traceutil/trace.go:171","msg":"trace[2080584417] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8455; }","duration":"216.403336ms","start":"2026-03-12T14:51:05.891299Z","end":"2026-03-12T14:51:06.107702Z","steps":["trace[2080584417] 'read index received' (duration: 47.462µs)","trace[2080584417] 'applied index is now lower than readState.Index' (duration: 216.354514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:06.107799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.496618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:51:06.107874Z","caller":"traceutil/trace.go:171","msg":"trace[2000343716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8145; }","duration":"216.580131ms","start":"2026-03-12T14:51:05.891245Z","end":"2026-03-12T14:51:06.107825Z","steps":["trace[2000343716] 'agreement among raft nodes before linearized reading' (duration: 216.509519ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:06.107948Z","caller":"traceutil/trace.go:171","msg":"trace[263230614] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"343.776111ms","start":"2026-03-12T14:51:05.763952Z","end":"2026-03-12T14:51:06.107728Z","steps":["trace[263230614] 'process raft request' (duration: 83.600969ms)","trace[263230614] 'compare' (duration: 259.747562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:06.108199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:05.763924Z","time spent":"344.13181ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:06.156325Z","caller":"traceutil/trace.go:171","msg":"trace[748713302] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"142.045381ms","start":"2026-03-12T14:51:06.014254Z","end":"2026-03-12T14:51:06.156299Z","steps":["trace[748713302] 'process raft request' (duration: 141.867067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:06.652666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.587903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:51:06.652915Z","caller":"traceutil/trace.go:171","msg":"trace[718262574] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"638.58607ms","start":"2026-03-12T14:51:06.014291Z","end":"2026-03-12T14:51:06.652877Z","steps":["trace[718262574] 'process raft request' (duration: 466.69601ms)","trace[718262574] 'compare' (duration: 171.397349ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:51:06.65288Z","caller":"traceutil/trace.go:171","msg":"trace[458621209] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8457; }","duration":"404.555258ms","start":"2026-03-12T14:51:06.248308Z","end":"2026-03-12T14:51:06.652863Z","steps":["trace[458621209] 'read index received' (duration: 232.678288ms)","trace[458621209] 'applied index is now lower than readState.Index' (duration: 171.87574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:06.653152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.014266Z","time spent":"638.728563ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:06.653134Z","caller":"traceutil/trace.go:171","msg":"trace[896976457] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"637.676638ms","start":"2026-03-12T14:51:06.01542Z","end":"2026-03-12T14:51:06.653097Z","steps":["trace[896976457] 'process raft request' (duration: 637.34555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:06.653304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.015408Z","time spent":"637.80492ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:51:06.653349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.028481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:51:06.653434Z","caller":"traceutil/trace.go:171","msg":"trace[836736394] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8148; }","duration":"405.119983ms","start":"2026-03-12T14:51:06.248293Z","end":"2026-03-12T14:51:06.653413Z","steps":["trace[836736394] 'agreement among raft nodes before linearized reading' (duration: 404.876846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:06.653447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.067708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:51:06.653463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.72388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:51:06.653499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.248242Z","time spent":"405.243086ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:51:06.653513Z","caller":"traceutil/trace.go:171","msg":"trace[962697835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8148; }","duration":"121.801631ms","start":"2026-03-12T14:51:06.531697Z","end":"2026-03-12T14:51:06.653499Z","steps":["trace[962697835] 'agreement among raft nodes before linearized reading' (duration: 121.609257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:06.653508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.634283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:51:06.65356Z","caller":"traceutil/trace.go:171","msg":"trace[2006409065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8148; }","duration":"120.702744ms","start":"2026-03-12T14:51:06.532846Z","end":"2026-03-12T14:51:06.653549Z","steps":["trace[2006409065] 'agreement among raft nodes before linearized reading' (duration: 120.52192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:06.653558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.547305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:51:06.653504Z","caller":"traceutil/trace.go:171","msg":"trace[495480349] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8148; }","duration":"117.148409ms","start":"2026-03-12T14:51:06.536339Z","end":"2026-03-12T14:51:06.653487Z","steps":["trace[495480349] 'agreement among raft nodes before linearized reading' (duration: 116.993285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:06.653463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.976745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:51:06.653566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.279519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:51:06.653608Z","caller":"traceutil/trace.go:171","msg":"trace[264995417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8148; }","duration":"121.619318ms","start":"2026-03-12T14:51:06.531974Z","end":"2026-03-12T14:51:06.653594Z","steps":["trace[264995417] 'agreement among raft nodes before linearized reading' (duration: 121.481404ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:06.653626Z","caller":"traceutil/trace.go:171","msg":"trace[1267005474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8148; }","duration":"269.244511ms","start":"2026-03-12T14:51:06.384371Z","end":"2026-03-12T14:51:06.653615Z","steps":["trace[1267005474] 'agreement among raft nodes before linearized reading' (duration: 268.928334ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:06.653658Z","caller":"traceutil/trace.go:171","msg":"trace[746333768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8148; }","duration":"121.412332ms","start":"2026-03-12T14:51:06.532222Z","end":"2026-03-12T14:51:06.653634Z","steps":["trace[746333768] 'agreement among raft nodes before linearized reading' (duration: 121.082155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:06.65373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.314704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:51:06.653817Z","caller":"traceutil/trace.go:171","msg":"trace[962403218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8148; }","duration":"122.404566ms","start":"2026-03-12T14:51:06.531384Z","end":"2026-03-12T14:51:06.653788Z","steps":["trace[962403218] 'agreement among raft nodes before linearized reading' (duration: 122.16448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:07.211264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.120062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:51:07.211602Z","caller":"traceutil/trace.go:171","msg":"trace[1068650730] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"552.307256ms","start":"2026-03-12T14:51:06.659274Z","end":"2026-03-12T14:51:07.211581Z","steps":["trace[1068650730] 'process raft request' (duration: 552.235025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:07.211679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.659254Z","time spent":"552.393709ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:07.21168Z","caller":"traceutil/trace.go:171","msg":"trace[834543183] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"553.134148ms","start":"2026-03-12T14:51:06.658513Z","end":"2026-03-12T14:51:07.211647Z","steps":["trace[834543183] 'process raft request' (duration: 552.865151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:07.21165Z","caller":"traceutil/trace.go:171","msg":"trace[1972803458] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8459; }","duration":"553.033695ms","start":"2026-03-12T14:51:06.65859Z","end":"2026-03-12T14:51:07.211624Z","steps":["trace[1972803458] 'read index received' (duration: 152.514884ms)","trace[1972803458] 'applied index is now lower than readState.Index' (duration: 400.517701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:51:07.211829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.658492Z","time spent":"553.25542ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:07.211876Z","caller":"traceutil/trace.go:171","msg":"trace[2004977092] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"553.303811ms","start":"2026-03-12T14:51:06.658528Z","end":"2026-03-12T14:51:07.211831Z","steps":["trace[2004977092] 'process raft request' (duration: 552.943413ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:07.21189Z","caller":"traceutil/trace.go:171","msg":"trace[1224441680] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"552.383738ms","start":"2026-03-12T14:51:06.65948Z","end":"2026-03-12T14:51:07.211864Z","steps":["trace[1224441680] 'process raft request' (duration: 552.0635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:07.211947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.478646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:51:07.211998Z","caller":"traceutil/trace.go:171","msg":"trace[1107154239] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8153; }","duration":"322.563949ms","start":"2026-03-12T14:51:06.889421Z","end":"2026-03-12T14:51:07.211985Z","steps":["trace[1107154239] 'agreement among raft nodes before linearized reading' (duration: 322.468037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:07.212031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.65947Z","time spent":"552.492941ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:51:07.212047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.889408Z","time spent":"322.63042ms","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:51:07.212042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.149957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"warn","ts":"2026-03-12T14:51:07.212077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.658513Z","time spent":"553.436435ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:51:07.212078Z","caller":"traceutil/trace.go:171","msg":"trace[1344044003] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"553.846814ms","start":"2026-03-12T14:51:06.657986Z","end":"2026-03-12T14:51:07.211833Z","steps":["trace[1344044003] 'process raft request' (duration: 153.061856ms)","trace[1344044003] 'compare' (duration: 399.953918ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:51:07.212107Z","caller":"traceutil/trace.go:171","msg":"trace[251778846] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8153; }","duration":"553.245129ms","start":"2026-03-12T14:51:06.65885Z","end":"2026-03-12T14:51:07.212095Z","steps":["trace[251778846] 'agreement among raft nodes before linearized reading' (duration: 552.997014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:07.212145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.658841Z","time spent":"553.292771ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:51:07.212202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.657965Z","time spent":"554.160912ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:51:07.212446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.839434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228784"} {"level":"info","ts":"2026-03-12T14:51:07.212525Z","caller":"traceutil/trace.go:171","msg":"trace[750421639] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8153; }","duration":"553.967677ms","start":"2026-03-12T14:51:06.65854Z","end":"2026-03-12T14:51:07.212508Z","steps":["trace[750421639] 'agreement among raft nodes before linearized reading' (duration: 553.290321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:07.212566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:51:06.658516Z","time spent":"554.040808ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228808,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:51:07.746923Z","caller":"traceutil/trace.go:171","msg":"trace[1168641325] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"229.863731ms","start":"2026-03-12T14:51:07.517028Z","end":"2026-03-12T14:51:07.746891Z","steps":["trace[1168641325] 'process raft request' (duration: 229.495102ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:07.898201Z","caller":"traceutil/trace.go:171","msg":"trace[739950914] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"146.528738ms","start":"2026-03-12T14:51:07.751637Z","end":"2026-03-12T14:51:07.898166Z","steps":["trace[739950914] 'process raft request' (duration: 140.415521ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:11.026537Z","caller":"traceutil/trace.go:171","msg":"trace[759932955] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"206.287741ms","start":"2026-03-12T14:51:10.820219Z","end":"2026-03-12T14:51:11.026506Z","steps":["trace[759932955] 'process raft request' (duration: 206.097157ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:35.504865Z","caller":"traceutil/trace.go:171","msg":"trace[1227732631] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"102.654429ms","start":"2026-03-12T14:51:35.402171Z","end":"2026-03-12T14:51:35.504825Z","steps":["trace[1227732631] 'process raft request' (duration: 101.216204ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:35.504906Z","caller":"traceutil/trace.go:171","msg":"trace[682537180] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"102.529516ms","start":"2026-03-12T14:51:35.402355Z","end":"2026-03-12T14:51:35.504885Z","steps":["trace[682537180] 'process raft request' (duration: 102.405663ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:35.504963Z","caller":"traceutil/trace.go:171","msg":"trace[2106386540] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"102.513885ms","start":"2026-03-12T14:51:35.402443Z","end":"2026-03-12T14:51:35.504957Z","steps":["trace[2106386540] 'process raft request' (duration: 102.356112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:51:35.505408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.1298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234982"} {"level":"info","ts":"2026-03-12T14:51:35.505457Z","caller":"traceutil/trace.go:171","msg":"trace[788443314] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8427; }","duration":"103.220382ms","start":"2026-03-12T14:51:35.402225Z","end":"2026-03-12T14:51:35.505445Z","steps":["trace[788443314] 'agreement among raft nodes before linearized reading' (duration: 102.797672ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:51:35.504982Z","caller":"traceutil/trace.go:171","msg":"trace[1746930168] linearizableReadLoop","detail":"{readStateIndex:8744; appliedIndex:8743; }","duration":"102.71006ms","start":"2026-03-12T14:51:35.40225Z","end":"2026-03-12T14:51:35.50496Z","steps":["trace[1746930168] 'read index received' (duration: 5.189556ms)","trace[1746930168] 'applied index is now lower than readState.Index' (duration: 97.518854ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:08.744225Z","caller":"traceutil/trace.go:171","msg":"trace[936546847] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"195.578564ms","start":"2026-03-12T14:52:08.548617Z","end":"2026-03-12T14:52:08.744196Z","steps":["trace[936546847] 'process raft request' (duration: 195.317258ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:09.195592Z","caller":"traceutil/trace.go:171","msg":"trace[1992838211] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"314.123575ms","start":"2026-03-12T14:52:08.88144Z","end":"2026-03-12T14:52:09.195564Z","steps":["trace[1992838211] 'process raft request' (duration: 313.953341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:09.195746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:08.881414Z","time spent":"314.256208ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:09.385191Z","caller":"traceutil/trace.go:171","msg":"trace[1373320556] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9101; }","duration":"289.039139ms","start":"2026-03-12T14:52:09.096124Z","end":"2026-03-12T14:52:09.385163Z","steps":["trace[1373320556] 'read index received' (duration: 99.290987ms)","trace[1373320556] 'applied index is now lower than readState.Index' (duration: 189.746942ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:09.385296Z","caller":"traceutil/trace.go:171","msg":"trace[1688609459] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"502.134965ms","start":"2026-03-12T14:52:08.883136Z","end":"2026-03-12T14:52:09.385271Z","steps":["trace[1688609459] 'process raft request' (duration: 499.346097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:09.38549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:08.883119Z","time spent":"502.248297ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:09.385552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.407738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:09.385629Z","caller":"traceutil/trace.go:171","msg":"trace[1049299912] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8775; }","duration":"289.522701ms","start":"2026-03-12T14:52:09.096085Z","end":"2026-03-12T14:52:09.385607Z","steps":["trace[1049299912] 'agreement among raft nodes before linearized reading' (duration: 289.216804ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:12.158288Z","caller":"traceutil/trace.go:171","msg":"trace[1241112790] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"127.596621ms","start":"2026-03-12T14:52:12.030664Z","end":"2026-03-12T14:52:12.15826Z","steps":["trace[1241112790] 'process raft request' (duration: 127.385366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:13.296637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.19925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:52:13.296855Z","caller":"traceutil/trace.go:171","msg":"trace[1237250527] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"455.050178ms","start":"2026-03-12T14:52:12.841787Z","end":"2026-03-12T14:52:13.296837Z","steps":["trace[1237250527] 'process raft request' (duration: 454.961076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:13.296934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:12.841769Z","time spent":"455.13198ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:13.296974Z","caller":"traceutil/trace.go:171","msg":"trace[1643992515] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"540.902702ms","start":"2026-03-12T14:52:12.756049Z","end":"2026-03-12T14:52:13.296952Z","steps":["trace[1643992515] 'process raft request' (duration: 435.266331ms)","trace[1643992515] 'compare' (duration: 104.980445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:13.297175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:12.756029Z","time spent":"541.067705ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:13.343859Z","caller":"traceutil/trace.go:171","msg":"trace[871531823] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"135.907293ms","start":"2026-03-12T14:52:13.207906Z","end":"2026-03-12T14:52:13.343813Z","steps":["trace[871531823] 'process raft request' (duration: 135.727098ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:13.51027Z","caller":"traceutil/trace.go:171","msg":"trace[658747702] linearizableReadLoop","detail":"{readStateIndex:9124; appliedIndex:9123; }","duration":"164.79093ms","start":"2026-03-12T14:52:13.345445Z","end":"2026-03-12T14:52:13.510236Z","steps":["trace[658747702] 'read index received' (duration: 92.505804ms)","trace[658747702] 'applied index is now lower than readState.Index' (duration: 72.283956ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:13.510287Z","caller":"traceutil/trace.go:171","msg":"trace[488273821] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"180.663792ms","start":"2026-03-12T14:52:13.329579Z","end":"2026-03-12T14:52:13.510242Z","steps":["trace[488273821] 'process raft request' (duration: 108.287264ms)","trace[488273821] 'compare' (duration: 72.172103ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:13.510492Z","caller":"traceutil/trace.go:171","msg":"trace[1060635280] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"113.306105ms","start":"2026-03-12T14:52:13.397159Z","end":"2026-03-12T14:52:13.510465Z","steps":["trace[1060635280] 'process raft request' (duration: 113.035429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:13.510719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.258771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:52:13.510776Z","caller":"traceutil/trace.go:171","msg":"trace[1863992428] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8796; }","duration":"165.372973ms","start":"2026-03-12T14:52:13.345389Z","end":"2026-03-12T14:52:13.510762Z","steps":["trace[1863992428] 'agreement among raft nodes before linearized reading' (duration: 165.065736ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:13.857036Z","caller":"traceutil/trace.go:171","msg":"trace[961790201] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"202.195003ms","start":"2026-03-12T14:52:13.654817Z","end":"2026-03-12T14:52:13.857012Z","steps":["trace[961790201] 'process raft request' (duration: 202.029889ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:13.916255Z","caller":"traceutil/trace.go:171","msg":"trace[1997191687] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9125; }","duration":"259.147267ms","start":"2026-03-12T14:52:13.657078Z","end":"2026-03-12T14:52:13.916225Z","steps":["trace[1997191687] 'read index received' (duration: 199.880757ms)","trace[1997191687] 'applied index is now lower than readState.Index' (duration: 59.26473ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:13.916305Z","caller":"traceutil/trace.go:171","msg":"trace[1215525220] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"261.230068ms","start":"2026-03-12T14:52:13.655042Z","end":"2026-03-12T14:52:13.916272Z","steps":["trace[1215525220] 'process raft request' (duration: 261.015862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:13.91649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.059018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:52:13.916569Z","caller":"traceutil/trace.go:171","msg":"trace[1089609080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8798; }","duration":"127.197931ms","start":"2026-03-12T14:52:13.78936Z","end":"2026-03-12T14:52:13.916558Z","steps":["trace[1089609080] 'agreement among raft nodes before linearized reading' (duration: 126.999477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:13.916502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.403183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:52:13.91664Z","caller":"traceutil/trace.go:171","msg":"trace[1894855092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8798; }","duration":"259.578047ms","start":"2026-03-12T14:52:13.65705Z","end":"2026-03-12T14:52:13.916628Z","steps":["trace[1894855092] 'agreement among raft nodes before linearized reading' (duration: 259.28382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:13.916745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.36065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:52:13.916832Z","caller":"traceutil/trace.go:171","msg":"trace[1898351785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8798; }","duration":"121.507523ms","start":"2026-03-12T14:52:13.795306Z","end":"2026-03-12T14:52:13.916813Z","steps":["trace[1898351785] 'agreement among raft nodes before linearized reading' (duration: 121.221597ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:14.03755Z","caller":"traceutil/trace.go:171","msg":"trace[100439189] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"117.025975ms","start":"2026-03-12T14:52:13.920496Z","end":"2026-03-12T14:52:14.037522Z","steps":["trace[100439189] 'process raft request' (duration: 52.869977ms)","trace[100439189] 'compare' (duration: 63.993184ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:14.037777Z","caller":"traceutil/trace.go:171","msg":"trace[176875546] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"117.218871ms","start":"2026-03-12T14:52:13.920548Z","end":"2026-03-12T14:52:14.037767Z","steps":["trace[176875546] 'process raft request' (duration: 116.930923ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:14.037753Z","caller":"traceutil/trace.go:171","msg":"trace[855285592] linearizableReadLoop","detail":"{readStateIndex:9130; appliedIndex:9127; }","duration":"111.500733ms","start":"2026-03-12T14:52:13.926226Z","end":"2026-03-12T14:52:14.037726Z","steps":["trace[855285592] 'read index received' (duration: 12.780459ms)","trace[855285592] 'applied index is now lower than readState.Index' (duration: 98.718194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:14.037955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.708948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T14:52:14.038013Z","caller":"traceutil/trace.go:171","msg":"trace[225209836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8801; }","duration":"111.794599ms","start":"2026-03-12T14:52:13.926203Z","end":"2026-03-12T14:52:14.037997Z","steps":["trace[225209836] 'agreement among raft nodes before linearized reading' (duration: 111.597345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:15.500279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.124358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:52:15.50044Z","caller":"traceutil/trace.go:171","msg":"trace[1078815540] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"151.033807ms","start":"2026-03-12T14:52:15.349378Z","end":"2026-03-12T14:52:15.500412Z","steps":["trace[1078815540] 'process raft request' (duration: 50.621872ms)","trace[1078815540] 'compare' (duration: 99.977065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:15.79344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.686408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:52:15.793578Z","caller":"traceutil/trace.go:171","msg":"trace[1160224611] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"278.194288ms","start":"2026-03-12T14:52:15.515359Z","end":"2026-03-12T14:52:15.793553Z","steps":["trace[1160224611] 'process raft request' (duration: 156.285624ms)","trace[1160224611] 'compare' (duration: 121.385591ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:16.12996Z","caller":"traceutil/trace.go:171","msg":"trace[2129296583] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"264.795714ms","start":"2026-03-12T14:52:15.865126Z","end":"2026-03-12T14:52:16.129921Z","steps":["trace[2129296583] 'process raft request' (duration: 195.062161ms)","trace[2129296583] 'compare' (duration: 69.013856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:16.130179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.842566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:52:16.130271Z","caller":"traceutil/trace.go:171","msg":"trace[1036701050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8806; }","duration":"209.97339ms","start":"2026-03-12T14:52:15.920278Z","end":"2026-03-12T14:52:16.130252Z","steps":["trace[1036701050] 'agreement among raft nodes before linearized reading' (duration: 209.719593ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:16.12995Z","caller":"traceutil/trace.go:171","msg":"trace[1979279037] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9134; }","duration":"209.440877ms","start":"2026-03-12T14:52:15.920307Z","end":"2026-03-12T14:52:16.129748Z","steps":["trace[1979279037] 'read index received' (duration: 139.793265ms)","trace[1979279037] 'applied index is now lower than readState.Index' (duration: 69.645672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:16.130995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.557184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:52:16.131078Z","caller":"traceutil/trace.go:171","msg":"trace[1416340797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8806; }","duration":"188.669786ms","start":"2026-03-12T14:52:15.94239Z","end":"2026-03-12T14:52:16.131059Z","steps":["trace[1416340797] 'agreement among raft nodes before linearized reading' (duration: 188.443951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:16.131174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.73385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:52:16.131294Z","caller":"traceutil/trace.go:171","msg":"trace[2114156170] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8806; }","duration":"203.957565ms","start":"2026-03-12T14:52:15.927308Z","end":"2026-03-12T14:52:16.131266Z","steps":["trace[2114156170] 'agreement among raft nodes before linearized reading' (duration: 203.508944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:16.500816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.161889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:52:16.501116Z","caller":"traceutil/trace.go:171","msg":"trace[2127363893] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"363.867506ms","start":"2026-03-12T14:52:16.137228Z","end":"2026-03-12T14:52:16.501096Z","steps":["trace[2127363893] 'process raft request' (duration: 169.337258ms)","trace[2127363893] 'compare' (duration: 194.014466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:16.501222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:16.137209Z","time spent":"363.98005ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:16.543715Z","caller":"traceutil/trace.go:171","msg":"trace[769199384] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"405.973203ms","start":"2026-03-12T14:52:16.13772Z","end":"2026-03-12T14:52:16.543693Z","steps":["trace[769199384] 'process raft request' (duration: 405.896551ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:16.543736Z","caller":"traceutil/trace.go:171","msg":"trace[456525859] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"406.405574ms","start":"2026-03-12T14:52:16.137278Z","end":"2026-03-12T14:52:16.543683Z","steps":["trace[456525859] 'process raft request' (duration: 406.206569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:16.543859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:16.137647Z","time spent":"406.137557ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:16.543937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:16.137259Z","time spent":"406.572987ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:16.543995Z","caller":"traceutil/trace.go:171","msg":"trace[1817885702] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9135; }","duration":"406.202488ms","start":"2026-03-12T14:52:16.13777Z","end":"2026-03-12T14:52:16.543972Z","steps":["trace[1817885702] 'read index received' (duration: 168.810466ms)","trace[1817885702] 'applied index is now lower than readState.Index' (duration: 237.390162ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:16.544187Z","caller":"traceutil/trace.go:171","msg":"trace[486311116] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"403.79376ms","start":"2026-03-12T14:52:16.140341Z","end":"2026-03-12T14:52:16.544135Z","steps":["trace[486311116] 'process raft request' (duration: 403.314079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:16.544282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:16.140332Z","time spent":"403.901953ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:16.544332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.744925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:16.544377Z","caller":"traceutil/trace.go:171","msg":"trace[1745360583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8810; }","duration":"161.827827ms","start":"2026-03-12T14:52:16.382537Z","end":"2026-03-12T14:52:16.544365Z","steps":["trace[1745360583] 'agreement among raft nodes before linearized reading' (duration: 161.757945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:16.544639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.857284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291553"} {"level":"info","ts":"2026-03-12T14:52:16.544696Z","caller":"traceutil/trace.go:171","msg":"trace[950524251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8810; }","duration":"406.954666ms","start":"2026-03-12T14:52:16.137728Z","end":"2026-03-12T14:52:16.544683Z","steps":["trace[950524251] 'agreement among raft nodes before linearized reading' (duration: 406.490725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:16.544732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:16.137709Z","time spent":"407.013238ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291577,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:52:17.868112Z","caller":"traceutil/trace.go:171","msg":"trace[530986204] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"499.577303ms","start":"2026-03-12T14:52:17.368504Z","end":"2026-03-12T14:52:17.868081Z","steps":["trace[530986204] 'process raft request' (duration: 452.504306ms)","trace[530986204] 'compare' (duration: 46.445892ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:17.86811Z","caller":"traceutil/trace.go:171","msg":"trace[1928314778] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"361.735305ms","start":"2026-03-12T14:52:17.506338Z","end":"2026-03-12T14:52:17.868073Z","steps":["trace[1928314778] 'process raft request' (duration: 361.378256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:17.868257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.721768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:17.868318Z","caller":"traceutil/trace.go:171","msg":"trace[895289018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8815; }","duration":"485.82178ms","start":"2026-03-12T14:52:17.382478Z","end":"2026-03-12T14:52:17.8683Z","steps":["trace[895289018] 'agreement among raft nodes before linearized reading' (duration: 485.693427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:17.868361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:17.382467Z","time spent":"485.886212ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:52:17.868131Z","caller":"traceutil/trace.go:171","msg":"trace[1695955682] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9140; }","duration":"485.578435ms","start":"2026-03-12T14:52:17.382505Z","end":"2026-03-12T14:52:17.868083Z","steps":["trace[1695955682] 'read index received' (duration: 72.50233ms)","trace[1695955682] 'applied index is now lower than readState.Index' (duration: 413.070415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:17.86845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:17.368482Z","time spent":"499.785807ms","remote":"127.0.0.1:46688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:17.868462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:17.50631Z","time spent":"362.035062ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:18.818962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.514639ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:52:18.819157Z","caller":"traceutil/trace.go:171","msg":"trace[1513949344] linearizableReadLoop","detail":"{readStateIndex:9145; appliedIndex:9144; }","duration":"830.703539ms","start":"2026-03-12T14:52:17.988422Z","end":"2026-03-12T14:52:18.819125Z","steps":["trace[1513949344] 'read index received' (duration: 58.802µs)","trace[1513949344] 'applied index is now lower than readState.Index' (duration: 830.642697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:18.819332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.868683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:18.819477Z","caller":"traceutil/trace.go:171","msg":"trace[880276792] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8815; }","duration":"831.038416ms","start":"2026-03-12T14:52:17.988392Z","end":"2026-03-12T14:52:18.819431Z","steps":["trace[880276792] 'agreement among raft nodes before linearized reading' (duration: 830.834711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:18.819522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.482786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:52:18.819571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.266827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:52:18.819603Z","caller":"traceutil/trace.go:171","msg":"trace[2071801826] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8815; }","duration":"288.578369ms","start":"2026-03-12T14:52:18.531005Z","end":"2026-03-12T14:52:18.819584Z","steps":["trace[2071801826] 'agreement among raft nodes before linearized reading' (duration: 288.445565ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:18.819611Z","caller":"traceutil/trace.go:171","msg":"trace[1853613776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8815; }","duration":"685.340559ms","start":"2026-03-12T14:52:18.134258Z","end":"2026-03-12T14:52:18.819599Z","steps":["trace[1853613776] 'agreement among raft nodes before linearized reading' (duration: 685.158194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:18.819587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.375598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:52:18.819579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.591868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:52:18.819751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.195358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:52:18.819547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:17.988381Z","time spent":"831.14935ms","remote":"127.0.0.1:43236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:52:18.819741Z","caller":"traceutil/trace.go:171","msg":"trace[1060888162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8815; }","duration":"271.791553ms","start":"2026-03-12T14:52:18.547926Z","end":"2026-03-12T14:52:18.819718Z","steps":["trace[1060888162] 'agreement among raft nodes before linearized reading' (duration: 271.397013ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:18.819819Z","caller":"traceutil/trace.go:171","msg":"trace[1399977760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8815; }","duration":"271.310752ms","start":"2026-03-12T14:52:18.548492Z","end":"2026-03-12T14:52:18.819803Z","steps":["trace[1399977760] 'agreement among raft nodes before linearized reading' (duration: 270.894431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:18.81965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.177632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:52:18.819965Z","caller":"traceutil/trace.go:171","msg":"trace[1991010875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8815; }","duration":"267.48811ms","start":"2026-03-12T14:52:18.552435Z","end":"2026-03-12T14:52:18.819923Z","steps":["trace[1991010875] 'agreement among raft nodes before linearized reading' (duration: 267.099131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:18.819667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.134235Z","time spent":"685.423412ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:52:18.819679Z","caller":"traceutil/trace.go:171","msg":"trace[1740824907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8815; }","duration":"313.531002ms","start":"2026-03-12T14:52:18.506129Z","end":"2026-03-12T14:52:18.81966Z","steps":["trace[1740824907] 'agreement among raft nodes before linearized reading' (duration: 313.228903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:18.819395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.780905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:52:18.820363Z","caller":"traceutil/trace.go:171","msg":"trace[656881362] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8815; }","duration":"750.80025ms","start":"2026-03-12T14:52:18.069543Z","end":"2026-03-12T14:52:18.820343Z","steps":["trace[656881362] 'agreement among raft nodes before linearized reading' (duration: 749.755414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:18.82042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.069522Z","time spent":"750.881761ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:52:18.820427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.506107Z","time spent":"314.231228ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:52:18.820803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.345356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:52:18.821054Z","caller":"traceutil/trace.go:171","msg":"trace[88333584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8815; }","duration":"272.640403ms","start":"2026-03-12T14:52:18.548393Z","end":"2026-03-12T14:52:18.821033Z","steps":["trace[88333584] 'agreement among raft nodes before linearized reading' (duration: 271.116186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.278193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.286926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:52:19.278465Z","caller":"traceutil/trace.go:171","msg":"trace[1010585919] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"452.64236ms","start":"2026-03-12T14:52:18.82578Z","end":"2026-03-12T14:52:19.278422Z","steps":["trace[1010585919] 'process raft request' (duration: 182.034806ms)","trace[1010585919] 'compare' (duration: 270.127262ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:19.278503Z","caller":"traceutil/trace.go:171","msg":"trace[16910329] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"395.128941ms","start":"2026-03-12T14:52:18.883357Z","end":"2026-03-12T14:52:19.278486Z","steps":["trace[16910329] 'process raft request' (duration: 395.07321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.278568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.88333Z","time spent":"395.211073ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:52:19.278633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.825743Z","time spent":"452.797443ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:19.278845Z","caller":"traceutil/trace.go:171","msg":"trace[1126456168] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"451.998294ms","start":"2026-03-12T14:52:18.826837Z","end":"2026-03-12T14:52:19.278835Z","steps":["trace[1126456168] 'process raft request' (duration: 451.465862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.278903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.826828Z","time spent":"452.048615ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:19.278985Z","caller":"traceutil/trace.go:171","msg":"trace[1421199490] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"451.747869ms","start":"2026-03-12T14:52:18.827229Z","end":"2026-03-12T14:52:19.278977Z","steps":["trace[1421199490] 'process raft request' (duration: 451.128073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.279033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.827218Z","time spent":"451.79258ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:19.279027Z","caller":"traceutil/trace.go:171","msg":"trace[1624973756] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9145; }","duration":"451.594325ms","start":"2026-03-12T14:52:18.827397Z","end":"2026-03-12T14:52:19.278991Z","steps":["trace[1624973756] 'read index received' (duration: 20.042134ms)","trace[1624973756] 'applied index is now lower than readState.Index' (duration: 431.549811ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:19.279123Z","caller":"traceutil/trace.go:171","msg":"trace[2115089698] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"451.422271ms","start":"2026-03-12T14:52:18.827689Z","end":"2026-03-12T14:52:19.279111Z","steps":["trace[2115089698] 'process raft request' (duration: 450.702543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.279191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.827679Z","time spent":"451.474793ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:19.279284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.257169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bc9nc\" ","response":"range_response_count:1 size:19692"} {"level":"warn","ts":"2026-03-12T14:52:19.279288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.257162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"warn","ts":"2026-03-12T14:52:19.279328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.884378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:19.279355Z","caller":"traceutil/trace.go:171","msg":"trace[781066683] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8821; }","duration":"322.386894ms","start":"2026-03-12T14:52:18.95695Z","end":"2026-03-12T14:52:19.279337Z","steps":["trace[781066683] 'agreement among raft nodes before linearized reading' (duration: 322.19872ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:19.279364Z","caller":"traceutil/trace.go:171","msg":"trace[1739100066] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8821; }","duration":"139.922049ms","start":"2026-03-12T14:52:19.13943Z","end":"2026-03-12T14:52:19.279352Z","steps":["trace[1739100066] 'agreement among raft nodes before linearized reading' (duration: 139.854577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.279395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.956924Z","time spent":"322.464146ms","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-12T14:52:19.279323Z","caller":"traceutil/trace.go:171","msg":"trace[1661050778] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bc9nc; range_end:; response_count:1; response_revision:8821; }","duration":"408.349391ms","start":"2026-03-12T14:52:18.87096Z","end":"2026-03-12T14:52:19.279309Z","steps":["trace[1661050778] 'agreement among raft nodes before linearized reading' (duration: 408.175746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.279442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.870934Z","time spent":"408.495974ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19716,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-bc9nc\" "} {"level":"warn","ts":"2026-03-12T14:52:19.280108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.701752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291553"} {"level":"warn","ts":"2026-03-12T14:52:19.279785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.828427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:52:19.280387Z","caller":"traceutil/trace.go:171","msg":"trace[586038196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8821; }","duration":"234.507192ms","start":"2026-03-12T14:52:19.045848Z","end":"2026-03-12T14:52:19.280355Z","steps":["trace[586038196] 'agreement among raft nodes before linearized reading' (duration: 233.294934ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:19.280214Z","caller":"traceutil/trace.go:171","msg":"trace[1871171246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8821; }","duration":"452.828745ms","start":"2026-03-12T14:52:18.827368Z","end":"2026-03-12T14:52:19.280197Z","steps":["trace[1871171246] 'agreement among raft nodes before linearized reading' (duration: 451.750089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.280878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:18.82735Z","time spent":"453.451309ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291577,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:52:19.4982Z","caller":"traceutil/trace.go:171","msg":"trace[1252416272] linearizableReadLoop","detail":"{readStateIndex:9152; appliedIndex:9151; }","duration":"153.139308ms","start":"2026-03-12T14:52:19.345032Z","end":"2026-03-12T14:52:19.498171Z","steps":["trace[1252416272] 'read index received' (duration: 152.930133ms)","trace[1252416272] 'applied index is now lower than readState.Index' (duration: 207.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:19.498325Z","caller":"traceutil/trace.go:171","msg":"trace[830377801] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"205.491972ms","start":"2026-03-12T14:52:19.292796Z","end":"2026-03-12T14:52:19.498288Z","steps":["trace[830377801] 'process raft request' (duration: 205.154464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.498403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.353083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:19.498502Z","caller":"traceutil/trace.go:171","msg":"trace[954797299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8822; }","duration":"153.504647ms","start":"2026-03-12T14:52:19.344971Z","end":"2026-03-12T14:52:19.498475Z","steps":["trace[954797299] 'agreement among raft nodes before linearized reading' (duration: 153.335693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:19.520889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.109554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:19.520966Z","caller":"traceutil/trace.go:171","msg":"trace[1318331269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8824; }","duration":"138.240358ms","start":"2026-03-12T14:52:19.382711Z","end":"2026-03-12T14:52:19.520952Z","steps":["trace[1318331269] 'agreement among raft nodes before linearized reading' (duration: 138.093074ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:19.520933Z","caller":"traceutil/trace.go:171","msg":"trace[341043812] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"156.992241ms","start":"2026-03-12T14:52:19.363912Z","end":"2026-03-12T14:52:19.520905Z","steps":["trace[341043812] 'process raft request' (duration: 156.641933ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:19.902273Z","caller":"traceutil/trace.go:171","msg":"trace[1370734768] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"170.934608ms","start":"2026-03-12T14:52:19.731316Z","end":"2026-03-12T14:52:19.90225Z","steps":["trace[1370734768] 'process raft request' (duration: 170.748283ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:20.120809Z","caller":"traceutil/trace.go:171","msg":"trace[1394926588] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"246.281148ms","start":"2026-03-12T14:52:19.874495Z","end":"2026-03-12T14:52:20.120776Z","steps":["trace[1394926588] 'process raft request' (duration: 245.988791ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:20.120924Z","caller":"traceutil/trace.go:171","msg":"trace[1046205938] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"246.071032ms","start":"2026-03-12T14:52:19.874823Z","end":"2026-03-12T14:52:20.120894Z","steps":["trace[1046205938] 'process raft request' (duration: 245.883888ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:21.093517Z","caller":"traceutil/trace.go:171","msg":"trace[1933921573] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"180.911078ms","start":"2026-03-12T14:52:20.912582Z","end":"2026-03-12T14:52:21.093493Z","steps":["trace[1933921573] 'process raft request' (duration: 180.751674ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:21.141363Z","caller":"traceutil/trace.go:171","msg":"trace[1032232954] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"122.148729ms","start":"2026-03-12T14:52:21.019192Z","end":"2026-03-12T14:52:21.141341Z","steps":["trace[1032232954] 'process raft request' (duration: 122.029546ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:21.479414Z","caller":"traceutil/trace.go:171","msg":"trace[820963099] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9160; }","duration":"189.127597ms","start":"2026-03-12T14:52:21.290254Z","end":"2026-03-12T14:52:21.479381Z","steps":["trace[820963099] 'read index received' (duration: 74.95863ms)","trace[820963099] 'applied index is now lower than readState.Index' (duration: 114.166807ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:21.479515Z","caller":"traceutil/trace.go:171","msg":"trace[299527994] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"190.160242ms","start":"2026-03-12T14:52:21.289339Z","end":"2026-03-12T14:52:21.479499Z","steps":["trace[299527994] 'process raft request' (duration: 189.978477ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:21.479429Z","caller":"traceutil/trace.go:171","msg":"trace[2069961248] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"190.5087ms","start":"2026-03-12T14:52:21.288885Z","end":"2026-03-12T14:52:21.479394Z","steps":["trace[2069961248] 'process raft request' (duration: 190.367507ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:21.479431Z","caller":"traceutil/trace.go:171","msg":"trace[1080671416] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"190.754365ms","start":"2026-03-12T14:52:21.288644Z","end":"2026-03-12T14:52:21.479399Z","steps":["trace[1080671416] 'process raft request' (duration: 178.794587ms)","trace[1080671416] 'compare' (duration: 11.631501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:21.479657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.396504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:52:21.479664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.495184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:21.479712Z","caller":"traceutil/trace.go:171","msg":"trace[583904895] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8834; }","duration":"189.498727ms","start":"2026-03-12T14:52:21.2902Z","end":"2026-03-12T14:52:21.479699Z","steps":["trace[583904895] 'agreement among raft nodes before linearized reading' (duration: 189.315262ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:21.479734Z","caller":"traceutil/trace.go:171","msg":"trace[1002785584] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8834; }","duration":"155.596237ms","start":"2026-03-12T14:52:21.324119Z","end":"2026-03-12T14:52:21.479715Z","steps":["trace[1002785584] 'agreement among raft nodes before linearized reading' (duration: 155.477204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:21.715705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.257276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:52:21.715809Z","caller":"traceutil/trace.go:171","msg":"trace[1516725817] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8835; }","duration":"111.381109ms","start":"2026-03-12T14:52:21.604395Z","end":"2026-03-12T14:52:21.715776Z","steps":["trace[1516725817] 'count revisions from in-memory index tree' (duration: 111.124663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:23.66385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.90543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:52:23.664001Z","caller":"traceutil/trace.go:171","msg":"trace[1773331262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8843; }","duration":"179.082144ms","start":"2026-03-12T14:52:23.484895Z","end":"2026-03-12T14:52:23.663978Z","steps":["trace[1773331262] 'range keys from in-memory index tree' (duration: 178.711585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:23.664046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.022738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:52:23.664076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.291109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:52:23.664084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.289289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:52:23.664184Z","caller":"traceutil/trace.go:171","msg":"trace[965527622] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8843; }","duration":"173.179342ms","start":"2026-03-12T14:52:23.490949Z","end":"2026-03-12T14:52:23.664128Z","steps":["trace[965527622] 'range keys from in-memory index tree' (duration: 172.766312ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:23.664201Z","caller":"traceutil/trace.go:171","msg":"trace[1949409060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8843; }","duration":"179.428932ms","start":"2026-03-12T14:52:23.484718Z","end":"2026-03-12T14:52:23.664147Z","steps":["trace[1949409060] 'range keys from in-memory index tree' (duration: 179.030313ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:23.664225Z","caller":"traceutil/trace.go:171","msg":"trace[325154345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8843; }","duration":"179.469563ms","start":"2026-03-12T14:52:23.48472Z","end":"2026-03-12T14:52:23.664189Z","steps":["trace[325154345] 'range keys from in-memory index tree' (duration: 178.994882ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:23.681916Z","caller":"traceutil/trace.go:171","msg":"trace[1009682517] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"108.512811ms","start":"2026-03-12T14:52:23.573382Z","end":"2026-03-12T14:52:23.681895Z","steps":["trace[1009682517] 'process raft request' (duration: 108.320746ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:24.457163Z","caller":"traceutil/trace.go:171","msg":"trace[762757091] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"297.874623ms","start":"2026-03-12T14:52:24.159228Z","end":"2026-03-12T14:52:24.457103Z","steps":["trace[762757091] 'process raft request' (duration: 297.555445ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:24.457225Z","caller":"traceutil/trace.go:171","msg":"trace[27741570] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"297.953835ms","start":"2026-03-12T14:52:24.159223Z","end":"2026-03-12T14:52:24.457177Z","steps":["trace[27741570] 'process raft request' (duration: 297.776031ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:24.641375Z","caller":"traceutil/trace.go:171","msg":"trace[2118610541] linearizableReadLoop","detail":"{readStateIndex:9181; appliedIndex:9180; }","duration":"183.226345ms","start":"2026-03-12T14:52:24.458116Z","end":"2026-03-12T14:52:24.641343Z","steps":["trace[2118610541] 'read index received' (duration: 183.054911ms)","trace[2118610541] 'applied index is now lower than readState.Index' (duration: 170.164µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:24.641649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.515082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:24.641754Z","caller":"traceutil/trace.go:171","msg":"trace[1701459355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8850; }","duration":"183.684456ms","start":"2026-03-12T14:52:24.458057Z","end":"2026-03-12T14:52:24.641741Z","steps":["trace[1701459355] 'agreement among raft nodes before linearized reading' (duration: 183.527142ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:24.641868Z","caller":"traceutil/trace.go:171","msg":"trace[829411836] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"254.779952ms","start":"2026-03-12T14:52:24.386784Z","end":"2026-03-12T14:52:24.641564Z","steps":["trace[829411836] 'process raft request' (duration: 254.375663ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:25.861736Z","caller":"traceutil/trace.go:171","msg":"trace[1635001099] linearizableReadLoop","detail":"{readStateIndex:9187; appliedIndex:9184; }","duration":"111.524682ms","start":"2026-03-12T14:52:25.750189Z","end":"2026-03-12T14:52:25.861714Z","steps":["trace[1635001099] 'read index received' (duration: 2.611382ms)","trace[1635001099] 'applied index is now lower than readState.Index' (duration: 108.91207ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:25.861743Z","caller":"traceutil/trace.go:171","msg":"trace[2146117795] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"114.081575ms","start":"2026-03-12T14:52:25.747617Z","end":"2026-03-12T14:52:25.861699Z","steps":["trace[2146117795] 'process raft request' (duration: 94.997305ms)","trace[2146117795] 'compare' (duration: 18.838644ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:25.861834Z","caller":"traceutil/trace.go:171","msg":"trace[529645057] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"113.695715ms","start":"2026-03-12T14:52:25.74811Z","end":"2026-03-12T14:52:25.861806Z","steps":["trace[529645057] 'process raft request' (duration: 113.533751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:25.862215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.002243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291508"} {"level":"info","ts":"2026-03-12T14:52:25.862261Z","caller":"traceutil/trace.go:171","msg":"trace[936087739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8856; }","duration":"112.092587ms","start":"2026-03-12T14:52:25.750158Z","end":"2026-03-12T14:52:25.86225Z","steps":["trace[936087739] 'agreement among raft nodes before linearized reading' (duration: 111.652475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:31.801318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601376388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:52:32.302455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601376388,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:52:32.50724Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451162331s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:52:32.507693Z","caller":"traceutil/trace.go:171","msg":"trace[545742613] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"1.451730426s","start":"2026-03-12T14:52:31.055937Z","end":"2026-03-12T14:52:32.507667Z","steps":["trace[545742613] 'process raft request' (duration: 1.45148168s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:32.50783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.055901Z","time spent":"1.451844119s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:33.383017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:52:33.383102Z","caller":"traceutil/trace.go:171","msg":"trace[2008961931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132917s","start":"2026-03-12T14:52:31.382949Z","end":"2026-03-12T14:52:33.383082Z","steps":["trace[2008961931] 'agreement among raft nodes before linearized reading' (duration: 2.000028045s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:33.383194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.382929Z","time spent":"2.000251981s","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:52:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:52:34.223024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444607123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:52:34.223684Z","caller":"traceutil/trace.go:171","msg":"trace[468514572] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"2.51291072s","start":"2026-03-12T14:52:31.710758Z","end":"2026-03-12T14:52:34.223668Z","steps":["trace[468514572] 'process raft request' (duration: 1.0676019s)","trace[468514572] 'compare' (duration: 1.44404984s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:34.223758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.710731Z","time spent":"2.513002423s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:34.224179Z","caller":"traceutil/trace.go:171","msg":"trace[910932936] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"1.827020188s","start":"2026-03-12T14:52:32.397147Z","end":"2026-03-12T14:52:34.224167Z","steps":["trace[910932936] 'process raft request' (duration: 1.826437644s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.224242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:32.397112Z","time spent":"1.827105639s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:34.225759Z","caller":"traceutil/trace.go:171","msg":"trace[419991412] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9208; }","duration":"2.925450171s","start":"2026-03-12T14:52:31.300285Z","end":"2026-03-12T14:52:34.225735Z","steps":["trace[419991412] 'read index received' (duration: 1.207248832s)","trace[419991412] 'applied index is now lower than readState.Index' (duration: 1.718200199s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:34.225832Z","caller":"traceutil/trace.go:171","msg":"trace[1882619229] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"1.735242811s","start":"2026-03-12T14:52:32.490566Z","end":"2026-03-12T14:52:34.225809Z","steps":["trace[1882619229] 'process raft request' (duration: 1.733435017s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:34.225926Z","caller":"traceutil/trace.go:171","msg":"trace[1787682522] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"1.735268042s","start":"2026-03-12T14:52:32.490646Z","end":"2026-03-12T14:52:34.225914Z","steps":["trace[1787682522] 'process raft request' (duration: 1.735018576s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.225977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:32.490538Z","time spent":"1.735364054s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:34.226054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:32.490613Z","time spent":"1.735343344s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:34.226085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778722448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:52:34.226158Z","caller":"traceutil/trace.go:171","msg":"trace[1593933735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8881; }","duration":"2.778828221s","start":"2026-03-12T14:52:31.447312Z","end":"2026-03-12T14:52:34.22614Z","steps":["trace[1593933735] 'agreement among raft nodes before linearized reading' (duration: 2.778656637s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.226199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.447297Z","time spent":"2.778889633s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:52:34.226284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606877631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:52:34.226322Z","caller":"traceutil/trace.go:171","msg":"trace[530499418] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:8881; }","duration":"1.606951653s","start":"2026-03-12T14:52:32.619361Z","end":"2026-03-12T14:52:34.226312Z","steps":["trace[530499418] 'agreement among raft nodes before linearized reading' (duration: 1.60683028s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.22635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:32.619336Z","time spent":"1.607007905s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.122\" "} {"level":"warn","ts":"2026-03-12T14:52:34.226419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33901395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:52:34.226441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444237801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:52:34.226516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330302321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:52:34.226506Z","caller":"traceutil/trace.go:171","msg":"trace[1453972173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8881; }","duration":"2.444328673s","start":"2026-03-12T14:52:31.78216Z","end":"2026-03-12T14:52:34.226489Z","steps":["trace[1453972173] 'agreement among raft nodes before linearized reading' (duration: 2.44420797s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:34.226542Z","caller":"traceutil/trace.go:171","msg":"trace[656460972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8881; }","duration":"2.330351761s","start":"2026-03-12T14:52:31.896185Z","end":"2026-03-12T14:52:34.226537Z","steps":["trace[656460972] 'agreement among raft nodes before linearized reading' (duration: 2.33028478s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.226561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.896142Z","time spent":"2.330415263s","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-ch8ln\" "} {"level":"warn","ts":"2026-03-12T14:52:34.226567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.782144Z","time spent":"2.444407846s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:52:34.2267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337915834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:52:34.226723Z","caller":"traceutil/trace.go:171","msg":"trace[250106983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8881; }","duration":"2.337965675s","start":"2026-03-12T14:52:31.888752Z","end":"2026-03-12T14:52:34.226717Z","steps":["trace[250106983] 'agreement among raft nodes before linearized reading' (duration: 2.337908123s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.226739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.888738Z","time spent":"2.337997006s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:52:34.226748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578417121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:52:34.226446Z","caller":"traceutil/trace.go:171","msg":"trace[756717676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8881; }","duration":"2.339068692s","start":"2026-03-12T14:52:31.88737Z","end":"2026-03-12T14:52:34.226438Z","steps":["trace[756717676] 'agreement among raft nodes before linearized reading' (duration: 2.33899539s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:34.226948Z","caller":"traceutil/trace.go:171","msg":"trace[20600016] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8881; }","duration":"2.578633797s","start":"2026-03-12T14:52:31.6483Z","end":"2026-03-12T14:52:34.226933Z","steps":["trace[20600016] 'agreement among raft nodes before linearized reading' (duration: 2.578411272s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.226975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.887357Z","time spent":"2.339611705s","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:52:34.227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.648285Z","time spent":"2.578701958s","remote":"127.0.0.1:58198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:52:34.227068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594589442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:52:34.22709Z","caller":"traceutil/trace.go:171","msg":"trace[1689202426] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8881; }","duration":"2.594646173s","start":"2026-03-12T14:52:31.632436Z","end":"2026-03-12T14:52:34.227082Z","steps":["trace[1689202426] 'agreement among raft nodes before linearized reading' (duration: 2.594603872s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.227108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.63242Z","time spent":"2.594682735s","remote":"127.0.0.1:55208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:52:34.227135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926843555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T14:52:34.227181Z","caller":"traceutil/trace.go:171","msg":"trace[1499302998] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8881; }","duration":"2.926936327s","start":"2026-03-12T14:52:31.300235Z","end":"2026-03-12T14:52:34.227171Z","steps":["trace[1499302998] 'agreement among raft nodes before linearized reading' (duration: 2.926286331s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.227213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.300214Z","time spent":"2.926991279s","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":959,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:52:34.227423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.868642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:52:34.227429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136202106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:52:34.227455Z","caller":"traceutil/trace.go:171","msg":"trace[2117017335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8881; }","duration":"1.136267248s","start":"2026-03-12T14:52:33.09118Z","end":"2026-03-12T14:52:34.227447Z","steps":["trace[2117017335] 'agreement among raft nodes before linearized reading' (duration: 1.136218377s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:34.227452Z","caller":"traceutil/trace.go:171","msg":"trace[2024234988] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8881; }","duration":"649.922144ms","start":"2026-03-12T14:52:33.577522Z","end":"2026-03-12T14:52:34.227444Z","steps":["trace[2024234988] 'agreement among raft nodes before linearized reading' (duration: 649.860042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.227484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:33.091159Z","time spent":"1.13631907s","remote":"127.0.0.1:47114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:52:34.227492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:33.57751Z","time spent":"649.974795ms","remote":"127.0.0.1:58214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:52:34.226345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325939526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:52:34.227621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.314073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:34.227651Z","caller":"traceutil/trace.go:171","msg":"trace[1309890730] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8881; }","duration":"780.389545ms","start":"2026-03-12T14:52:33.447255Z","end":"2026-03-12T14:52:34.227645Z","steps":["trace[1309890730] 'agreement among raft nodes before linearized reading' (duration: 780.337273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.22767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:33.447223Z","time spent":"780.442206ms","remote":"127.0.0.1:39114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:52:34.227735Z","caller":"traceutil/trace.go:171","msg":"trace[216701753] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8881; }","duration":"2.327214176s","start":"2026-03-12T14:52:31.900373Z","end":"2026-03-12T14:52:34.227587Z","steps":["trace[216701753] 'agreement among raft nodes before linearized reading' (duration: 2.325903524s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.227802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:31.900363Z","time spent":"2.327421401s","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:52:34.227819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.774622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T14:52:34.227835Z","caller":"traceutil/trace.go:171","msg":"trace[250663800] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0; range_end:; response_count:1; response_revision:8881; }","duration":"840.825763ms","start":"2026-03-12T14:52:33.387004Z","end":"2026-03-12T14:52:34.22783Z","steps":["trace[250663800] 'agreement among raft nodes before linearized reading' (duration: 840.772612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.227851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:33.386984Z","time spent":"840.864034ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1f6b646237a0\" "} {"level":"warn","ts":"2026-03-12T14:52:34.227766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.272797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:34.228764Z","caller":"traceutil/trace.go:171","msg":"trace[1193889621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8881; }","duration":"838.291342ms","start":"2026-03-12T14:52:33.39046Z","end":"2026-03-12T14:52:34.228751Z","steps":["trace[1193889621] 'agreement among raft nodes before linearized reading' (duration: 837.291428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.228798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:33.390444Z","time spent":"838.345934ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:52:34.628863Z","caller":"traceutil/trace.go:171","msg":"trace[1191498298] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"397.487758ms","start":"2026-03-12T14:52:34.231351Z","end":"2026-03-12T14:52:34.628838Z","steps":["trace[1191498298] 'process raft request' (duration: 397.375946ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:34.628912Z","caller":"traceutil/trace.go:171","msg":"trace[1972979884] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"398.627255ms","start":"2026-03-12T14:52:34.230251Z","end":"2026-03-12T14:52:34.628878Z","steps":["trace[1972979884] 'process raft request' (duration: 398.325568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.62901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.231332Z","time spent":"397.604211ms","remote":"127.0.0.1:49116","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:34.629174Z","caller":"traceutil/trace.go:171","msg":"trace[1270017661] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"395.617733ms","start":"2026-03-12T14:52:34.233533Z","end":"2026-03-12T14:52:34.62915Z","steps":["trace[1270017661] 'process raft request' (duration: 395.49176ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:34.629213Z","caller":"traceutil/trace.go:171","msg":"trace[1387004054] linearizableReadLoop","detail":"{readStateIndex:9215; appliedIndex:9213; }","duration":"398.570084ms","start":"2026-03-12T14:52:34.230629Z","end":"2026-03-12T14:52:34.629199Z","steps":["trace[1387004054] 'read index received' (duration: 13.222449ms)","trace[1387004054] 'applied index is now lower than readState.Index' (duration: 385.346375ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:34.629259Z","caller":"traceutil/trace.go:171","msg":"trace[1672069319] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"396.941685ms","start":"2026-03-12T14:52:34.232217Z","end":"2026-03-12T14:52:34.629159Z","steps":["trace[1672069319] 'process raft request' (duration: 396.580687ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:34.629372Z","caller":"traceutil/trace.go:171","msg":"trace[1573291071] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"395.654624ms","start":"2026-03-12T14:52:34.233708Z","end":"2026-03-12T14:52:34.629362Z","steps":["trace[1573291071] 'process raft request' (duration: 395.399068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.629422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.786859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:52:34.629431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.233688Z","time spent":"395.716115ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:34.629471Z","caller":"traceutil/trace.go:171","msg":"trace[167331163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8886; }","duration":"398.845561ms","start":"2026-03-12T14:52:34.230613Z","end":"2026-03-12T14:52:34.629459Z","steps":["trace[167331163] 'agreement among raft nodes before linearized reading' (duration: 398.741599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.629314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.233521Z","time spent":"395.720785ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:34.629511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.230606Z","time spent":"398.898252ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:52:34.629505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.232206Z","time spent":"397.180451ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:34.629839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.230214Z","time spent":"399.23909ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:34.655002Z","caller":"traceutil/trace.go:171","msg":"trace[2046797653] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"410.201925ms","start":"2026-03-12T14:52:34.244776Z","end":"2026-03-12T14:52:34.654978Z","steps":["trace[2046797653] 'process raft request' (duration: 410.020591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.655123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.244762Z","time spent":"410.293797ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:34.655125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.87418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:52:34.655363Z","caller":"traceutil/trace.go:171","msg":"trace[902160737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8887; }","duration":"143.120746ms","start":"2026-03-12T14:52:34.512229Z","end":"2026-03-12T14:52:34.65535Z","steps":["trace[902160737] 'agreement among raft nodes before linearized reading' (duration: 142.718237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.656041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.818679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291508"} {"level":"info","ts":"2026-03-12T14:52:34.656107Z","caller":"traceutil/trace.go:171","msg":"trace[203479596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8887; }","duration":"424.903861ms","start":"2026-03-12T14:52:34.231189Z","end":"2026-03-12T14:52:34.656093Z","steps":["trace[203479596] 'agreement among raft nodes before linearized reading' (duration: 423.761433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:34.656148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.231185Z","time spent":"424.952252ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291532,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:52:35.160543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12737478142601376407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:52:35.632225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.747374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:52:35.632539Z","caller":"traceutil/trace.go:171","msg":"trace[659650686] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"973.562218ms","start":"2026-03-12T14:52:34.658746Z","end":"2026-03-12T14:52:35.632308Z","steps":["trace[659650686] 'process raft request' (duration: 850.619259ms)","trace[659650686] 'compare' (duration: 122.254903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:35.632744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.658724Z","time spent":"973.860235ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:35.710649Z","caller":"traceutil/trace.go:171","msg":"trace[363390188] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"867.030266ms","start":"2026-03-12T14:52:34.843583Z","end":"2026-03-12T14:52:35.710613Z","steps":["trace[363390188] 'process raft request' (duration: 866.856612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:35.710823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.84355Z","time spent":"867.1768ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:35.710988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051448429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:52:35.71111Z","caller":"traceutil/trace.go:171","msg":"trace[227704658] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8889; }","duration":"1.051618873s","start":"2026-03-12T14:52:34.659462Z","end":"2026-03-12T14:52:35.71108Z","steps":["trace[227704658] 'agreement among raft nodes before linearized reading' (duration: 1.051314226s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:35.711263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.659444Z","time spent":"1.051729706s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-12T14:52:35.71141Z","caller":"traceutil/trace.go:171","msg":"trace[2030908059] linearizableReadLoop","detail":"{readStateIndex:9222; appliedIndex:9220; }","duration":"1.051868359s","start":"2026-03-12T14:52:34.659517Z","end":"2026-03-12T14:52:35.711385Z","steps":["trace[2030908059] 'read index received' (duration: 849.861761ms)","trace[2030908059] 'applied index is now lower than readState.Index' (duration: 201.205019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:35.711635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.863247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:35.711699Z","caller":"traceutil/trace.go:171","msg":"trace[1968432019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8889; }","duration":"327.97132ms","start":"2026-03-12T14:52:35.383713Z","end":"2026-03-12T14:52:35.711684Z","steps":["trace[1968432019] 'agreement among raft nodes before linearized reading' (duration: 327.866967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:35.711721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.679774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:35.71178Z","caller":"traceutil/trace.go:171","msg":"trace[353780930] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8889; }","duration":"706.782386ms","start":"2026-03-12T14:52:35.004982Z","end":"2026-03-12T14:52:35.711765Z","steps":["trace[353780930] 'agreement among raft nodes before linearized reading' (duration: 706.699194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:35.711858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:35.004959Z","time spent":"706.88333ms","remote":"127.0.0.1:49124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:52:35.711735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:35.383678Z","time spent":"328.049272ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:52:35.711652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.209382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-12T14:52:35.712154Z","caller":"traceutil/trace.go:171","msg":"trace[528544799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8889; }","duration":"841.751387ms","start":"2026-03-12T14:52:34.870384Z","end":"2026-03-12T14:52:35.712135Z","steps":["trace[528544799] 'agreement among raft nodes before linearized reading' (duration: 841.162422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:35.712263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:34.87036Z","time spent":"841.88495ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:52:36.337029Z","caller":"traceutil/trace.go:171","msg":"trace[1204861589] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"105.14322ms","start":"2026-03-12T14:52:36.23186Z","end":"2026-03-12T14:52:36.337003Z","steps":["trace[1204861589] 'process raft request' (duration: 105.088509ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:36.337219Z","caller":"traceutil/trace.go:171","msg":"trace[283249990] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"106.035051ms","start":"2026-03-12T14:52:36.231172Z","end":"2026-03-12T14:52:36.337207Z","steps":["trace[283249990] 'process raft request' (duration: 71.021715ms)","trace[283249990] 'compare' (duration: 34.585456ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:40.119227Z","caller":"traceutil/trace.go:171","msg":"trace[1437397003] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"132.009407ms","start":"2026-03-12T14:52:39.987193Z","end":"2026-03-12T14:52:40.119203Z","steps":["trace[1437397003] 'process raft request' (duration: 131.832063ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:48.940257Z","caller":"traceutil/trace.go:171","msg":"trace[1571503247] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"231.431129ms","start":"2026-03-12T14:52:48.708799Z","end":"2026-03-12T14:52:48.94023Z","steps":["trace[1571503247] 'process raft request' (duration: 145.224867ms)","trace[1571503247] 'compare' (duration: 85.812351ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:48.940431Z","caller":"traceutil/trace.go:171","msg":"trace[2055620720] linearizableReadLoop","detail":"{readStateIndex:9320; appliedIndex:9317; }","duration":"219.874259ms","start":"2026-03-12T14:52:48.720546Z","end":"2026-03-12T14:52:48.94042Z","steps":["trace[2055620720] 'read index received' (duration: 60.111632ms)","trace[2055620720] 'applied index is now lower than readState.Index' (duration: 159.761417ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:48.940556Z","caller":"traceutil/trace.go:171","msg":"trace[1045264445] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"230.940517ms","start":"2026-03-12T14:52:48.709609Z","end":"2026-03-12T14:52:48.94055Z","steps":["trace[1045264445] 'process raft request' (duration: 230.521057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:48.940698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.150856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:52:48.940729Z","caller":"traceutil/trace.go:171","msg":"trace[661192850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8985; }","duration":"220.241918ms","start":"2026-03-12T14:52:48.720476Z","end":"2026-03-12T14:52:48.940718Z","steps":["trace[661192850] 'agreement among raft nodes before linearized reading' (duration: 220.133016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:48.940995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.027575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ch8ln\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:52:48.941097Z","caller":"traceutil/trace.go:171","msg":"trace[1157329317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ch8ln; range_end:; response_count:1; response_revision:8985; }","duration":"189.166238ms","start":"2026-03-12T14:52:48.751909Z","end":"2026-03-12T14:52:48.941075Z","steps":["trace[1157329317] 'agreement among raft nodes before linearized reading' (duration: 188.870401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:49.180538Z","caller":"traceutil/trace.go:171","msg":"trace[849730059] linearizableReadLoop","detail":"{readStateIndex:9321; appliedIndex:9320; }","duration":"234.536032ms","start":"2026-03-12T14:52:48.945973Z","end":"2026-03-12T14:52:49.180509Z","steps":["trace[849730059] 'read index received' (duration: 218.561077ms)","trace[849730059] 'applied index is now lower than readState.Index' (duration: 15.973835ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:49.180662Z","caller":"traceutil/trace.go:171","msg":"trace[371872366] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"235.026495ms","start":"2026-03-12T14:52:48.945581Z","end":"2026-03-12T14:52:49.180607Z","steps":["trace[371872366] 'process raft request' (duration: 218.846005ms)","trace[371872366] 'compare' (duration: 15.969265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:49.181192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.20933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298282"} {"level":"info","ts":"2026-03-12T14:52:49.181251Z","caller":"traceutil/trace.go:171","msg":"trace[606329082] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:8986; }","duration":"235.337343ms","start":"2026-03-12T14:52:48.945898Z","end":"2026-03-12T14:52:49.181236Z","steps":["trace[606329082] 'agreement among raft nodes before linearized reading' (duration: 234.723427ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:49.340646Z","caller":"traceutil/trace.go:171","msg":"trace[789567317] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"334.146719ms","start":"2026-03-12T14:52:49.006475Z","end":"2026-03-12T14:52:49.340621Z","steps":["trace[789567317] 'process raft request' (duration: 305.181579ms)","trace[789567317] 'compare' (duration: 28.645542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:49.340757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:49.006443Z","time spent":"334.254702ms","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5032,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:49.506571Z","caller":"traceutil/trace.go:171","msg":"trace[1143569742] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"156.706264ms","start":"2026-03-12T14:52:49.349443Z","end":"2026-03-12T14:52:49.506149Z","steps":["trace[1143569742] 'process raft request' (duration: 156.454358ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:49.569333Z","caller":"traceutil/trace.go:171","msg":"trace[185698653] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9322; }","duration":"186.422791ms","start":"2026-03-12T14:52:49.382884Z","end":"2026-03-12T14:52:49.569306Z","steps":["trace[185698653] 'read index received' (duration: 122.98303ms)","trace[185698653] 'applied index is now lower than readState.Index' (duration: 63.438391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:49.569495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.601456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:49.569568Z","caller":"traceutil/trace.go:171","msg":"trace[320832842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8988; }","duration":"186.732449ms","start":"2026-03-12T14:52:49.382813Z","end":"2026-03-12T14:52:49.569546Z","steps":["trace[320832842] 'agreement among raft nodes before linearized reading' (duration: 186.623636ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:52.736066Z","caller":"traceutil/trace.go:171","msg":"trace[1354575606] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"397.595391ms","start":"2026-03-12T14:52:52.338443Z","end":"2026-03-12T14:52:52.736038Z","steps":["trace[1354575606] 'process raft request' (duration: 397.454118ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:52.736256Z","caller":"traceutil/trace.go:171","msg":"trace[792480760] linearizableReadLoop","detail":"{readStateIndex:9352; appliedIndex:9352; }","duration":"353.552828ms","start":"2026-03-12T14:52:52.382677Z","end":"2026-03-12T14:52:52.73623Z","steps":["trace[792480760] 'read index received' (duration: 353.544297ms)","trace[792480760] 'applied index is now lower than readState.Index' (duration: 6.751µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:52:52.736271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:52.338421Z","time spent":"397.762875ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:52:52.736539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.788653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:52.736701Z","caller":"traceutil/trace.go:171","msg":"trace[66936900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9015; }","duration":"354.030209ms","start":"2026-03-12T14:52:52.382638Z","end":"2026-03-12T14:52:52.736668Z","steps":["trace[66936900] 'agreement among raft nodes before linearized reading' (duration: 353.696771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:52.736772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:52.382624Z","time spent":"354.138402ms","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:52:52.913392Z","caller":"traceutil/trace.go:171","msg":"trace[1825757561] linearizableReadLoop","detail":"{readStateIndex:9354; appliedIndex:9352; }","duration":"177.043835ms","start":"2026-03-12T14:52:52.736325Z","end":"2026-03-12T14:52:52.913369Z","steps":["trace[1825757561] 'read index received' (duration: 174.901473ms)","trace[1825757561] 'applied index is now lower than readState.Index' (duration: 2.141122ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:52.913541Z","caller":"traceutil/trace.go:171","msg":"trace[1523481567] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"513.141511ms","start":"2026-03-12T14:52:52.400326Z","end":"2026-03-12T14:52:52.913468Z","steps":["trace[1523481567] 'process raft request' (duration: 512.971566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:52.913759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.415646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.122\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T14:52:52.913775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:52.400298Z","time spent":"513.344466ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:52.913826Z","caller":"traceutil/trace.go:171","msg":"trace[2081015492] range","detail":"{range_begin:/registry/masterleases/199.204.45.122; range_end:; response_count:1; response_revision:9017; }","duration":"293.535049ms","start":"2026-03-12T14:52:52.620276Z","end":"2026-03-12T14:52:52.913811Z","steps":["trace[2081015492] 'agreement among raft nodes before linearized reading' (duration: 293.301563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:52.913807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.558799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:52:52.913905Z","caller":"traceutil/trace.go:171","msg":"trace[1930031677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9017; }","duration":"175.689913ms","start":"2026-03-12T14:52:52.7382Z","end":"2026-03-12T14:52:52.91389Z","steps":["trace[1930031677] 'agreement among raft nodes before linearized reading' (duration: 175.56662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:52.91405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.046571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:52:52.914139Z","caller":"traceutil/trace.go:171","msg":"trace[1246817166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9017; }","duration":"118.204684ms","start":"2026-03-12T14:52:52.795914Z","end":"2026-03-12T14:52:52.914119Z","steps":["trace[1246817166] 'agreement among raft nodes before linearized reading' (duration: 117.896177ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:52.913486Z","caller":"traceutil/trace.go:171","msg":"trace[1657185906] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"513.204503ms","start":"2026-03-12T14:52:52.400233Z","end":"2026-03-12T14:52:52.913437Z","steps":["trace[1657185906] 'process raft request' (duration: 510.938838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:52.915224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:52:52.400215Z","time spent":"514.912824ms","remote":"127.0.0.1:49276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:52:53.930127Z","caller":"traceutil/trace.go:171","msg":"trace[1742768717] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"129.884876ms","start":"2026-03-12T14:52:53.80022Z","end":"2026-03-12T14:52:53.930105Z","steps":["trace[1742768717] 'process raft request' (duration: 129.774794ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:52:57.050032Z","caller":"traceutil/trace.go:171","msg":"trace[12260424] linearizableReadLoop","detail":"{readStateIndex:9382; appliedIndex:9380; }","duration":"104.376051ms","start":"2026-03-12T14:52:56.945626Z","end":"2026-03-12T14:52:57.050002Z","steps":["trace[12260424] 'read index received' (duration: 811.54µs)","trace[12260424] 'applied index is now lower than readState.Index' (duration: 103.563261ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:52:57.050364Z","caller":"traceutil/trace.go:171","msg":"trace[368568324] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"120.459284ms","start":"2026-03-12T14:52:56.929687Z","end":"2026-03-12T14:52:57.050147Z","steps":["trace[368568324] 'process raft request' (duration: 119.610133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:52:57.050401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.76454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:52:57.05059Z","caller":"traceutil/trace.go:171","msg":"trace[512718319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9044; }","duration":"104.993166ms","start":"2026-03-12T14:52:56.945566Z","end":"2026-03-12T14:52:57.05056Z","steps":["trace[512718319] 'agreement among raft nodes before linearized reading' (duration: 104.610167ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:53:05.212899Z","caller":"traceutil/trace.go:171","msg":"trace[1594386369] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"213.946974ms","start":"2026-03-12T14:53:04.998918Z","end":"2026-03-12T14:53:05.212865Z","steps":["trace[1594386369] 'process raft request' (duration: 115.24477ms)","trace[1594386369] 'compare' (duration: 98.561001ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:53:05.25562Z","caller":"traceutil/trace.go:171","msg":"trace[912362604] linearizableReadLoop","detail":"{readStateIndex:9420; appliedIndex:9419; }","duration":"128.067616ms","start":"2026-03-12T14:53:05.127528Z","end":"2026-03-12T14:53:05.255595Z","steps":["trace[912362604] 'read index received' (duration: 127.851641ms)","trace[912362604] 'applied index is now lower than readState.Index' (duration: 214.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:53:05.255738Z","caller":"traceutil/trace.go:171","msg":"trace[839344112] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"181.779088ms","start":"2026-03-12T14:53:05.073933Z","end":"2026-03-12T14:53:05.255712Z","steps":["trace[839344112] 'process raft request' (duration: 181.542652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:53:05.255898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.721718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:53:05.255912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.360152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T14:53:05.255959Z","caller":"traceutil/trace.go:171","msg":"trace[1990192662] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9080; }","duration":"127.80169ms","start":"2026-03-12T14:53:05.128142Z","end":"2026-03-12T14:53:05.255944Z","steps":["trace[1990192662] 'agreement among raft nodes before linearized reading' (duration: 127.641066ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:53:05.255983Z","caller":"traceutil/trace.go:171","msg":"trace[1009784091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9080; }","duration":"128.487666ms","start":"2026-03-12T14:53:05.127479Z","end":"2026-03-12T14:53:05.255967Z","steps":["trace[1009784091] 'agreement among raft nodes before linearized reading' (duration: 128.26536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:53:05.256025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.155437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:53:05.256132Z","caller":"traceutil/trace.go:171","msg":"trace[1792239357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9080; }","duration":"120.332661ms","start":"2026-03-12T14:53:05.135778Z","end":"2026-03-12T14:53:05.25611Z","steps":["trace[1792239357] 'agreement among raft nodes before linearized reading' (duration: 120.038014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:53:05.256319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.321601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T14:53:05.256395Z","caller":"traceutil/trace.go:171","msg":"trace[1628101167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9080; }","duration":"120.634628ms","start":"2026-03-12T14:53:05.135746Z","end":"2026-03-12T14:53:05.25638Z","steps":["trace[1628101167] 'agreement among raft nodes before linearized reading' (duration: 120.115656ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:53:47.261143Z","caller":"traceutil/trace.go:171","msg":"trace[1190700198] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"124.358987ms","start":"2026-03-12T14:53:47.136754Z","end":"2026-03-12T14:53:47.261113Z","steps":["trace[1190700198] 'process raft request' (duration: 124.113391ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:53:51.420763Z","caller":"traceutil/trace.go:171","msg":"trace[1322031564] transaction","detail":"{read_only:false; response_revision:9352; number_of_response:1; }","duration":"138.269358ms","start":"2026-03-12T14:53:51.282441Z","end":"2026-03-12T14:53:51.42071Z","steps":["trace[1322031564] 'process raft request' (duration: 132.104091ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:54:06.888641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7458} {"level":"info","ts":"2026-03-12T14:54:06.947304Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7458,"took":"56.664623ms","hash":1724994587,"current-db-size-bytes":42278912,"current-db-size":"42 MB","current-db-size-in-use-bytes":23408640,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-12T14:54:06.947368Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1724994587,"revision":7458,"compact-revision":5667} {"level":"info","ts":"2026-03-12T14:54:22.678301Z","caller":"traceutil/trace.go:171","msg":"trace[1783057491] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"146.694599ms","start":"2026-03-12T14:54:22.531567Z","end":"2026-03-12T14:54:22.678261Z","steps":["trace[1783057491] 'process raft request' (duration: 146.479284ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:54:31.447719Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d2c3f297b56db0c4","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-12T14:54:31.513745Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-12T14:54:31.513863Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-12T14:54:37.028053Z","caller":"traceutil/trace.go:171","msg":"trace[313868567] linearizableReadLoop","detail":"{readStateIndex:10027; appliedIndex:10026; }","duration":"245.577278ms","start":"2026-03-12T14:54:36.782452Z","end":"2026-03-12T14:54:37.02803Z","steps":["trace[313868567] 'read index received' (duration: 245.393914ms)","trace[313868567] 'applied index is now lower than readState.Index' (duration: 182.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:54:37.0281Z","caller":"traceutil/trace.go:171","msg":"trace[2077628616] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"272.334157ms","start":"2026-03-12T14:54:36.755741Z","end":"2026-03-12T14:54:37.028075Z","steps":["trace[2077628616] 'process raft request' (duration: 272.153303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:54:37.028274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.804295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:54:37.028519Z","caller":"traceutil/trace.go:171","msg":"trace[79384979] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9664; }","duration":"246.041181ms","start":"2026-03-12T14:54:36.782436Z","end":"2026-03-12T14:54:37.028477Z","steps":["trace[79384979] 'agreement among raft nodes before linearized reading' (duration: 245.703702ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:55:36.351703Z","caller":"traceutil/trace.go:171","msg":"trace[1463464616] transaction","detail":"{read_only:false; response_revision:9936; number_of_response:1; }","duration":"138.707644ms","start":"2026-03-12T14:55:36.212967Z","end":"2026-03-12T14:55:36.351675Z","steps":["trace[1463464616] 'process raft request' (duration: 138.53677ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:55:56.668905Z","caller":"traceutil/trace.go:171","msg":"trace[1841849914] transaction","detail":"{read_only:false; response_revision:10030; number_of_response:1; }","duration":"145.808106ms","start":"2026-03-12T14:55:56.523071Z","end":"2026-03-12T14:55:56.668879Z","steps":["trace[1841849914] 'process raft request' (duration: 75.811748ms)","trace[1841849914] 'compare' (duration: 69.775083ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:55:56.669306Z","caller":"traceutil/trace.go:171","msg":"trace[363913357] linearizableReadLoop","detail":"{readStateIndex:10410; appliedIndex:10408; }","duration":"137.281811ms","start":"2026-03-12T14:55:56.532003Z","end":"2026-03-12T14:55:56.669285Z","steps":["trace[363913357] 'read index received' (duration: 66.889473ms)","trace[363913357] 'applied index is now lower than readState.Index' (duration: 70.391408ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:55:56.669505Z","caller":"traceutil/trace.go:171","msg":"trace[1294956336] transaction","detail":"{read_only:false; response_revision:10031; number_of_response:1; }","duration":"146.00015ms","start":"2026-03-12T14:55:56.523468Z","end":"2026-03-12T14:55:56.669468Z","steps":["trace[1294956336] 'process raft request' (duration: 145.705333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:55:56.669692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.21908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:55:56.669727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.69438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:55:56.669785Z","caller":"traceutil/trace.go:171","msg":"trace[1385440823] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10031; }","duration":"101.317843ms","start":"2026-03-12T14:55:56.568432Z","end":"2026-03-12T14:55:56.66975Z","steps":["trace[1385440823] 'agreement among raft nodes before linearized reading' (duration: 101.144099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:55:56.669709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.482268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:55:56.669892Z","caller":"traceutil/trace.go:171","msg":"trace[792809092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10031; }","duration":"111.702184ms","start":"2026-03-12T14:55:56.558174Z","end":"2026-03-12T14:55:56.669876Z","steps":["trace[792809092] 'agreement among raft nodes before linearized reading' (duration: 111.367866ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:55:56.669827Z","caller":"traceutil/trace.go:171","msg":"trace[95408193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10031; }","duration":"137.836944ms","start":"2026-03-12T14:55:56.531968Z","end":"2026-03-12T14:55:56.669805Z","steps":["trace[95408193] 'agreement among raft nodes before linearized reading' (duration: 137.514436ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:56:25.730068Z","caller":"traceutil/trace.go:171","msg":"trace[2131121137] transaction","detail":"{read_only:false; response_revision:10195; number_of_response:1; }","duration":"194.215643ms","start":"2026-03-12T14:56:25.535827Z","end":"2026-03-12T14:56:25.730043Z","steps":["trace[2131121137] 'process raft request' (duration: 194.033178ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:56:34.24193Z","caller":"traceutil/trace.go:171","msg":"trace[1045854242] transaction","detail":"{read_only:false; response_revision:10314; number_of_response:1; }","duration":"167.073749ms","start":"2026-03-12T14:56:34.074834Z","end":"2026-03-12T14:56:34.241908Z","steps":["trace[1045854242] 'process raft request' (duration: 102.009211ms)","trace[1045854242] 'compare' (duration: 64.980046ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:56:35.031264Z","caller":"traceutil/trace.go:171","msg":"trace[2019410641] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"101.076067ms","start":"2026-03-12T14:56:34.93015Z","end":"2026-03-12T14:56:35.031226Z","steps":["trace[2019410641] 'process raft request' (duration: 65.749484ms)","trace[2019410641] 'compare' (duration: 35.050006ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:56:44.41749Z","caller":"traceutil/trace.go:171","msg":"trace[956354290] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"147.372863ms","start":"2026-03-12T14:56:44.27009Z","end":"2026-03-12T14:56:44.417463Z","steps":["trace[956354290] 'process raft request' (duration: 147.319111ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:56:44.417522Z","caller":"traceutil/trace.go:171","msg":"trace[215352575] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"176.454855ms","start":"2026-03-12T14:56:44.241024Z","end":"2026-03-12T14:56:44.417479Z","steps":["trace[215352575] 'process raft request' (duration: 130.729853ms)","trace[215352575] 'compare' (duration: 45.505517ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:56:47.308004Z","caller":"traceutil/trace.go:171","msg":"trace[192924040] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"125.785393ms","start":"2026-03-12T14:56:47.182193Z","end":"2026-03-12T14:56:47.307979Z","steps":["trace[192924040] 'process raft request' (duration: 124.562214ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:56:47.307982Z","caller":"traceutil/trace.go:171","msg":"trace[1251632906] linearizableReadLoop","detail":"{readStateIndex:10810; appliedIndex:10807; }","duration":"123.55662ms","start":"2026-03-12T14:56:47.184399Z","end":"2026-03-12T14:56:47.307956Z","steps":["trace[1251632906] 'read index received' (duration: 63.381189ms)","trace[1251632906] 'applied index is now lower than readState.Index' (duration: 60.173971ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:56:47.308518Z","caller":"traceutil/trace.go:171","msg":"trace[887935773] transaction","detail":"{read_only:false; response_revision:10419; number_of_response:1; }","duration":"125.915916ms","start":"2026-03-12T14:56:47.182569Z","end":"2026-03-12T14:56:47.308485Z","steps":["trace[887935773] 'process raft request' (duration: 125.324342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:56:47.308592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.166834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375565"} {"level":"info","ts":"2026-03-12T14:56:47.308811Z","caller":"traceutil/trace.go:171","msg":"trace[1835128895] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10419; }","duration":"124.42ms","start":"2026-03-12T14:56:47.184373Z","end":"2026-03-12T14:56:47.308793Z","steps":["trace[1835128895] 'agreement among raft nodes before linearized reading' (duration: 123.678712ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:56:48.427284Z","caller":"traceutil/trace.go:171","msg":"trace[165006742] transaction","detail":"{read_only:false; response_revision:10424; number_of_response:1; }","duration":"105.651038ms","start":"2026-03-12T14:56:48.321611Z","end":"2026-03-12T14:56:48.427262Z","steps":["trace[165006742] 'process raft request' (duration: 105.247878ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:56:48.54684Z","caller":"traceutil/trace.go:171","msg":"trace[429176009] transaction","detail":"{read_only:false; response_revision:10425; number_of_response:1; }","duration":"114.065629ms","start":"2026-03-12T14:56:48.432745Z","end":"2026-03-12T14:56:48.546811Z","steps":["trace[429176009] 'process raft request' (duration: 37.267658ms)","trace[429176009] 'compare' (duration: 76.594377ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:56:48.763281Z","caller":"traceutil/trace.go:171","msg":"trace[1786080740] transaction","detail":"{read_only:false; response_revision:10426; number_of_response:1; }","duration":"121.807848ms","start":"2026-03-12T14:56:48.641451Z","end":"2026-03-12T14:56:48.763259Z","steps":["trace[1786080740] 'process raft request' (duration: 116.385417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:56:49.585304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.205642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:56:49.585389Z","caller":"traceutil/trace.go:171","msg":"trace[561444293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10431; }","duration":"201.342715ms","start":"2026-03-12T14:56:49.384022Z","end":"2026-03-12T14:56:49.585365Z","steps":["trace[561444293] 'agreement among raft nodes before linearized reading' (duration: 39.580234ms)","trace[561444293] 'range keys from in-memory index tree' (duration: 161.646568ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:56:49.632062Z","caller":"traceutil/trace.go:171","msg":"trace[765558539] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"128.472308ms","start":"2026-03-12T14:56:49.503561Z","end":"2026-03-12T14:56:49.632033Z","steps":["trace[765558539] 'process raft request' (duration: 128.291664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:57:02.148096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.749598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-ll2hr\" ","response":"range_response_count:1 size:7278"} {"level":"info","ts":"2026-03-12T14:57:02.148244Z","caller":"traceutil/trace.go:171","msg":"trace[504576746] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-ll2hr; range_end:; response_count:1; response_revision:10493; }","duration":"148.947503ms","start":"2026-03-12T14:57:01.999278Z","end":"2026-03-12T14:57:02.148225Z","steps":["trace[504576746] 'range keys from in-memory index tree' (duration: 148.564264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:57:02.148096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.095638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/staffeln-db-sync-ll2hr.189c1fe0769b8467\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-12T14:57:02.148392Z","caller":"traceutil/trace.go:171","msg":"trace[1319515030] range","detail":"{range_begin:/registry/events/openstack/staffeln-db-sync-ll2hr.189c1fe0769b8467; range_end:; response_count:1; response_revision:10493; }","duration":"147.424546ms","start":"2026-03-12T14:57:02.000925Z","end":"2026-03-12T14:57:02.148349Z","steps":["trace[1319515030] 'range keys from in-memory index tree' (duration: 146.926793ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:57:10.186904Z","caller":"traceutil/trace.go:171","msg":"trace[2014948143] transaction","detail":"{read_only:false; response_revision:10539; number_of_response:1; }","duration":"138.142441ms","start":"2026-03-12T14:57:10.048736Z","end":"2026-03-12T14:57:10.186879Z","steps":["trace[2014948143] 'process raft request' (duration: 138.006528ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:57:10.290455Z","caller":"traceutil/trace.go:171","msg":"trace[700853714] transaction","detail":"{read_only:false; response_revision:10540; number_of_response:1; }","duration":"165.464859ms","start":"2026-03-12T14:57:10.124948Z","end":"2026-03-12T14:57:10.290412Z","steps":["trace[700853714] 'process raft request' (duration: 107.927902ms)","trace[700853714] 'compare' (duration: 57.306612ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:59:06.899181Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9477} {"level":"info","ts":"2026-03-12T14:59:06.983111Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9477,"took":"78.491213ms","hash":1515183109,"current-db-size-bytes":42278912,"current-db-size":"42 MB","current-db-size-in-use-bytes":18620416,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-12T14:59:06.983191Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1515183109,"revision":9477,"compact-revision":7458}