{"level":"warn","ts":"2026-03-07T10:04:56.605619Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T10:04:56.605711Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.74:2380","--initial-cluster=instance=https://162.253.55.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-07T10:04:56.60578Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T10:04:56.605788Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-07T10:04:56.605807Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T10:04:56.606458Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"]} {"level":"info","ts":"2026-03-07T10:04:56.606526Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-07T10:04:56.613193Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.35075ms"} {"level":"info","ts":"2026-03-07T10:04:56.623368Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"30aa8136fb61a722","cluster-id":"e7ea3889c4872560"} {"level":"info","ts":"2026-03-07T10:04:56.623509Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=()"} {"level":"info","ts":"2026-03-07T10:04:56.623536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 0"} {"level":"info","ts":"2026-03-07T10:04:56.623565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 30aa8136fb61a722 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-07T10:04:56.623578Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 1"} {"level":"info","ts":"2026-03-07T10:04:56.623639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"warn","ts":"2026-03-07T10:04:56.631261Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-07T10:04:56.632968Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-07T10:04:56.635755Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-07T10:04:56.638433Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"30aa8136fb61a722","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-07T10:04:56.638668Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"30aa8136fb61a722","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-07T10:04:56.638911Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:04:56.639051Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:04:56.639066Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:04:56.647389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"info","ts":"2026-03-07T10:04:56.647483Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","added-peer-id":"30aa8136fb61a722","added-peer-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-07T10:04:56.648221Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T10:04:56.648591Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"30aa8136fb61a722","initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-07T10:04:56.648638Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-07T10:04:56.648754Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-07T10:04:56.648776Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-07T10:04:56.828527Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 is starting a new election at term 1"} {"level":"info","ts":"2026-03-07T10:04:56.828585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-07T10:04:56.828617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgPreVoteResp from 30aa8136fb61a722 at term 1"} {"level":"info","ts":"2026-03-07T10:04:56.828632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became candidate at term 2"} {"level":"info","ts":"2026-03-07T10:04:56.828641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgVoteResp from 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-07T10:04:56.828651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became leader at term 2"} {"level":"info","ts":"2026-03-07T10:04:56.828662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 30aa8136fb61a722 elected leader 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-07T10:04:56.829656Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:04:56.833472Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"30aa8136fb61a722","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.74:2379]}","request-path":"/0/members/30aa8136fb61a722/attributes","cluster-id":"e7ea3889c4872560","publish-timeout":"7s"} {"level":"info","ts":"2026-03-07T10:04:56.833684Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T10:04:56.833802Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T10:04:56.836989Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.74:2379"} {"level":"info","ts":"2026-03-07T10:04:56.837225Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:04:56.837331Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:04:56.837381Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:04:56.837888Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-07T10:04:56.837919Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-07T10:04:56.838819Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-07T10:04:58.479439Z","caller":"traceutil/trace.go:171","msg":"trace[1150997531] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"155.738872ms","start":"2026-03-07T10:04:58.323672Z","end":"2026-03-07T10:04:58.479411Z","steps":["trace[1150997531] 'process raft request' (duration: 152.842939ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.479471Z","caller":"traceutil/trace.go:171","msg":"trace[2077173370] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"154.956143ms","start":"2026-03-07T10:04:58.324487Z","end":"2026-03-07T10:04:58.479443Z","steps":["trace[2077173370] 'read index received' (duration: 7.021777ms)","trace[2077173370] 'applied index is now lower than readState.Index' (duration: 147.933026ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:58.479645Z","caller":"traceutil/trace.go:171","msg":"trace[1422782995] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"154.593163ms","start":"2026-03-07T10:04:58.325041Z","end":"2026-03-07T10:04:58.479634Z","steps":["trace[1422782995] 'process raft request' (duration: 154.315466ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.479616Z","caller":"traceutil/trace.go:171","msg":"trace[69587851] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"154.326466ms","start":"2026-03-07T10:04:58.325252Z","end":"2026-03-07T10:04:58.479578Z","steps":["trace[69587851] 'process raft request' (duration: 154.147142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:58.480277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.722372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:58.480464Z","caller":"traceutil/trace.go:171","msg":"trace[1135025025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5; }","duration":"155.963858ms","start":"2026-03-07T10:04:58.324481Z","end":"2026-03-07T10:04:58.480445Z","steps":["trace[1135025025] 'agreement among raft nodes before linearized reading' (duration: 155.096376ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529138Z","caller":"traceutil/trace.go:171","msg":"trace[2029303032] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"120.41296ms","start":"2026-03-07T10:04:58.40868Z","end":"2026-03-07T10:04:58.529093Z","steps":["trace[2029303032] 'process raft request' (duration: 120.185355ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529203Z","caller":"traceutil/trace.go:171","msg":"trace[815554080] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"120.469791ms","start":"2026-03-07T10:04:58.4087Z","end":"2026-03-07T10:04:58.52917Z","steps":["trace[815554080] 'process raft request' (duration: 120.360488ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529184Z","caller":"traceutil/trace.go:171","msg":"trace[1606665364] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"120.43138ms","start":"2026-03-07T10:04:58.408705Z","end":"2026-03-07T10:04:58.529136Z","steps":["trace[1606665364] 'process raft request' (duration: 120.314737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:58.529352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.223495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-07T10:04:58.529452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.760409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"warn","ts":"2026-03-07T10:04:58.529481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.111112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:58.529538Z","caller":"traceutil/trace.go:171","msg":"trace[2127050935] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"204.836922ms","start":"2026-03-07T10:04:58.324668Z","end":"2026-03-07T10:04:58.529504Z","steps":["trace[2127050935] 'agreement among raft nodes before linearized reading' (duration: 204.736369ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529503Z","caller":"traceutil/trace.go:171","msg":"trace[1012408373] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"120.551924ms","start":"2026-03-07T10:04:58.408932Z","end":"2026-03-07T10:04:58.529484Z","steps":["trace[1012408373] 'process raft request' (duration: 120.160284ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529597Z","caller":"traceutil/trace.go:171","msg":"trace[217567035] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"204.216355ms","start":"2026-03-07T10:04:58.32532Z","end":"2026-03-07T10:04:58.529537Z","steps":["trace[217567035] 'agreement among raft nodes before linearized reading' (duration: 204.067841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:58.529634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.80021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:58.529459Z","caller":"traceutil/trace.go:171","msg":"trace[982173964] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"118.360007ms","start":"2026-03-07T10:04:58.411061Z","end":"2026-03-07T10:04:58.529421Z","steps":["trace[982173964] 'agreement among raft nodes before linearized reading' (duration: 118.184073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:58.529634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.226174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-07T10:04:58.529774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.330746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-07T10:04:58.52974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.985723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:58.529837Z","caller":"traceutil/trace.go:171","msg":"trace[1437229713] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"152.425828ms","start":"2026-03-07T10:04:58.377395Z","end":"2026-03-07T10:04:58.529821Z","steps":["trace[1437229713] 'agreement among raft nodes before linearized reading' (duration: 152.319356ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529891Z","caller":"traceutil/trace.go:171","msg":"trace[1666246074] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"153.185108ms","start":"2026-03-07T10:04:58.376665Z","end":"2026-03-07T10:04:58.52985Z","steps":["trace[1666246074] 'agreement among raft nodes before linearized reading' (duration: 152.883941ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529866Z","caller":"traceutil/trace.go:171","msg":"trace[1508871762] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"152.505161ms","start":"2026-03-07T10:04:58.377334Z","end":"2026-03-07T10:04:58.52984Z","steps":["trace[1508871762] 'agreement among raft nodes before linearized reading' (duration: 151.964506ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529634Z","caller":"traceutil/trace.go:171","msg":"trace[403549816] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"119.99523ms","start":"2026-03-07T10:04:58.40957Z","end":"2026-03-07T10:04:58.529565Z","steps":["trace[403549816] 'process raft request' (duration: 119.587689ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529666Z","caller":"traceutil/trace.go:171","msg":"trace[183644000] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"120.320666ms","start":"2026-03-07T10:04:58.409182Z","end":"2026-03-07T10:04:58.529502Z","steps":["trace[183644000] 'process raft request' (duration: 119.939187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:58.529337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.000784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:58.53013Z","caller":"traceutil/trace.go:171","msg":"trace[300446463] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"121.853797ms","start":"2026-03-07T10:04:58.408251Z","end":"2026-03-07T10:04:58.530105Z","steps":["trace[300446463] 'agreement among raft nodes before linearized reading' (duration: 120.977954ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.529693Z","caller":"traceutil/trace.go:171","msg":"trace[264546392] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:0; response_revision:11; }","duration":"122.888403ms","start":"2026-03-07T10:04:58.406782Z","end":"2026-03-07T10:04:58.52967Z","steps":["trace[264546392] 'agreement among raft nodes before linearized reading' (duration: 122.78817ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.640397Z","caller":"traceutil/trace.go:171","msg":"trace[637789249] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:14; }","duration":"111.154047ms","start":"2026-03-07T10:04:58.529204Z","end":"2026-03-07T10:04:58.640358Z","steps":["trace[637789249] 'read index received' (duration: 100.269832ms)","trace[637789249] 'applied index is now lower than readState.Index' (duration: 10.882315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:58.640559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.334842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-nhsxf\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-07T10:04:58.640638Z","caller":"traceutil/trace.go:171","msg":"trace[1584621035] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-nhsxf; range_end:; response_count:1; response_revision:12; }","duration":"157.438594ms","start":"2026-03-07T10:04:58.483184Z","end":"2026-03-07T10:04:58.640623Z","steps":["trace[1584621035] 'agreement among raft nodes before linearized reading' (duration: 157.303761ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.64051Z","caller":"traceutil/trace.go:171","msg":"trace[1820086853] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"148.115429ms","start":"2026-03-07T10:04:58.492347Z","end":"2026-03-07T10:04:58.640463Z","steps":["trace[1820086853] 'process raft request' (duration: 137.115681ms)","trace[1820086853] 'compare' (duration: 10.748442ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:58.667192Z","caller":"traceutil/trace.go:171","msg":"trace[531888360] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"134.832064ms","start":"2026-03-07T10:04:58.532345Z","end":"2026-03-07T10:04:58.667178Z","steps":["trace[531888360] 'process raft request' (duration: 134.67581ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.66733Z","caller":"traceutil/trace.go:171","msg":"trace[2056174406] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"132.819824ms","start":"2026-03-07T10:04:58.534477Z","end":"2026-03-07T10:04:58.667297Z","steps":["trace[2056174406] 'process raft request' (duration: 132.680141ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.667378Z","caller":"traceutil/trace.go:171","msg":"trace[456145751] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"133.111441ms","start":"2026-03-07T10:04:58.534247Z","end":"2026-03-07T10:04:58.667358Z","steps":["trace[456145751] 'process raft request' (duration: 132.883215ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.667348Z","caller":"traceutil/trace.go:171","msg":"trace[2102549468] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"132.805573ms","start":"2026-03-07T10:04:58.534502Z","end":"2026-03-07T10:04:58.667307Z","steps":["trace[2102549468] 'process raft request' (duration: 132.716871ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.667501Z","caller":"traceutil/trace.go:171","msg":"trace[950674038] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"132.6759ms","start":"2026-03-07T10:04:58.534814Z","end":"2026-03-07T10:04:58.66749Z","steps":["trace[950674038] 'process raft request' (duration: 132.434204ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.667566Z","caller":"traceutil/trace.go:171","msg":"trace[2095395023] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"132.077055ms","start":"2026-03-07T10:04:58.535478Z","end":"2026-03-07T10:04:58.667555Z","steps":["trace[2095395023] 'process raft request' (duration: 131.884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:58.667647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.43759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:58.667708Z","caller":"traceutil/trace.go:171","msg":"trace[787346939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"135.544353ms","start":"2026-03-07T10:04:58.53215Z","end":"2026-03-07T10:04:58.667695Z","steps":["trace[787346939] 'agreement among raft nodes before linearized reading' (duration: 135.347638ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.667721Z","caller":"traceutil/trace.go:171","msg":"trace[848545802] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"132.809693ms","start":"2026-03-07T10:04:58.5349Z","end":"2026-03-07T10:04:58.66771Z","steps":["trace[848545802] 'process raft request' (duration: 132.391673ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.667728Z","caller":"traceutil/trace.go:171","msg":"trace[847428158] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"132.798724ms","start":"2026-03-07T10:04:58.534917Z","end":"2026-03-07T10:04:58.667716Z","steps":["trace[847428158] 'process raft request' (duration: 132.417314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:58.667972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.582277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3494"} {"level":"info","ts":"2026-03-07T10:04:58.66805Z","caller":"traceutil/trace.go:171","msg":"trace[661152636] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19; }","duration":"134.781362ms","start":"2026-03-07T10:04:58.533248Z","end":"2026-03-07T10:04:58.66803Z","steps":["trace[661152636] 'agreement among raft nodes before linearized reading' (duration: 134.531076ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.832641Z","caller":"traceutil/trace.go:171","msg":"trace[1474187393] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"117.892566ms","start":"2026-03-07T10:04:58.714695Z","end":"2026-03-07T10:04:58.832588Z","steps":["trace[1474187393] 'process raft request' (duration: 25.543775ms)","trace[1474187393] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/namespaces/kube-public; req_size:335; } (duration: 92.101736ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:58.832908Z","caller":"traceutil/trace.go:171","msg":"trace[892498292] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"113.155758ms","start":"2026-03-07T10:04:58.719734Z","end":"2026-03-07T10:04:58.83289Z","steps":["trace[892498292] 'process raft request' (duration: 112.894321ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.832994Z","caller":"traceutil/trace.go:171","msg":"trace[1081927413] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"116.591654ms","start":"2026-03-07T10:04:58.716138Z","end":"2026-03-07T10:04:58.83273Z","steps":["trace[1081927413] 'process raft request' (duration: 116.304207ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.832722Z","caller":"traceutil/trace.go:171","msg":"trace[267063555] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"113.26876ms","start":"2026-03-07T10:04:58.719413Z","end":"2026-03-07T10:04:58.832682Z","steps":["trace[267063555] 'process raft request' (duration: 113.120536ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.83278Z","caller":"traceutil/trace.go:171","msg":"trace[1431094137] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"112.902981ms","start":"2026-03-07T10:04:58.719846Z","end":"2026-03-07T10:04:58.832749Z","steps":["trace[1431094137] 'process raft request' (duration: 112.755328ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.832812Z","caller":"traceutil/trace.go:171","msg":"trace[1321158737] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"113.567208ms","start":"2026-03-07T10:04:58.719229Z","end":"2026-03-07T10:04:58.832796Z","steps":["trace[1321158737] 'process raft request' (duration: 113.26844ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.832855Z","caller":"traceutil/trace.go:171","msg":"trace[739279854] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"113.006544ms","start":"2026-03-07T10:04:58.719835Z","end":"2026-03-07T10:04:58.832842Z","steps":["trace[739279854] 'process raft request' (duration: 112.729717ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:58.83291Z","caller":"traceutil/trace.go:171","msg":"trace[512980488] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"112.777377ms","start":"2026-03-07T10:04:58.720116Z","end":"2026-03-07T10:04:58.832893Z","steps":["trace[512980488] 'process raft request' (duration: 112.539741ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:59.294824Z","caller":"traceutil/trace.go:171","msg":"trace[207409284] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"105.73791ms","start":"2026-03-07T10:04:59.189053Z","end":"2026-03-07T10:04:59.294791Z","steps":["trace[207409284] 'process raft request' (duration: 48.040233ms)","trace[207409284] 'compare' (duration: 57.542333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:59.6753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.727856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-07T10:04:59.675455Z","caller":"traceutil/trace.go:171","msg":"trace[1317832384] linearizableReadLoop","detail":"{readStateIndex:79; appliedIndex:78; }","duration":"102.080118ms","start":"2026-03-07T10:04:59.573354Z","end":"2026-03-07T10:04:59.675434Z","steps":["trace[1317832384] 'read index received' (duration: 68.202µs)","trace[1317832384] 'applied index is now lower than readState.Index' (duration: 102.010306ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:59.675485Z","caller":"traceutil/trace.go:171","msg":"trace[448323004] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"215.583763ms","start":"2026-03-07T10:04:59.459856Z","end":"2026-03-07T10:04:59.675439Z","steps":["trace[448323004] 'process raft request' (duration: 82.838921ms)","trace[448323004] 'compare' (duration: 131.535391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:04:59.675647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.277363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:59.675836Z","caller":"traceutil/trace.go:171","msg":"trace[2092793202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:75; }","duration":"102.513498ms","start":"2026-03-07T10:04:59.573294Z","end":"2026-03-07T10:04:59.675807Z","steps":["trace[2092793202] 'agreement among raft nodes before linearized reading' (duration: 102.19512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:00.034784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.686855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-07T10:05:00.034899Z","caller":"traceutil/trace.go:171","msg":"trace[1436933947] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"272.753255ms","start":"2026-03-07T10:04:59.762128Z","end":"2026-03-07T10:05:00.034881Z","steps":["trace[1436933947] 'process raft request' (duration: 155.847374ms)","trace[1436933947] 'compare' (duration: 116.526532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:02.041138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.232697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:02.041267Z","caller":"traceutil/trace.go:171","msg":"trace[1212384291] linearizableReadLoop","detail":"{readStateIndex:212; appliedIndex:211; }","duration":"268.364065ms","start":"2026-03-07T10:05:01.772879Z","end":"2026-03-07T10:05:02.041243Z","steps":["trace[1212384291] 'read index received' (duration: 21.954814ms)","trace[1212384291] 'applied index is now lower than readState.Index' (duration: 246.408211ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:02.041335Z","caller":"traceutil/trace.go:171","msg":"trace[85265646] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"291.155961ms","start":"2026-03-07T10:05:01.75013Z","end":"2026-03-07T10:05:02.041286Z","steps":["trace[85265646] 'process raft request' (duration: 44.693159ms)","trace[85265646] 'compare' (duration: 246.072093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:02.041478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.89264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:02.041513Z","caller":"traceutil/trace.go:171","msg":"trace[8300678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:207; }","duration":"193.034724ms","start":"2026-03-07T10:05:01.848467Z","end":"2026-03-07T10:05:02.041502Z","steps":["trace[8300678] 'agreement among raft nodes before linearized reading' (duration: 192.90126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:02.041524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.604781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:02.041784Z","caller":"traceutil/trace.go:171","msg":"trace[2050578176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:207; }","duration":"268.885799ms","start":"2026-03-07T10:05:01.772831Z","end":"2026-03-07T10:05:02.041717Z","steps":["trace[2050578176] 'agreement among raft nodes before linearized reading' (duration: 268.489929ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:02.51Z","caller":"traceutil/trace.go:171","msg":"trace[1962464969] linearizableReadLoop","detail":"{readStateIndex:224; appliedIndex:223; }","duration":"120.686517ms","start":"2026-03-07T10:05:02.389283Z","end":"2026-03-07T10:05:02.509969Z","steps":["trace[1962464969] 'read index received' (duration: 84.808222ms)","trace[1962464969] 'applied index is now lower than readState.Index' (duration: 35.876945ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:02.510073Z","caller":"traceutil/trace.go:171","msg":"trace[410049021] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"151.493075ms","start":"2026-03-07T10:05:02.358547Z","end":"2026-03-07T10:05:02.51004Z","steps":["trace[410049021] 'process raft request' (duration: 115.508888ms)","trace[410049021] 'compare' (duration: 35.760761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:02.510241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.948973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:02.510339Z","caller":"traceutil/trace.go:171","msg":"trace[588618350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:219; }","duration":"121.099639ms","start":"2026-03-07T10:05:02.389214Z","end":"2026-03-07T10:05:02.510314Z","steps":["trace[588618350] 'agreement among raft nodes before linearized reading' (duration: 120.903093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:04.022267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.385107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:04.022452Z","caller":"traceutil/trace.go:171","msg":"trace[2102722677] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"340.820134ms","start":"2026-03-07T10:05:03.681587Z","end":"2026-03-07T10:05:04.022408Z","steps":["trace[2102722677] 'process raft request' (duration: 129.226502ms)","trace[2102722677] 'compare' (duration: 211.218323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:04.022892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:03.681573Z","time spent":"341.145022ms","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":203,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:04.177034Z","caller":"traceutil/trace.go:171","msg":"trace[418848831] transaction","detail":"{read_only:false; response_revision:264; number_of_response:1; }","duration":"112.252334ms","start":"2026-03-07T10:05:04.064757Z","end":"2026-03-07T10:05:04.177009Z","steps":["trace[418848831] 'process raft request' (duration: 112.132751ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:04.17709Z","caller":"traceutil/trace.go:171","msg":"trace[1804705076] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"145.222556ms","start":"2026-03-07T10:05:04.031814Z","end":"2026-03-07T10:05:04.177036Z","steps":["trace[1804705076] 'process raft request' (duration: 119.054126ms)","trace[1804705076] 'compare' (duration: 25.816211ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:08.987381Z","caller":"traceutil/trace.go:171","msg":"trace[944199610] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"107.213367ms","start":"2026-03-07T10:05:08.88013Z","end":"2026-03-07T10:05:08.987343Z","steps":["trace[944199610] 'process raft request' (duration: 21.161124ms)","trace[944199610] 'compare' (duration: 85.800237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:15.139497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:15.639858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953380,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:15.892218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.544539214s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:15.892677Z","caller":"traceutil/trace.go:171","msg":"trace[1966080980] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"1.25360773s","start":"2026-03-07T10:05:14.639045Z","end":"2026-03-07T10:05:15.892653Z","steps":["trace[1966080980] 'read index received' (duration: 1.253446466s)","trace[1966080980] 'applied index is now lower than readState.Index' (duration: 160.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:15.89277Z","caller":"traceutil/trace.go:171","msg":"trace[1460000158] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.634626739s","start":"2026-03-07T10:05:14.258122Z","end":"2026-03-07T10:05:15.892749Z","steps":["trace[1460000158] 'process raft request' (duration: 1.634353232s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:15.892852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253791925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:15.892916Z","caller":"traceutil/trace.go:171","msg":"trace[566585425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"1.253916898s","start":"2026-03-07T10:05:14.638985Z","end":"2026-03-07T10:05:15.892902Z","steps":["trace[566585425] 'agreement among raft nodes before linearized reading' (duration: 1.253800465s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:15.892954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:14.638961Z","time spent":"1.253985619s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:15.893115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:14.258101Z","time spent":"1.634739552s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:16.392825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:16.893586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:17.091351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198906479s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:05:17.604048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.269612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:17.604214Z","caller":"traceutil/trace.go:171","msg":"trace[1251489382] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"1.711440248s","start":"2026-03-07T10:05:15.892749Z","end":"2026-03-07T10:05:17.60419Z","steps":["trace[1251489382] 'read index received' (duration: 1.198784276s)","trace[1251489382] 'applied index is now lower than readState.Index' (duration: 512.653492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:17.604359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017181816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:05:17.604412Z","caller":"traceutil/trace.go:171","msg":"trace[1783398328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:414; }","duration":"2.017268809s","start":"2026-03-07T10:05:15.587131Z","end":"2026-03-07T10:05:17.6044Z","steps":["trace[1783398328] 'agreement among raft nodes before linearized reading' (duration: 2.017160856s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:17.604423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952244454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:05:17.604454Z","caller":"traceutil/trace.go:171","msg":"trace[334975067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"2.952296346s","start":"2026-03-07T10:05:14.652147Z","end":"2026-03-07T10:05:17.604443Z","steps":["trace[334975067] 'agreement among raft nodes before linearized reading' (duration: 2.952246635s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:17.604456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.587113Z","time spent":"2.017333521s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:17.604488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:14.652134Z","time spent":"2.952344147s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:17.604373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305777523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T10:05:17.604528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710465774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:17.604613Z","caller":"traceutil/trace.go:171","msg":"trace[410282793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"1.710580857s","start":"2026-03-07T10:05:15.894004Z","end":"2026-03-07T10:05:17.604585Z","steps":["trace[410282793] 'agreement among raft nodes before linearized reading' (duration: 1.710450414s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:17.604597Z","caller":"traceutil/trace.go:171","msg":"trace[36174982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:414; }","duration":"2.306010439s","start":"2026-03-07T10:05:15.298542Z","end":"2026-03-07T10:05:17.604552Z","steps":["trace[36174982] 'agreement among raft nodes before linearized reading' (duration: 2.305757863s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:17.604606Z","caller":"traceutil/trace.go:171","msg":"trace[2132194097] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"1.847022992s","start":"2026-03-07T10:05:15.757531Z","end":"2026-03-07T10:05:17.604554Z","steps":["trace[2132194097] 'process raft request' (duration: 1.334153673s)","trace[2132194097] 'compare' (duration: 512.145219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:17.604707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.29852Z","time spent":"2.306146273s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:05:17.604653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.893992Z","time spent":"1.710654429s","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:17.604807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.757499Z","time spent":"1.847207886s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:17.604763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.97947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-07T10:05:17.604892Z","caller":"traceutil/trace.go:171","msg":"trace[1686273753] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:414; }","duration":"688.154254ms","start":"2026-03-07T10:05:16.916708Z","end":"2026-03-07T10:05:17.604862Z","steps":["trace[1686273753] 'agreement among raft nodes before linearized reading' (duration: 687.885227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:17.60495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:16.91668Z","time spent":"688.260676ms","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4395,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T10:05:18.132808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:19.63268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:05:19.63282Z","caller":"traceutil/trace.go:171","msg":"trace[377530189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000588698s","start":"2026-03-07T10:05:17.632211Z","end":"2026-03-07T10:05:19.6328Z","steps":["trace[377530189] 'agreement among raft nodes before linearized reading' (duration: 2.000424944s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:19.632881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:17.632205Z","time spent":"2.00066305s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:19.842956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565344591s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:19.844477Z","caller":"traceutil/trace.go:171","msg":"trace[499845722] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"2.214693763s","start":"2026-03-07T10:05:17.629725Z","end":"2026-03-07T10:05:19.844419Z","steps":["trace[499845722] 'process raft request' (duration: 646.45375ms)","trace[499845722] 'compare' (duration: 1.565127184s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:19.844618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:17.629708Z","time spent":"2.214810896s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:19.895184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618931983s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:19.895665Z","caller":"traceutil/trace.go:171","msg":"trace[737954552] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"2.26567387s","start":"2026-03-07T10:05:17.629947Z","end":"2026-03-07T10:05:19.895621Z","steps":["trace[737954552] 'process raft request' (duration: 2.265470335s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:19.895771Z","caller":"traceutil/trace.go:171","msg":"trace[23436212] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"2.262764598s","start":"2026-03-07T10:05:17.632967Z","end":"2026-03-07T10:05:19.895731Z","steps":["trace[23436212] 'process raft request' (duration: 2.262573332s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:19.895881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:17.629927Z","time spent":"2.265849275s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:19.895889Z","caller":"traceutil/trace.go:171","msg":"trace[1012339586] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"2.257059054s","start":"2026-03-07T10:05:17.638809Z","end":"2026-03-07T10:05:19.895868Z","steps":["trace[1012339586] 'process raft request' (duration: 2.256778086s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:19.895979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:17.638785Z","time spent":"2.257154396s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:19.896145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:17.632943Z","time spent":"2.262889391s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:19.95153Z","caller":"traceutil/trace.go:171","msg":"trace[1582522740] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:430; }","duration":"2.319196302s","start":"2026-03-07T10:05:17.632232Z","end":"2026-03-07T10:05:19.951428Z","steps":["trace[1582522740] 'read index received' (duration: 643.978867ms)","trace[1582522740] 'applied index is now lower than readState.Index' (duration: 1.675210314s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:19.951558Z","caller":"traceutil/trace.go:171","msg":"trace[578168390] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"821.49651ms","start":"2026-03-07T10:05:19.130034Z","end":"2026-03-07T10:05:19.951531Z","steps":["trace[578168390] 'process raft request' (duration: 821.297315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:19.951854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:19.130006Z","time spent":"821.738067ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:19.95187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054190532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T10:05:19.951985Z","caller":"traceutil/trace.go:171","msg":"trace[1728198766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:419; }","duration":"2.054297685s","start":"2026-03-07T10:05:17.897626Z","end":"2026-03-07T10:05:19.951924Z","steps":["trace[1728198766] 'agreement among raft nodes before linearized reading' (duration: 2.054180982s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:19.95209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:17.897605Z","time spent":"2.05446766s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:19.951866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.005634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:19.952208Z","caller":"traceutil/trace.go:171","msg":"trace[236591064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"319.412134ms","start":"2026-03-07T10:05:19.632775Z","end":"2026-03-07T10:05:19.952187Z","steps":["trace[236591064] 'agreement among raft nodes before linearized reading' (duration: 319.008514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:19.952271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:19.63274Z","time spent":"319.516927ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:21.581689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.524192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-07T10:05:21.581758Z","caller":"traceutil/trace.go:171","msg":"trace[450153455] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:421; }","duration":"911.639606ms","start":"2026-03-07T10:05:20.670103Z","end":"2026-03-07T10:05:21.581743Z","steps":["trace[450153455] 'range keys from in-memory index tree' (duration: 911.41708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:21.581801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.670087Z","time spent":"911.706397ms","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4401,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T10:05:21.581787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.079913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:21.581877Z","caller":"traceutil/trace.go:171","msg":"trace[995174696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"940.235897ms","start":"2026-03-07T10:05:20.641616Z","end":"2026-03-07T10:05:21.581852Z","steps":["trace[995174696] 'range keys from in-memory index tree' (duration: 939.968081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:21.581944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.641594Z","time spent":"940.33792ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:22.401125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:22.902197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:05:23.139419Z","caller":"traceutil/trace.go:171","msg":"trace[682277933] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"1.239227957s","start":"2026-03-07T10:05:21.900137Z","end":"2026-03-07T10:05:23.139365Z","steps":["trace[682277933] 'read index received' (duration: 1.239032882s)","trace[682277933] 'applied index is now lower than readState.Index' (duration: 193.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:23.139559Z","caller":"traceutil/trace.go:171","msg":"trace[29938706] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"1.286311636s","start":"2026-03-07T10:05:21.853201Z","end":"2026-03-07T10:05:23.139513Z","steps":["trace[29938706] 'process raft request' (duration: 1.285970267s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:23.13962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239313849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T10:05:23.139624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239449352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:05:23.139654Z","caller":"traceutil/trace.go:171","msg":"trace[1889358971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:422; }","duration":"1.239420682s","start":"2026-03-07T10:05:21.900222Z","end":"2026-03-07T10:05:23.139643Z","steps":["trace[1889358971] 'agreement among raft nodes before linearized reading' (duration: 1.239353539s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:23.139666Z","caller":"traceutil/trace.go:171","msg":"trace[979521293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"1.239564496s","start":"2026-03-07T10:05:21.900091Z","end":"2026-03-07T10:05:23.139656Z","steps":["trace[979521293] 'agreement among raft nodes before linearized reading' (duration: 1.239439242s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:23.139693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:21.900069Z","time spent":"1.239616917s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:23.139702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:21.900177Z","time spent":"1.239503335s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:05:23.139764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175009425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:05:23.139783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:21.853185Z","time spent":"1.28647111s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:23.139775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.295044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:05:23.139806Z","caller":"traceutil/trace.go:171","msg":"trace[1093589103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"1.175089108s","start":"2026-03-07T10:05:21.964705Z","end":"2026-03-07T10:05:23.139794Z","steps":["trace[1093589103] 'agreement among raft nodes before linearized reading' (duration: 1.174983115s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:23.1399Z","caller":"traceutil/trace.go:171","msg":"trace[931426220] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:422; }","duration":"165.481468ms","start":"2026-03-07T10:05:22.974388Z","end":"2026-03-07T10:05:23.139869Z","steps":["trace[931426220] 'agreement among raft nodes before linearized reading' (duration: 165.219311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:23.139981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:21.964688Z","time spent":"1.175246042s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:23.497145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.287357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:23.497342Z","caller":"traceutil/trace.go:171","msg":"trace[818473148] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"352.950601ms","start":"2026-03-07T10:05:23.144358Z","end":"2026-03-07T10:05:23.497309Z","steps":["trace[818473148] 'process raft request' (duration: 72.412148ms)","trace[818473148] 'compare' (duration: 280.159184ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:23.497403Z","caller":"traceutil/trace.go:171","msg":"trace[1799676316] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"352.91981ms","start":"2026-03-07T10:05:23.144467Z","end":"2026-03-07T10:05:23.497386Z","steps":["trace[1799676316] 'process raft request' (duration: 352.839758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:23.497488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.144436Z","time spent":"353.007962ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:23.497494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.144335Z","time spent":"353.073264ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:23.49759Z","caller":"traceutil/trace.go:171","msg":"trace[879483976] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"353.121265ms","start":"2026-03-07T10:05:23.144439Z","end":"2026-03-07T10:05:23.497561Z","steps":["trace[879483976] 'process raft request' (duration: 352.813488ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:23.49764Z","caller":"traceutil/trace.go:171","msg":"trace[462568606] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"319.723402ms","start":"2026-03-07T10:05:23.177894Z","end":"2026-03-07T10:05:23.497617Z","steps":["trace[462568606] 'process raft request' (duration: 319.453015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:23.497741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.144416Z","time spent":"353.242848ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:23.497783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.177877Z","time spent":"319.817405ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:26.697888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059912724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:26.697964Z","caller":"traceutil/trace.go:171","msg":"trace[302957385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"3.060031507s","start":"2026-03-07T10:05:23.637916Z","end":"2026-03-07T10:05:26.697947Z","steps":["trace[302957385] 'range keys from in-memory index tree' (duration: 3.059834931s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.697999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.637893Z","time spent":"3.060097778s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:26.698036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60693246s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:26.698121Z","caller":"traceutil/trace.go:171","msg":"trace[1084599241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:426; }","duration":"1.607012482s","start":"2026-03-07T10:05:25.091093Z","end":"2026-03-07T10:05:26.698105Z","steps":["trace[1084599241] 'range keys from in-memory index tree' (duration: 1.60692319s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.698148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195282557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:05:26.698223Z","caller":"traceutil/trace.go:171","msg":"trace[1396745147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:426; }","duration":"1.19540798s","start":"2026-03-07T10:05:25.502796Z","end":"2026-03-07T10:05:26.698204Z","steps":["trace[1396745147] 'range keys from in-memory index tree' (duration: 1.195183644s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.698261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.502779Z","time spent":"1.195472412s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:26.698303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554236439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:05:26.698334Z","caller":"traceutil/trace.go:171","msg":"trace[158218330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:426; }","duration":"1.554302351s","start":"2026-03-07T10:05:25.144023Z","end":"2026-03-07T10:05:26.698326Z","steps":["trace[158218330] 'range keys from in-memory index tree' (duration: 1.554163758s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.69836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.144005Z","time spent":"1.554348622s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:26.698427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194952699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:05:26.69789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195025831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:05:26.698458Z","caller":"traceutil/trace.go:171","msg":"trace[27043817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:426; }","duration":"1.19499988s","start":"2026-03-07T10:05:25.503449Z","end":"2026-03-07T10:05:26.698448Z","steps":["trace[27043817] 'range keys from in-memory index tree' (duration: 1.194900267s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.698505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.503438Z","time spent":"1.195058621s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:26.698717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059838827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:26.69881Z","caller":"traceutil/trace.go:171","msg":"trace[894560805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"1.05994781s","start":"2026-03-07T10:05:25.638848Z","end":"2026-03-07T10:05:26.698796Z","steps":["trace[894560805] 'range keys from in-memory index tree' (duration: 1.059742375s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.698846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.638716Z","time spent":"1.060123654s","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:26.698475Z","caller":"traceutil/trace.go:171","msg":"trace[253688356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:426; }","duration":"1.195666817s","start":"2026-03-07T10:05:25.502797Z","end":"2026-03-07T10:05:26.698464Z","steps":["trace[253688356] 'range keys from in-memory index tree' (duration: 1.194935249s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.699347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.502785Z","time spent":"1.196521488s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:05:27.045444Z","caller":"traceutil/trace.go:171","msg":"trace[1680959010] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"341.919622ms","start":"2026-03-07T10:05:26.703498Z","end":"2026-03-07T10:05:27.045417Z","steps":["trace[1680959010] 'process raft request' (duration: 341.753958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.045612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.703475Z","time spent":"342.046676ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:27.152139Z","caller":"traceutil/trace.go:171","msg":"trace[1703304569] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"448.195025ms","start":"2026-03-07T10:05:26.703924Z","end":"2026-03-07T10:05:27.152119Z","steps":["trace[1703304569] 'process raft request' (duration: 421.369117ms)","trace[1703304569] 'compare' (duration: 26.655694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:27.152276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.7039Z","time spent":"448.305438ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:27.152467Z","caller":"traceutil/trace.go:171","msg":"trace[349914469] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"448.458682ms","start":"2026-03-07T10:05:26.70399Z","end":"2026-03-07T10:05:27.152449Z","steps":["trace[349914469] 'process raft request' (duration: 448.088223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.152555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.703961Z","time spent":"448.549304ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:27.152622Z","caller":"traceutil/trace.go:171","msg":"trace[1952644760] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"447.950839ms","start":"2026-03-07T10:05:26.70466Z","end":"2026-03-07T10:05:27.152611Z","steps":["trace[1952644760] 'process raft request' (duration: 447.660432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.152701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.70464Z","time spent":"448.025652ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:27.152709Z","caller":"traceutil/trace.go:171","msg":"trace[815040434] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"447.340874ms","start":"2026-03-07T10:05:26.705357Z","end":"2026-03-07T10:05:27.152698Z","steps":["trace[815040434] 'process raft request' (duration: 447.18566ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:27.152751Z","caller":"traceutil/trace.go:171","msg":"trace[1515788522] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:444; }","duration":"445.449376ms","start":"2026-03-07T10:05:26.707271Z","end":"2026-03-07T10:05:27.15272Z","steps":["trace[1515788522] 'read index received' (duration: 337.992303ms)","trace[1515788522] 'applied index is now lower than readState.Index' (duration: 107.456193ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:27.152788Z","caller":"traceutil/trace.go:171","msg":"trace[511133220] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"438.785728ms","start":"2026-03-07T10:05:26.713994Z","end":"2026-03-07T10:05:27.15278Z","steps":["trace[511133220] 'process raft request' (duration: 438.669765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.152788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.705347Z","time spent":"447.403696ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:27.152845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.567439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:05:27.15285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.713977Z","time spent":"438.837909ms","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:27.152883Z","caller":"traceutil/trace.go:171","msg":"trace[1382124476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:432; }","duration":"445.640061ms","start":"2026-03-07T10:05:26.707232Z","end":"2026-03-07T10:05:27.152872Z","steps":["trace[1382124476] 'agreement among raft nodes before linearized reading' (duration: 445.572799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.152912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.707211Z","time spent":"445.695193ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:27.338039Z","caller":"traceutil/trace.go:171","msg":"trace[1912989963] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"152.239343ms","start":"2026-03-07T10:05:27.185758Z","end":"2026-03-07T10:05:27.337998Z","steps":["trace[1912989963] 'process raft request' (duration: 114.341857ms)","trace[1912989963] 'compare' (duration: 37.767073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:27.646806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.49126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:27.647105Z","caller":"traceutil/trace.go:171","msg":"trace[303803512] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"449.572199ms","start":"2026-03-07T10:05:27.197459Z","end":"2026-03-07T10:05:27.647031Z","steps":["trace[303803512] 'process raft request' (duration: 256.741531ms)","trace[303803512] 'compare' (duration: 192.338156ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:27.647137Z","caller":"traceutil/trace.go:171","msg":"trace[1790093144] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"449.420717ms","start":"2026-03-07T10:05:27.197693Z","end":"2026-03-07T10:05:27.647114Z","steps":["trace[1790093144] 'process raft request' (duration: 449.227021ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:27.647151Z","caller":"traceutil/trace.go:171","msg":"trace[930710106] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"445.864798ms","start":"2026-03-07T10:05:27.201269Z","end":"2026-03-07T10:05:27.647133Z","steps":["trace[930710106] 'process raft request' (duration: 445.801286ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:27.647213Z","caller":"traceutil/trace.go:171","msg":"trace[1224546344] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"446.982365ms","start":"2026-03-07T10:05:27.200198Z","end":"2026-03-07T10:05:27.647181Z","steps":["trace[1224546344] 'process raft request' (duration: 446.791909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.647278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.201253Z","time spent":"445.95957ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:27.647336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.197684Z","time spent":"449.575571ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:27.647412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.200186Z","time spent":"447.132489ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3795,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:27.647252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.197437Z","time spent":"449.744085ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:27.682619Z","caller":"traceutil/trace.go:171","msg":"trace[2006584541] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"337.166652ms","start":"2026-03-07T10:05:27.34543Z","end":"2026-03-07T10:05:27.682597Z","steps":["trace[2006584541] 'process raft request' (duration: 336.996028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.682811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.345411Z","time spent":"337.277595ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:28.186789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953429,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:29.293412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047228089s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:29.293851Z","caller":"traceutil/trace.go:171","msg":"trace[1783277236] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"1.656905881s","start":"2026-03-07T10:05:27.636921Z","end":"2026-03-07T10:05:29.293827Z","steps":["trace[1783277236] 'process raft request' (duration: 609.18073ms)","trace[1783277236] 'compare' (duration: 1.046028169s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:29.293872Z","caller":"traceutil/trace.go:171","msg":"trace[1458789844] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"1.607306918s","start":"2026-03-07T10:05:27.686545Z","end":"2026-03-07T10:05:29.293852Z","steps":["trace[1458789844] 'process raft request' (duration: 1.607020781s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.29397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.686532Z","time spent":"1.607406221s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:29.293989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.636889Z","time spent":"1.657027293s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:29.293869Z","caller":"traceutil/trace.go:171","msg":"trace[589286772] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"1.639499282s","start":"2026-03-07T10:05:27.654358Z","end":"2026-03-07T10:05:29.293858Z","steps":["trace[589286772] 'process raft request' (duration: 1.639144813s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.294082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.654337Z","time spent":"1.639689666s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:29.300506Z","caller":"traceutil/trace.go:171","msg":"trace[643083174] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:459; }","duration":"1.614243935s","start":"2026-03-07T10:05:27.68624Z","end":"2026-03-07T10:05:29.300484Z","steps":["trace[643083174] 'read index received' (duration: 559.819674ms)","trace[643083174] 'applied index is now lower than readState.Index' (duration: 1.054423011s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:29.300831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.444841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:05:29.300882Z","caller":"traceutil/trace.go:171","msg":"trace[684550859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:444; }","duration":"143.520874ms","start":"2026-03-07T10:05:29.157349Z","end":"2026-03-07T10:05:29.30087Z","steps":["trace[684550859] 'agreement among raft nodes before linearized reading' (duration: 143.426701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.300873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610996572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-07T10:05:29.300941Z","caller":"traceutil/trace.go:171","msg":"trace[355406215] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:444; }","duration":"1.611089295s","start":"2026-03-07T10:05:27.689831Z","end":"2026-03-07T10:05:29.30092Z","steps":["trace[355406215] 'agreement among raft nodes before linearized reading' (duration: 1.610941421s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.300971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.689819Z","time spent":"1.611144846s","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4218,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-07T10:05:29.30109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61484825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-66rmv\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-03-07T10:05:29.301121Z","caller":"traceutil/trace.go:171","msg":"trace[1319220106] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-66rmv; range_end:; response_count:1; response_revision:444; }","duration":"1.614880011s","start":"2026-03-07T10:05:27.686233Z","end":"2026-03-07T10:05:29.301113Z","steps":["trace[1319220106] 'agreement among raft nodes before linearized reading' (duration: 1.614808759s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.301149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.686184Z","time spent":"1.614957822s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4039,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-66rmv\" "} {"level":"warn","ts":"2026-03-07T10:05:29.301155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.980207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:05:29.301179Z","caller":"traceutil/trace.go:171","msg":"trace[1730472157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:444; }","duration":"251.041058ms","start":"2026-03-07T10:05:29.050131Z","end":"2026-03-07T10:05:29.301172Z","steps":["trace[1730472157] 'agreement among raft nodes before linearized reading' (duration: 251.004767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.301279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.756922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:29.301295Z","caller":"traceutil/trace.go:171","msg":"trace[372330020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:444; }","duration":"660.806253ms","start":"2026-03-07T10:05:28.640484Z","end":"2026-03-07T10:05:29.301291Z","steps":["trace[372330020] 'agreement among raft nodes before linearized reading' (duration: 660.779552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.301311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:28.640463Z","time spent":"660.844534ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:29.301312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.849911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:05:29.301341Z","caller":"traceutil/trace.go:171","msg":"trace[644059858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:444; }","duration":"143.918383ms","start":"2026-03-07T10:05:29.157414Z","end":"2026-03-07T10:05:29.301332Z","steps":["trace[644059858] 'agreement among raft nodes before linearized reading' (duration: 143.858232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.301124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.79899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:05:29.301519Z","caller":"traceutil/trace.go:171","msg":"trace[1410829227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:444; }","duration":"144.241621ms","start":"2026-03-07T10:05:29.157262Z","end":"2026-03-07T10:05:29.301504Z","steps":["trace[1410829227] 'agreement among raft nodes before linearized reading' (duration: 143.830921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.301596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248402818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:29.301617Z","caller":"traceutil/trace.go:171","msg":"trace[692830332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:444; }","duration":"1.24846527s","start":"2026-03-07T10:05:28.053145Z","end":"2026-03-07T10:05:29.301611Z","steps":["trace[692830332] 'agreement among raft nodes before linearized reading' (duration: 1.248425479s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.301639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:28.053124Z","time spent":"1.2485063s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:42.141176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:42.558763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143858901s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:42.559163Z","caller":"traceutil/trace.go:171","msg":"trace[1605356993] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.144380675s","start":"2026-03-07T10:05:41.414759Z","end":"2026-03-07T10:05:42.559139Z","steps":["trace[1605356993] 'process raft request' (duration: 1.14419062s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:42.559323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.41472Z","time spent":"1.144515728s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:42.57794Z","caller":"traceutil/trace.go:171","msg":"trace[1169224334] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.163200038s","start":"2026-03-07T10:05:41.414713Z","end":"2026-03-07T10:05:42.577913Z","steps":["trace[1169224334] 'process raft request' (duration: 1.163029654s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:42.578071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.414692Z","time spent":"1.163306211s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:42.57829Z","caller":"traceutil/trace.go:171","msg":"trace[2101093713] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.161137196s","start":"2026-03-07T10:05:41.417134Z","end":"2026-03-07T10:05:42.578271Z","steps":["trace[2101093713] 'process raft request' (duration: 1.160999153s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:42.578281Z","caller":"traceutil/trace.go:171","msg":"trace[14840023] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.161472785s","start":"2026-03-07T10:05:41.416779Z","end":"2026-03-07T10:05:42.578252Z","steps":["trace[14840023] 'process raft request' (duration: 1.161094195s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:42.578294Z","caller":"traceutil/trace.go:171","msg":"trace[1789021724] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:547; }","duration":"938.013011ms","start":"2026-03-07T10:05:41.640238Z","end":"2026-03-07T10:05:42.578251Z","steps":["trace[1789021724] 'read index received' (duration: 918.695056ms)","trace[1789021724] 'applied index is now lower than readState.Index' (duration: 19.316845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:42.578388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.417113Z","time spent":"1.161231789s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:42.578421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.416762Z","time spent":"1.161596157s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:42.578442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.186518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:42.578491Z","caller":"traceutil/trace.go:171","msg":"trace[603991833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"938.29193ms","start":"2026-03-07T10:05:41.640185Z","end":"2026-03-07T10:05:42.578477Z","steps":["trace[603991833] 'agreement among raft nodes before linearized reading' (duration: 938.203767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:42.578524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:41.64016Z","time spent":"938.356971ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:48.848693Z","caller":"traceutil/trace.go:171","msg":"trace[832567639] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"128.000956ms","start":"2026-03-07T10:05:48.72067Z","end":"2026-03-07T10:05:48.848671Z","steps":["trace[832567639] 'process raft request' (duration: 127.957415ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.848802Z","caller":"traceutil/trace.go:171","msg":"trace[1892073097] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"128.706224ms","start":"2026-03-07T10:05:48.720069Z","end":"2026-03-07T10:05:48.848775Z","steps":["trace[1892073097] 'process raft request' (duration: 128.423577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:50.14118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:50.218029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.847246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:50.218103Z","caller":"traceutil/trace.go:171","msg":"trace[572677619] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:565; }","duration":"973.929158ms","start":"2026-03-07T10:05:49.244152Z","end":"2026-03-07T10:05:50.218082Z","steps":["trace[572677619] 'range keys from in-memory index tree' (duration: 973.760944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:50.218143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.244088Z","time spent":"974.045881ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-07T10:05:50.21818Z","caller":"traceutil/trace.go:171","msg":"trace[69213053] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"577.082605ms","start":"2026-03-07T10:05:49.641074Z","end":"2026-03-07T10:05:50.218156Z","steps":["trace[69213053] 'read index received' (duration: 573.318999ms)","trace[69213053] 'applied index is now lower than readState.Index' (duration: 3.762516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:50.21836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.27068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:50.218437Z","caller":"traceutil/trace.go:171","msg":"trace[630524715] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"668.788397ms","start":"2026-03-07T10:05:49.549637Z","end":"2026-03-07T10:05:50.218425Z","steps":["trace[630524715] 'process raft request' (duration: 664.820806ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.218444Z","caller":"traceutil/trace.go:171","msg":"trace[1381048220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:566; }","duration":"577.377042ms","start":"2026-03-07T10:05:49.641024Z","end":"2026-03-07T10:05:50.218401Z","steps":["trace[1381048220] 'agreement among raft nodes before linearized reading' (duration: 577.244939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:50.21852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.549602Z","time spent":"668.863429ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:50.218516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.641003Z","time spent":"577.497076ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:50.851406Z","caller":"traceutil/trace.go:171","msg":"trace[1437284154] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"205.601603ms","start":"2026-03-07T10:05:50.645782Z","end":"2026-03-07T10:05:50.851384Z","steps":["trace[1437284154] 'read index received' (duration: 205.337406ms)","trace[1437284154] 'applied index is now lower than readState.Index' (duration: 263.127µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:50.85145Z","caller":"traceutil/trace.go:171","msg":"trace[532478956] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"404.813513ms","start":"2026-03-07T10:05:50.446603Z","end":"2026-03-07T10:05:50.851417Z","steps":["trace[532478956] 'process raft request' (duration: 404.634059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:50.8516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:50.446576Z","time spent":"404.941067ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:50.851732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.929421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:05:50.85183Z","caller":"traceutil/trace.go:171","msg":"trace[523078886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"206.083895ms","start":"2026-03-07T10:05:50.645721Z","end":"2026-03-07T10:05:50.851805Z","steps":["trace[523078886] 'agreement among raft nodes before linearized reading' (duration: 205.761307ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.961256Z","caller":"traceutil/trace.go:171","msg":"trace[16329047] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"105.832178ms","start":"2026-03-07T10:05:50.855398Z","end":"2026-03-07T10:05:50.96123Z","steps":["trace[16329047] 'process raft request' (duration: 100.560865ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.961308Z","caller":"traceutil/trace.go:171","msg":"trace[1301356590] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"105.50781ms","start":"2026-03-07T10:05:50.855766Z","end":"2026-03-07T10:05:50.961274Z","steps":["trace[1301356590] 'process raft request' (duration: 105.443178ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.961362Z","caller":"traceutil/trace.go:171","msg":"trace[1170791169] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"105.879119ms","start":"2026-03-07T10:05:50.855445Z","end":"2026-03-07T10:05:50.961324Z","steps":["trace[1170791169] 'process raft request' (duration: 105.635353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:51.520761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.878509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:51.520846Z","caller":"traceutil/trace.go:171","msg":"trace[1707292611] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:573; }","duration":"302.012582ms","start":"2026-03-07T10:05:51.218815Z","end":"2026-03-07T10:05:51.520828Z","steps":["trace[1707292611] 'range keys from in-memory index tree' (duration: 301.746616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:51.520878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.218775Z","time spent":"302.097144ms","remote":"127.0.0.1:45234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"info","ts":"2026-03-07T10:05:51.663894Z","caller":"traceutil/trace.go:171","msg":"trace[1061277043] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"140.739068ms","start":"2026-03-07T10:05:51.523121Z","end":"2026-03-07T10:05:51.66386Z","steps":["trace[1061277043] 'process raft request' (duration: 140.519853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:52.72626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058767987s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:52.726648Z","caller":"traceutil/trace.go:171","msg":"trace[1229062752] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.059272319s","start":"2026-03-07T10:05:51.66735Z","end":"2026-03-07T10:05:52.726623Z","steps":["trace[1229062752] 'process raft request' (duration: 1.059133955s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:52.726835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.667309Z","time spent":"1.059461793s","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:54.640348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:54.640471Z","caller":"traceutil/trace.go:171","msg":"trace[323746368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623035s","start":"2026-03-07T10:05:52.639817Z","end":"2026-03-07T10:05:54.64044Z","steps":["trace[323746368] 'agreement among raft nodes before linearized reading' (duration: 2.000453371s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:54.640531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.639787Z","time spent":"2.000732068s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:55.529952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.802868636s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:55.530437Z","caller":"traceutil/trace.go:171","msg":"trace[1104227724] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"3.862102635s","start":"2026-03-07T10:05:51.668282Z","end":"2026-03-07T10:05:55.530385Z","steps":["trace[1104227724] 'process raft request' (duration: 3.861854628s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:55.530644Z","caller":"traceutil/trace.go:171","msg":"trace[1806375441] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:599; }","duration":"2.89071452s","start":"2026-03-07T10:05:52.639894Z","end":"2026-03-07T10:05:55.530609Z","steps":["trace[1806375441] 'read index received' (duration: 86.677244ms)","trace[1806375441] 'applied index is now lower than readState.Index' (duration: 2.804036776s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:55.530665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.668236Z","time spent":"3.86232537s","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:55.530767Z","caller":"traceutil/trace.go:171","msg":"trace[89389018] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"3.7817969s","start":"2026-03-07T10:05:51.748887Z","end":"2026-03-07T10:05:55.530684Z","steps":["trace[89389018] 'process raft request' (duration: 3.781570644s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.530852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601887541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:05:55.530883Z","caller":"traceutil/trace.go:171","msg":"trace[1544078696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:578; }","duration":"2.601968173s","start":"2026-03-07T10:05:52.928902Z","end":"2026-03-07T10:05:55.53087Z","steps":["trace[1544078696] 'agreement among raft nodes before linearized reading' (duration: 2.601796538s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.530906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.92888Z","time spent":"2.602020794s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:55.530952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.748854Z","time spent":"3.782004745s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:55.530992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565304779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:05:55.531018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554804074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:05:55.531162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565158294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T10:05:55.531178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566008606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:05:55.531189Z","caller":"traceutil/trace.go:171","msg":"trace[1866814140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"2.565201155s","start":"2026-03-07T10:05:52.965982Z","end":"2026-03-07T10:05:55.531183Z","steps":["trace[1866814140] 'agreement among raft nodes before linearized reading' (duration: 2.565127934s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:55.531196Z","caller":"traceutil/trace.go:171","msg":"trace[319478463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:578; }","duration":"2.566089989s","start":"2026-03-07T10:05:52.965101Z","end":"2026-03-07T10:05:55.531191Z","steps":["trace[319478463] 'agreement among raft nodes before linearized reading' (duration: 2.566037807s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.531214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.965069Z","time spent":"2.566142439s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:55.531218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.965973Z","time spent":"2.565239026s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:05:55.53122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.232119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:55.531283Z","caller":"traceutil/trace.go:171","msg":"trace[1039135358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"890.336841ms","start":"2026-03-07T10:05:54.64093Z","end":"2026-03-07T10:05:55.531267Z","steps":["trace[1039135358] 'agreement among raft nodes before linearized reading' (duration: 890.251049ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:55.531146Z","caller":"traceutil/trace.go:171","msg":"trace[1642063879] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:578; }","duration":"2.554975858s","start":"2026-03-07T10:05:52.976147Z","end":"2026-03-07T10:05:55.531123Z","steps":["trace[1642063879] 'agreement among raft nodes before linearized reading' (duration: 2.554625139s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.531337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.640894Z","time spent":"890.433884ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:55.531361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.976137Z","time spent":"2.555218274s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"info","ts":"2026-03-07T10:05:55.531087Z","caller":"traceutil/trace.go:171","msg":"trace[106701712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"2.565440172s","start":"2026-03-07T10:05:52.965629Z","end":"2026-03-07T10:05:55.531069Z","steps":["trace[106701712] 'agreement among raft nodes before linearized reading' (duration: 2.565202066s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:55.531378Z","caller":"traceutil/trace.go:171","msg":"trace[959016610] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"3.850280266s","start":"2026-03-07T10:05:51.68108Z","end":"2026-03-07T10:05:55.53136Z","steps":["trace[959016610] 'process raft request' (duration: 3.849199919s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.531484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:51.681045Z","time spent":"3.850380118s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:55.531434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.965614Z","time spent":"2.565801741s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:56.042905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:56.544066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:57.045177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:57.079895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.547043733s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:05:57.546436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00077329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:05:57.546542Z","caller":"traceutil/trace.go:171","msg":"trace[648274359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000928744s","start":"2026-03-07T10:05:55.545587Z","end":"2026-03-07T10:05:57.546516Z","steps":["trace[648274359] 'agreement among raft nodes before linearized reading' (duration: 2.000784651s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:57.546592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.545575Z","time spent":"2.001006956s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:59.546829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:59.546914Z","caller":"traceutil/trace.go:171","msg":"trace[1413061593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287578s","start":"2026-03-07T10:05:57.546609Z","end":"2026-03-07T10:05:59.546897Z","steps":["trace[1413061593] 'agreement among raft nodes before linearized reading' (duration: 2.000178075s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:59.546961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.546569Z","time spent":"2.00038215s","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:06:00.048019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:06:00.048124Z","caller":"traceutil/trace.go:171","msg":"trace[1587039247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000542005s","start":"2026-03-07T10:05:58.047561Z","end":"2026-03-07T10:06:00.048103Z","steps":["trace[1587039247] 'agreement among raft nodes before linearized reading' (duration: 2.000409082s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:00.048183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.047538Z","time spent":"2.000634247s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:06:00.535315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.536093Z","time spent":"4.999214746s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/07 10:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:06:00.5354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.535637Z","time spent":"4.999750489s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/07 10:06:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:06:01.067671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987525666s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-07T10:06:01.06778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.532688Z","time spent":"5.535086012s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:06:01.552321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:06:01.552414Z","caller":"traceutil/trace.go:171","msg":"trace[1193364226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000660737s","start":"2026-03-07T10:05:59.551731Z","end":"2026-03-07T10:06:01.552392Z","steps":["trace[1193364226] 'agreement among raft nodes before linearized reading' (duration: 2.000542544s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:01.552482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.551719Z","time spent":"2.000736249s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:06:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:06:02.252342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.172286036s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:06:02.252894Z","caller":"traceutil/trace.go:171","msg":"trace[569684877] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"6.717658718s","start":"2026-03-07T10:05:55.535208Z","end":"2026-03-07T10:06:02.252866Z","steps":["trace[569684877] 'process raft request' (duration: 6.717380321s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.253039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.535184Z","time spent":"6.717772171s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:02.253499Z","caller":"traceutil/trace.go:171","msg":"trace[1773503312] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"6.717656179s","start":"2026-03-07T10:05:55.535817Z","end":"2026-03-07T10:06:02.253473Z","steps":["trace[1773503312] 'process raft request' (duration: 6.717260329s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.253676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.535763Z","time spent":"6.717838173s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:02.254062Z","caller":"traceutil/trace.go:171","msg":"trace[847194155] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"6.704177968s","start":"2026-03-07T10:05:55.549866Z","end":"2026-03-07T10:06:02.254044Z","steps":["trace[847194155] 'process raft request' (duration: 6.703735067s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.254143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.549837Z","time spent":"6.70427371s","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:02.254268Z","caller":"traceutil/trace.go:171","msg":"trace[1818874742] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:603; }","duration":"6.711944714s","start":"2026-03-07T10:05:55.542273Z","end":"2026-03-07T10:06:02.254218Z","steps":["trace[1818874742] 'read index received' (duration: 1.537821761s)","trace[1818874742] 'applied index is now lower than readState.Index' (duration: 5.174120883s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.254387Z","caller":"traceutil/trace.go:171","msg":"trace[1617813410] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"6.703998414s","start":"2026-03-07T10:05:55.550376Z","end":"2026-03-07T10:06:02.254374Z","steps":["trace[1617813410] 'process raft request' (duration: 6.703776358s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.254378Z","caller":"traceutil/trace.go:171","msg":"trace[765223335] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"6.704201399s","start":"2026-03-07T10:05:55.550128Z","end":"2026-03-07T10:06:02.25433Z","steps":["trace[765223335] 'process raft request' (duration: 6.703870031s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.254453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.55035Z","time spent":"6.704068575s","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.254546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.712258652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871339055da2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-07T10:06:02.254555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.550116Z","time spent":"6.704348692s","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:02.254603Z","caller":"traceutil/trace.go:171","msg":"trace[923636689] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a871339055da2; range_end:; response_count:1; response_revision:585; }","duration":"6.712353404s","start":"2026-03-07T10:05:55.542233Z","end":"2026-03-07T10:06:02.254586Z","steps":["trace[923636689] 'agreement among raft nodes before linearized reading' (duration: 6.71218657s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.25464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.542216Z","time spent":"6.712413996s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871339055da2\" "} {"level":"info","ts":"2026-03-07T10:06:02.334239Z","caller":"traceutil/trace.go:171","msg":"trace[753971340] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.71992476s","start":"2026-03-07T10:06:00.614274Z","end":"2026-03-07T10:06:02.334199Z","steps":["trace[753971340] 'process raft request' (duration: 1.719621023s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.334449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:00.614249Z","time spent":"1.720086844s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:02.431448Z","caller":"traceutil/trace.go:171","msg":"trace[979502257] transaction","detail":"{read_only:false; number_of_response:1; response_revision:587; }","duration":"1.361812944s","start":"2026-03-07T10:06:01.069604Z","end":"2026-03-07T10:06:02.431417Z","steps":["trace[979502257] 'process raft request' (duration: 1.36165615s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.431534Z","caller":"traceutil/trace.go:171","msg":"trace[1752038805] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.220650196s","start":"2026-03-07T10:06:01.210842Z","end":"2026-03-07T10:06:02.431492Z","steps":["trace[1752038805] 'process raft request' (duration: 1.220477081s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.43158Z","caller":"traceutil/trace.go:171","msg":"trace[390051408] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:611; }","duration":"177.177785ms","start":"2026-03-07T10:06:02.254379Z","end":"2026-03-07T10:06:02.431557Z","steps":["trace[390051408] 'read index received' (duration: 79.552836ms)","trace[390051408] 'applied index is now lower than readState.Index' (duration: 97.622389ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.431619Z","caller":"traceutil/trace.go:171","msg":"trace[1512943809] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"172.366214ms","start":"2026-03-07T10:06:02.25924Z","end":"2026-03-07T10:06:02.431606Z","steps":["trace[1512943809] 'process raft request' (duration: 172.241401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.431634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:01.069575Z","time spent":"1.361951528s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:02.431761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:01.210805Z","time spent":"1.220821559s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:02.431785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.027705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:02.431835Z","caller":"traceutil/trace.go:171","msg":"trace[332826429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"879.083247ms","start":"2026-03-07T10:06:01.552739Z","end":"2026-03-07T10:06:02.431822Z","steps":["trace[332826429] 'agreement among raft nodes before linearized reading' (duration: 878.886041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.431879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:01.552675Z","time spent":"879.19724ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:06:02.734687Z","caller":"traceutil/trace.go:171","msg":"trace[852156677] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"129.540216ms","start":"2026-03-07T10:06:02.605102Z","end":"2026-03-07T10:06:02.734642Z","steps":["trace[852156677] 'process raft request' (duration: 76.999981ms)","trace[852156677] 'compare' (duration: 52.318039ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.734834Z","caller":"traceutil/trace.go:171","msg":"trace[1547577046] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:642; }","duration":"110.060385ms","start":"2026-03-07T10:06:02.624746Z","end":"2026-03-07T10:06:02.734806Z","steps":["trace[1547577046] 'read index received' (duration: 57.372436ms)","trace[1547577046] 'applied index is now lower than readState.Index' (duration: 52.686599ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.734847Z","caller":"traceutil/trace.go:171","msg":"trace[1897131230] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"124.444158ms","start":"2026-03-07T10:06:02.610362Z","end":"2026-03-07T10:06:02.734806Z","steps":["trace[1897131230] 'process raft request' (duration: 124.207532ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.734954Z","caller":"traceutil/trace.go:171","msg":"trace[1380392696] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"123.423421ms","start":"2026-03-07T10:06:02.611521Z","end":"2026-03-07T10:06:02.734944Z","steps":["trace[1380392696] 'process raft request' (duration: 123.108283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.735321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.838217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-07T10:06:02.735433Z","caller":"traceutil/trace.go:171","msg":"trace[1512344702] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:616; }","duration":"129.006902ms","start":"2026-03-07T10:06:02.606399Z","end":"2026-03-07T10:06:02.735406Z","steps":["trace[1512344702] 'agreement among raft nodes before linearized reading' (duration: 128.666173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.743719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.43027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:06:02.7438Z","caller":"traceutil/trace.go:171","msg":"trace[1616142546] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:631; }","duration":"117.550883ms","start":"2026-03-07T10:06:02.626232Z","end":"2026-03-07T10:06:02.743783Z","steps":["trace[1616142546] 'agreement among raft nodes before linearized reading' (duration: 117.298767ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.744026Z","caller":"traceutil/trace.go:171","msg":"trace[731155637] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"110.67435ms","start":"2026-03-07T10:06:02.63334Z","end":"2026-03-07T10:06:02.744014Z","steps":["trace[731155637] 'process raft request' (duration: 109.89648ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.744113Z","caller":"traceutil/trace.go:171","msg":"trace[1778446723] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"110.736771ms","start":"2026-03-07T10:06:02.633299Z","end":"2026-03-07T10:06:02.744036Z","steps":["trace[1778446723] 'process raft request' (duration: 109.915771ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.744211Z","caller":"traceutil/trace.go:171","msg":"trace[2001356224] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"110.701839ms","start":"2026-03-07T10:06:02.633502Z","end":"2026-03-07T10:06:02.744204Z","steps":["trace[2001356224] 'process raft request' (duration: 109.793827ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.74439Z","caller":"traceutil/trace.go:171","msg":"trace[1424341221] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"110.813143ms","start":"2026-03-07T10:06:02.633569Z","end":"2026-03-07T10:06:02.744382Z","steps":["trace[1424341221] 'process raft request' (duration: 109.752616ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.744597Z","caller":"traceutil/trace.go:171","msg":"trace[809936372] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"110.552306ms","start":"2026-03-07T10:06:02.634036Z","end":"2026-03-07T10:06:02.744588Z","steps":["trace[809936372] 'process raft request' (duration: 109.311935ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.744714Z","caller":"traceutil/trace.go:171","msg":"trace[82176777] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"109.327786ms","start":"2026-03-07T10:06:02.635377Z","end":"2026-03-07T10:06:02.744705Z","steps":["trace[82176777] 'process raft request' (duration: 108.017163ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.744853Z","caller":"traceutil/trace.go:171","msg":"trace[1194568165] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"106.72408ms","start":"2026-03-07T10:06:02.63812Z","end":"2026-03-07T10:06:02.744844Z","steps":["trace[1194568165] 'process raft request' (duration: 105.369897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.744994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.210707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:02.745028Z","caller":"traceutil/trace.go:171","msg":"trace[519635999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"108.268029ms","start":"2026-03-07T10:06:02.636752Z","end":"2026-03-07T10:06:02.74502Z","steps":["trace[519635999] 'agreement among raft nodes before linearized reading' (duration: 108.216107ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.745Z","caller":"traceutil/trace.go:171","msg":"trace[243261280] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"115.365238ms","start":"2026-03-07T10:06:02.629624Z","end":"2026-03-07T10:06:02.744989Z","steps":["trace[243261280] 'process raft request' (duration: 113.288246ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.745157Z","caller":"traceutil/trace.go:171","msg":"trace[1376863852] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"114.226798ms","start":"2026-03-07T10:06:02.630923Z","end":"2026-03-07T10:06:02.74515Z","steps":["trace[1376863852] 'process raft request' (duration: 112.106005ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.745338Z","caller":"traceutil/trace.go:171","msg":"trace[158204637] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"113.058549ms","start":"2026-03-07T10:06:02.632272Z","end":"2026-03-07T10:06:02.745331Z","steps":["trace[158204637] 'process raft request' (duration: 110.793483ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.745518Z","caller":"traceutil/trace.go:171","msg":"trace[1651137894] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"113.136712ms","start":"2026-03-07T10:06:02.632369Z","end":"2026-03-07T10:06:02.745506Z","steps":["trace[1651137894] 'process raft request' (duration: 110.734092ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.745679Z","caller":"traceutil/trace.go:171","msg":"trace[1561004092] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"113.03535ms","start":"2026-03-07T10:06:02.632636Z","end":"2026-03-07T10:06:02.745671Z","steps":["trace[1561004092] 'process raft request' (duration: 110.493576ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.745865Z","caller":"traceutil/trace.go:171","msg":"trace[256351568] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"113.156932ms","start":"2026-03-07T10:06:02.6327Z","end":"2026-03-07T10:06:02.745857Z","steps":["trace[256351568] 'process raft request' (duration: 110.455864ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.746013Z","caller":"traceutil/trace.go:171","msg":"trace[1141196714] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"113.06173ms","start":"2026-03-07T10:06:02.632943Z","end":"2026-03-07T10:06:02.746005Z","steps":["trace[1141196714] 'process raft request' (duration: 110.243489ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.744171Z","caller":"traceutil/trace.go:171","msg":"trace[555137959] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"110.792493ms","start":"2026-03-07T10:06:02.63337Z","end":"2026-03-07T10:06:02.744163Z","steps":["trace[555137959] 'process raft request' (duration: 109.898271ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.92042Z","caller":"traceutil/trace.go:171","msg":"trace[371594138] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:662; }","duration":"153.859298ms","start":"2026-03-07T10:06:02.766533Z","end":"2026-03-07T10:06:02.920392Z","steps":["trace[371594138] 'read index received' (duration: 40.403338ms)","trace[371594138] 'applied index is now lower than readState.Index' (duration: 113.45457ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.92056Z","caller":"traceutil/trace.go:171","msg":"trace[237176002] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"155.823768ms","start":"2026-03-07T10:06:02.764673Z","end":"2026-03-07T10:06:02.920497Z","steps":["trace[237176002] 'process raft request' (duration: 155.49785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.920729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.174206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871339055da2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T10:06:02.920815Z","caller":"traceutil/trace.go:171","msg":"trace[298057026] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a871339055da2; range_end:; response_count:1; response_revision:640; }","duration":"154.294179ms","start":"2026-03-07T10:06:02.766496Z","end":"2026-03-07T10:06:02.920791Z","steps":["trace[298057026] 'agreement among raft nodes before linearized reading' (duration: 154.039413ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.961505Z","caller":"traceutil/trace.go:171","msg":"trace[676541145] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"149.687933ms","start":"2026-03-07T10:06:02.81179Z","end":"2026-03-07T10:06:02.961478Z","steps":["trace[676541145] 'process raft request' (duration: 149.494968ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.961737Z","caller":"traceutil/trace.go:171","msg":"trace[1703305521] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"149.872148ms","start":"2026-03-07T10:06:02.811849Z","end":"2026-03-07T10:06:02.961721Z","steps":["trace[1703305521] 'process raft request' (duration: 149.695964ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.961841Z","caller":"traceutil/trace.go:171","msg":"trace[437221289] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"149.690474ms","start":"2026-03-07T10:06:02.812137Z","end":"2026-03-07T10:06:02.961828Z","steps":["trace[437221289] 'process raft request' (duration: 149.54434ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.96233Z","caller":"traceutil/trace.go:171","msg":"trace[1976604765] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"142.458391ms","start":"2026-03-07T10:06:02.819838Z","end":"2026-03-07T10:06:02.962297Z","steps":["trace[1976604765] 'process raft request' (duration: 141.908357ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.96236Z","caller":"traceutil/trace.go:171","msg":"trace[1133076704] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"137.224619ms","start":"2026-03-07T10:06:02.825098Z","end":"2026-03-07T10:06:02.962322Z","steps":["trace[1133076704] 'process raft request' (duration: 136.757968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.962461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.134504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9fxf6\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-03-07T10:06:02.962568Z","caller":"traceutil/trace.go:171","msg":"trace[1926689843] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9fxf6; range_end:; response_count:1; response_revision:645; }","duration":"152.319079ms","start":"2026-03-07T10:06:02.810228Z","end":"2026-03-07T10:06:02.962547Z","steps":["trace[1926689843] 'agreement among raft nodes before linearized reading' (duration: 151.794826ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.026854Z","caller":"traceutil/trace.go:171","msg":"trace[440652595] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"103.827917ms","start":"2026-03-07T10:06:02.922986Z","end":"2026-03-07T10:06:03.026813Z","steps":["trace[440652595] 'process raft request' (duration: 86.50451ms)","trace[440652595] 'compare' (duration: 16.993718ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:03.117504Z","caller":"traceutil/trace.go:171","msg":"trace[74663651] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"138.89886ms","start":"2026-03-07T10:06:02.978577Z","end":"2026-03-07T10:06:03.117476Z","steps":["trace[74663651] 'process raft request' (duration: 138.650284ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.117885Z","caller":"traceutil/trace.go:171","msg":"trace[1040212145] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"132.768516ms","start":"2026-03-07T10:06:02.985101Z","end":"2026-03-07T10:06:03.117869Z","steps":["trace[1040212145] 'process raft request' (duration: 132.289964ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.118035Z","caller":"traceutil/trace.go:171","msg":"trace[1380792121] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"130.199182ms","start":"2026-03-07T10:06:02.987776Z","end":"2026-03-07T10:06:03.117975Z","steps":["trace[1380792121] 'process raft request' (duration: 129.981606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.118117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.604928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:06:03.118218Z","caller":"traceutil/trace.go:171","msg":"trace[1749972783] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:649; }","duration":"141.715662ms","start":"2026-03-07T10:06:02.976478Z","end":"2026-03-07T10:06:03.118193Z","steps":["trace[1749972783] 'agreement among raft nodes before linearized reading' (duration: 141.462495ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.203789Z","caller":"traceutil/trace.go:171","msg":"trace[1210537387] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"172.044826ms","start":"2026-03-07T10:06:03.031711Z","end":"2026-03-07T10:06:03.203755Z","steps":["trace[1210537387] 'process raft request' (duration: 171.998935ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.203838Z","caller":"traceutil/trace.go:171","msg":"trace[1456986555] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"174.694862ms","start":"2026-03-07T10:06:03.029108Z","end":"2026-03-07T10:06:03.203803Z","steps":["trace[1456986555] 'process raft request' (duration: 171.452521ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.262696Z","caller":"traceutil/trace.go:171","msg":"trace[1950978529] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"118.079906ms","start":"2026-03-07T10:06:03.1446Z","end":"2026-03-07T10:06:03.26268Z","steps":["trace[1950978529] 'process raft request' (duration: 117.755098ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.262834Z","caller":"traceutil/trace.go:171","msg":"trace[1512061028] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"113.819989ms","start":"2026-03-07T10:06:03.148962Z","end":"2026-03-07T10:06:03.262782Z","steps":["trace[1512061028] 'process raft request' (duration: 113.631884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.450415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.787979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:03.450633Z","caller":"traceutil/trace.go:171","msg":"trace[1978552238] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"185.336621ms","start":"2026-03-07T10:06:03.265282Z","end":"2026-03-07T10:06:03.450619Z","steps":["trace[1978552238] 'process raft request' (duration: 185.27851ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.450629Z","caller":"traceutil/trace.go:171","msg":"trace[2068227059] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"244.515512ms","start":"2026-03-07T10:06:03.206074Z","end":"2026-03-07T10:06:03.45059Z","steps":["trace[2068227059] 'process raft request' (duration: 101.498188ms)","trace[2068227059] 'compare' (duration: 142.620415ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:03.450688Z","caller":"traceutil/trace.go:171","msg":"trace[1994887895] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"186.86233ms","start":"2026-03-07T10:06:03.263789Z","end":"2026-03-07T10:06:03.450652Z","steps":["trace[1994887895] 'process raft request' (duration: 186.713766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.953155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953858,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:06:04.066382Z","caller":"traceutil/trace.go:171","msg":"trace[1853470596] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"754.942199ms","start":"2026-03-07T10:06:03.311416Z","end":"2026-03-07T10:06:04.066358Z","steps":["trace[1853470596] 'process raft request' (duration: 754.515868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.066531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.311391Z","time spent":"755.062661ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:04.066643Z","caller":"traceutil/trace.go:171","msg":"trace[908672197] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"669.304349ms","start":"2026-03-07T10:06:03.397312Z","end":"2026-03-07T10:06:04.066616Z","steps":["trace[908672197] 'process raft request' (duration: 669.000471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.066801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.397279Z","time spent":"669.425772ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:04.240324Z","caller":"traceutil/trace.go:171","msg":"trace[1304103282] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"787.938739ms","start":"2026-03-07T10:06:03.452254Z","end":"2026-03-07T10:06:04.240193Z","steps":["trace[1304103282] 'process raft request' (duration: 744.335129ms)","trace[1304103282] 'compare' (duration: 43.259801ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:04.240429Z","caller":"traceutil/trace.go:171","msg":"trace[1564493301] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"784.36067ms","start":"2026-03-07T10:06:03.456026Z","end":"2026-03-07T10:06:04.240387Z","steps":["trace[1564493301] 'process raft request' (duration: 784.178105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.240484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.452237Z","time spent":"788.176305ms","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1396,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:04.240488Z","caller":"traceutil/trace.go:171","msg":"trace[1451616992] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"786.160934ms","start":"2026-03-07T10:06:03.454306Z","end":"2026-03-07T10:06:04.240467Z","steps":["trace[1451616992] 'process raft request' (duration: 785.806975ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.240483Z","caller":"traceutil/trace.go:171","msg":"trace[1768431225] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"167.332858ms","start":"2026-03-07T10:06:04.073103Z","end":"2026-03-07T10:06:04.240458Z","steps":["trace[1768431225] 'process raft request' (duration: 167.249905ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.240548Z","caller":"traceutil/trace.go:171","msg":"trace[271660202] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:686; }","duration":"788.103333ms","start":"2026-03-07T10:06:03.452422Z","end":"2026-03-07T10:06:04.240525Z","steps":["trace[271660202] 'read index received' (duration: 613.572275ms)","trace[271660202] 'applied index is now lower than readState.Index' (duration: 174.527658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:04.240573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.454287Z","time spent":"786.244456ms","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:04.240633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.456014Z","time spent":"784.508133ms","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:04.240788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.360269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-07T10:06:04.240838Z","caller":"traceutil/trace.go:171","msg":"trace[1509976384] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:662; }","duration":"788.447792ms","start":"2026-03-07T10:06:03.452376Z","end":"2026-03-07T10:06:04.240824Z","steps":["trace[1509976384] 'agreement among raft nodes before linearized reading' (duration: 788.294858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.240887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.45236Z","time spent":"788.514704ms","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-07T10:06:04.240916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.641144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:04.240959Z","caller":"traceutil/trace.go:171","msg":"trace[1087683247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"599.724616ms","start":"2026-03-07T10:06:03.64122Z","end":"2026-03-07T10:06:04.240945Z","steps":["trace[1087683247] 'agreement among raft nodes before linearized reading' (duration: 599.646464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.240991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.641197Z","time spent":"599.786037ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:06:04.412766Z","caller":"traceutil/trace.go:171","msg":"trace[1617564973] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"166.280472ms","start":"2026-03-07T10:06:04.246449Z","end":"2026-03-07T10:06:04.41273Z","steps":["trace[1617564973] 'process raft request' (duration: 166.102828ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.413146Z","caller":"traceutil/trace.go:171","msg":"trace[605667581] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"166.545278ms","start":"2026-03-07T10:06:04.246495Z","end":"2026-03-07T10:06:04.413041Z","steps":["trace[605667581] 'process raft request' (duration: 166.186179ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.413263Z","caller":"traceutil/trace.go:171","msg":"trace[482840673] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"166.518998ms","start":"2026-03-07T10:06:04.246724Z","end":"2026-03-07T10:06:04.413243Z","steps":["trace[482840673] 'process raft request' (duration: 165.992755ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.41328Z","caller":"traceutil/trace.go:171","msg":"trace[106615170] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"165.509462ms","start":"2026-03-07T10:06:04.247758Z","end":"2026-03-07T10:06:04.413267Z","steps":["trace[106615170] 'process raft request' (duration: 164.990839ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.412812Z","caller":"traceutil/trace.go:171","msg":"trace[1783617578] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:693; }","duration":"155.483ms","start":"2026-03-07T10:06:04.257305Z","end":"2026-03-07T10:06:04.412788Z","steps":["trace[1783617578] 'read index received' (duration: 8.770941ms)","trace[1783617578] 'applied index is now lower than readState.Index' (duration: 146.710999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:04.413701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.834978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:06:04.413722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.401032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:06:04.413746Z","caller":"traceutil/trace.go:171","msg":"trace[1811167789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:667; }","duration":"155.91285ms","start":"2026-03-07T10:06:04.25782Z","end":"2026-03-07T10:06:04.413733Z","steps":["trace[1811167789] 'agreement among raft nodes before linearized reading' (duration: 155.685874ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.413828Z","caller":"traceutil/trace.go:171","msg":"trace[1706146703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:667; }","duration":"156.499085ms","start":"2026-03-07T10:06:04.25726Z","end":"2026-03-07T10:06:04.413759Z","steps":["trace[1706146703] 'agreement among raft nodes before linearized reading' (duration: 156.224378ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.606159Z","caller":"traceutil/trace.go:171","msg":"trace[532001532] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"187.270291ms","start":"2026-03-07T10:06:04.418861Z","end":"2026-03-07T10:06:04.606131Z","steps":["trace[532001532] 'process raft request' (duration: 98.090113ms)","trace[532001532] 'compare' (duration: 89.060965ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:04.645081Z","caller":"traceutil/trace.go:171","msg":"trace[78685282] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"224.242462ms","start":"2026-03-07T10:06:04.420812Z","end":"2026-03-07T10:06:04.645054Z","steps":["trace[78685282] 'process raft request' (duration: 224.053746ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.645133Z","caller":"traceutil/trace.go:171","msg":"trace[873454225] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"224.226171ms","start":"2026-03-07T10:06:04.420881Z","end":"2026-03-07T10:06:04.645107Z","steps":["trace[873454225] 'process raft request' (duration: 224.093418ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.645219Z","caller":"traceutil/trace.go:171","msg":"trace[1965999195] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"224.229831ms","start":"2026-03-07T10:06:04.420954Z","end":"2026-03-07T10:06:04.645184Z","steps":["trace[1965999195] 'process raft request' (duration: 224.055717ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.645368Z","caller":"traceutil/trace.go:171","msg":"trace[913450820] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"224.384996ms","start":"2026-03-07T10:06:04.420965Z","end":"2026-03-07T10:06:04.64535Z","steps":["trace[913450820] 'process raft request' (duration: 224.110889ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.64541Z","caller":"traceutil/trace.go:171","msg":"trace[977513184] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"224.408276ms","start":"2026-03-07T10:06:04.420993Z","end":"2026-03-07T10:06:04.645401Z","steps":["trace[977513184] 'process raft request' (duration: 224.114558ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.915201Z","caller":"traceutil/trace.go:171","msg":"trace[351529278] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"265.340108ms","start":"2026-03-07T10:06:04.649823Z","end":"2026-03-07T10:06:04.915163Z","steps":["trace[351529278] 'process raft request' (duration: 265.059411ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.915261Z","caller":"traceutil/trace.go:171","msg":"trace[715586301] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"263.602254ms","start":"2026-03-07T10:06:04.651633Z","end":"2026-03-07T10:06:04.915235Z","steps":["trace[715586301] 'process raft request' (duration: 263.4215ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.915633Z","caller":"traceutil/trace.go:171","msg":"trace[822261564] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"263.076231ms","start":"2026-03-07T10:06:04.65253Z","end":"2026-03-07T10:06:04.915606Z","steps":["trace[822261564] 'process raft request' (duration: 262.582748ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.91621Z","caller":"traceutil/trace.go:171","msg":"trace[771663810] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"264.608569ms","start":"2026-03-07T10:06:04.651586Z","end":"2026-03-07T10:06:04.916195Z","steps":["trace[771663810] 'read index received' (duration: 37.811553ms)","trace[771663810] 'applied index is now lower than readState.Index' (duration: 226.795986ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:04.916225Z","caller":"traceutil/trace.go:171","msg":"trace[1658011937] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"263.488242ms","start":"2026-03-07T10:06:04.652719Z","end":"2026-03-07T10:06:04.916207Z","steps":["trace[1658011937] 'process raft request' (duration: 262.791504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.916345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.740162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:04.91639Z","caller":"traceutil/trace.go:171","msg":"trace[1152966826] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:678; }","duration":"264.797654ms","start":"2026-03-07T10:06:04.651578Z","end":"2026-03-07T10:06:04.916375Z","steps":["trace[1152966826] 'agreement among raft nodes before linearized reading' (duration: 264.714662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.916416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.907622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:04.916489Z","caller":"traceutil/trace.go:171","msg":"trace[649032230] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:678; }","duration":"216.032485ms","start":"2026-03-07T10:06:04.700431Z","end":"2026-03-07T10:06:04.916464Z","steps":["trace[649032230] 'agreement among raft nodes before linearized reading' (duration: 215.899202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.916578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.946007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:04.916654Z","caller":"traceutil/trace.go:171","msg":"trace[292457237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:678; }","duration":"163.05412ms","start":"2026-03-07T10:06:04.753579Z","end":"2026-03-07T10:06:04.916633Z","steps":["trace[292457237] 'agreement among raft nodes before linearized reading' (duration: 162.803093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.916658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.821728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:06:04.916794Z","caller":"traceutil/trace.go:171","msg":"trace[98133986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:678; }","duration":"164.011784ms","start":"2026-03-07T10:06:04.752737Z","end":"2026-03-07T10:06:04.916749Z","steps":["trace[98133986] 'agreement among raft nodes before linearized reading' (duration: 163.661104ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.173435Z","caller":"traceutil/trace.go:171","msg":"trace[229517109] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"253.417977ms","start":"2026-03-07T10:06:04.919987Z","end":"2026-03-07T10:06:05.173405Z","steps":["trace[229517109] 'process raft request' (duration: 253.192301ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.188614Z","caller":"traceutil/trace.go:171","msg":"trace[1138513960] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"266.891758ms","start":"2026-03-07T10:06:04.921681Z","end":"2026-03-07T10:06:05.188573Z","steps":["trace[1138513960] 'process raft request' (duration: 266.653431ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.188726Z","caller":"traceutil/trace.go:171","msg":"trace[100458393] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"266.845796ms","start":"2026-03-07T10:06:04.921845Z","end":"2026-03-07T10:06:05.188691Z","steps":["trace[100458393] 'process raft request' (duration: 266.689963ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.188802Z","caller":"traceutil/trace.go:171","msg":"trace[1862986927] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"267.034241ms","start":"2026-03-07T10:06:04.921733Z","end":"2026-03-07T10:06:05.188767Z","steps":["trace[1862986927] 'process raft request' (duration: 266.743554ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.18897Z","caller":"traceutil/trace.go:171","msg":"trace[1540311554] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"266.276192ms","start":"2026-03-07T10:06:04.922662Z","end":"2026-03-07T10:06:05.188938Z","steps":["trace[1540311554] 'process raft request' (duration: 265.903362ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.189087Z","caller":"traceutil/trace.go:171","msg":"trace[1248664829] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"266.098428ms","start":"2026-03-07T10:06:04.922918Z","end":"2026-03-07T10:06:05.189016Z","steps":["trace[1248664829] 'process raft request' (duration: 265.700638ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.189261Z","caller":"traceutil/trace.go:171","msg":"trace[167643779] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"181.584087ms","start":"2026-03-07T10:06:05.007658Z","end":"2026-03-07T10:06:05.189242Z","steps":["trace[167643779] 'process raft request' (duration: 181.029223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.189409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.906448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"info","ts":"2026-03-07T10:06:05.189485Z","caller":"traceutil/trace.go:171","msg":"trace[1525658441] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:686; }","duration":"265.023031ms","start":"2026-03-07T10:06:04.924446Z","end":"2026-03-07T10:06:05.189469Z","steps":["trace[1525658441] 'agreement among raft nodes before linearized reading' (duration: 264.786005ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.189049Z","caller":"traceutil/trace.go:171","msg":"trace[366383759] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:708; }","duration":"264.550819ms","start":"2026-03-07T10:06:04.924478Z","end":"2026-03-07T10:06:05.189029Z","steps":["trace[366383759] 'read index received' (duration: 248.767921ms)","trace[366383759] 'applied index is now lower than readState.Index' (duration: 15.781938ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:05.189956Z","caller":"traceutil/trace.go:171","msg":"trace[21702695] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"105.684315ms","start":"2026-03-07T10:06:05.083657Z","end":"2026-03-07T10:06:05.189342Z","steps":["trace[21702695] 'process raft request' (duration: 105.304605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.217281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.557944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-03-07T10:06:05.217364Z","caller":"traceutil/trace.go:171","msg":"trace[396908514] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:690; }","duration":"292.655656ms","start":"2026-03-07T10:06:04.924691Z","end":"2026-03-07T10:06:05.217347Z","steps":["trace[396908514] 'agreement among raft nodes before linearized reading' (duration: 292.439741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.217605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.614805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"warn","ts":"2026-03-07T10:06:05.217597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.584382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9fxf6\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-07T10:06:05.217646Z","caller":"traceutil/trace.go:171","msg":"trace[1269058087] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:690; }","duration":"292.685508ms","start":"2026-03-07T10:06:04.924952Z","end":"2026-03-07T10:06:05.217637Z","steps":["trace[1269058087] 'agreement among raft nodes before linearized reading' (duration: 292.569225ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.217665Z","caller":"traceutil/trace.go:171","msg":"trace[1209050609] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9fxf6; range_end:; response_count:1; response_revision:690; }","duration":"134.718496ms","start":"2026-03-07T10:06:05.082931Z","end":"2026-03-07T10:06:05.217649Z","steps":["trace[1209050609] 'agreement among raft nodes before linearized reading' (duration: 134.527471ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.378781Z","caller":"traceutil/trace.go:171","msg":"trace[1136572471] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"119.271335ms","start":"2026-03-07T10:06:05.259456Z","end":"2026-03-07T10:06:05.378727Z","steps":["trace[1136572471] 'process raft request' (duration: 119.112391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.378884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.258366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:05.378978Z","caller":"traceutil/trace.go:171","msg":"trace[1792327525] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:703; }","duration":"115.400349ms","start":"2026-03-07T10:06:05.263556Z","end":"2026-03-07T10:06:05.378957Z","steps":["trace[1792327525] 'agreement among raft nodes before linearized reading' (duration: 115.215064ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.965836Z","caller":"traceutil/trace.go:171","msg":"trace[2037981576] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"257.207243ms","start":"2026-03-07T10:06:05.708597Z","end":"2026-03-07T10:06:05.965804Z","steps":["trace[2037981576] 'process raft request' (duration: 247.664523ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:06.244252Z","caller":"traceutil/trace.go:171","msg":"trace[1497408794] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"137.633059ms","start":"2026-03-07T10:06:06.106595Z","end":"2026-03-07T10:06:06.244228Z","steps":["trace[1497408794] 'process raft request' (duration: 137.364672ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:06.818379Z","caller":"traceutil/trace.go:171","msg":"trace[1699332757] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:754; }","duration":"177.788521ms","start":"2026-03-07T10:06:06.64056Z","end":"2026-03-07T10:06:06.818348Z","steps":["trace[1699332757] 'read index received' (duration: 177.637737ms)","trace[1699332757] 'applied index is now lower than readState.Index' (duration: 149.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:06.818427Z","caller":"traceutil/trace.go:171","msg":"trace[1866732309] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"205.249193ms","start":"2026-03-07T10:06:06.613148Z","end":"2026-03-07T10:06:06.818397Z","steps":["trace[1866732309] 'process raft request' (duration: 205.030718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:06.818563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.949615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:06.818622Z","caller":"traceutil/trace.go:171","msg":"trace[1320178493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:725; }","duration":"178.080808ms","start":"2026-03-07T10:06:06.640525Z","end":"2026-03-07T10:06:06.818606Z","steps":["trace[1320178493] 'agreement among raft nodes before linearized reading' (duration: 177.940365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:06.818973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.115843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:06:06.819076Z","caller":"traceutil/trace.go:171","msg":"trace[1470395953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:725; }","duration":"169.256597ms","start":"2026-03-07T10:06:06.649808Z","end":"2026-03-07T10:06:06.819065Z","steps":["trace[1470395953] 'agreement among raft nodes before linearized reading' (duration: 168.819285ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:06.928997Z","caller":"traceutil/trace.go:171","msg":"trace[2031441436] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"106.68925ms","start":"2026-03-07T10:06:06.822284Z","end":"2026-03-07T10:06:06.928973Z","steps":["trace[2031441436] 'process raft request' (duration: 59.537291ms)","trace[2031441436] 'compare' (duration: 46.985504ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:07.271292Z","caller":"traceutil/trace.go:171","msg":"trace[622993469] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"174.277292ms","start":"2026-03-07T10:06:07.096982Z","end":"2026-03-07T10:06:07.271259Z","steps":["trace[622993469] 'process raft request' (duration: 112.574767ms)","trace[622993469] 'compare' (duration: 61.470649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:07.271306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.646517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9fxf6\" ","response":"range_response_count:1 size:17704"} {"level":"info","ts":"2026-03-07T10:06:07.271408Z","caller":"traceutil/trace.go:171","msg":"trace[927933313] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9fxf6; range_end:; response_count:1; response_revision:726; }","duration":"175.795961ms","start":"2026-03-07T10:06:07.095585Z","end":"2026-03-07T10:06:07.271381Z","steps":["trace[927933313] 'range keys from in-memory index tree' (duration: 175.366ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:07.360118Z","caller":"traceutil/trace.go:171","msg":"trace[1468853623] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:756; }","duration":"167.200754ms","start":"2026-03-07T10:06:07.192893Z","end":"2026-03-07T10:06:07.360094Z","steps":["trace[1468853623] 'read index received' (duration: 16.713961ms)","trace[1468853623] 'applied index is now lower than readState.Index' (duration: 150.485353ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:07.360298Z","caller":"traceutil/trace.go:171","msg":"trace[1061666716] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"169.457262ms","start":"2026-03-07T10:06:07.190794Z","end":"2026-03-07T10:06:07.360251Z","steps":["trace[1061666716] 'process raft request' (duration: 169.148895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:07.360406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.499882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:07.360509Z","caller":"traceutil/trace.go:171","msg":"trace[236214491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:728; }","duration":"167.654276ms","start":"2026-03-07T10:06:07.192837Z","end":"2026-03-07T10:06:07.360491Z","steps":["trace[236214491] 'agreement among raft nodes before linearized reading' (duration: 167.380319ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:07.416908Z","caller":"traceutil/trace.go:171","msg":"trace[1124515188] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"130.303473ms","start":"2026-03-07T10:06:07.286577Z","end":"2026-03-07T10:06:07.416881Z","steps":["trace[1124515188] 'process raft request' (duration: 130.120559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:07.417018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.881568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:06:07.417073Z","caller":"traceutil/trace.go:171","msg":"trace[1587531255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:729; }","duration":"222.991741ms","start":"2026-03-07T10:06:07.194067Z","end":"2026-03-07T10:06:07.417059Z","steps":["trace[1587531255] 'agreement among raft nodes before linearized reading' (duration: 222.776766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:08.603574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306953981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:06:08.889162Z","caller":"traceutil/trace.go:171","msg":"trace[865513870] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:763; }","duration":"786.452532ms","start":"2026-03-07T10:06:08.102689Z","end":"2026-03-07T10:06:08.889142Z","steps":["trace[865513870] 'read index received' (duration: 786.287998ms)","trace[865513870] 'applied index is now lower than readState.Index' (duration: 163.524µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:08.889338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.647388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:08.889376Z","caller":"traceutil/trace.go:171","msg":"trace[2050313630] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:734; }","duration":"617.742121ms","start":"2026-03-07T10:06:08.271622Z","end":"2026-03-07T10:06:08.889364Z","steps":["trace[2050313630] 'agreement among raft nodes before linearized reading' (duration: 617.657908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:08.889415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.271603Z","time spent":"617.803092ms","remote":"127.0.0.1:38866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"warn","ts":"2026-03-07T10:06:08.889404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.015787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:08.889558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.862453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9fxf6\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-03-07T10:06:08.889586Z","caller":"traceutil/trace.go:171","msg":"trace[679835377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"249.248972ms","start":"2026-03-07T10:06:08.640315Z","end":"2026-03-07T10:06:08.889564Z","steps":["trace[679835377] 'agreement among raft nodes before linearized reading' (duration: 248.993406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:08.889595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.796122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:08.889618Z","caller":"traceutil/trace.go:171","msg":"trace[1852805811] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9fxf6; range_end:; response_count:1; response_revision:734; }","duration":"786.950984ms","start":"2026-03-07T10:06:08.102655Z","end":"2026-03-07T10:06:08.889606Z","steps":["trace[1852805811] 'agreement among raft nodes before linearized reading' (duration: 786.582325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:08.889465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.497634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:08.889691Z","caller":"traceutil/trace.go:171","msg":"trace[1265021441] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:734; }","duration":"617.939165ms","start":"2026-03-07T10:06:08.271733Z","end":"2026-03-07T10:06:08.889672Z","steps":["trace[1265021441] 'agreement among raft nodes before linearized reading' (duration: 617.75143ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:08.889745Z","caller":"traceutil/trace.go:171","msg":"trace[1516777083] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:734; }","duration":"617.798191ms","start":"2026-03-07T10:06:08.271928Z","end":"2026-03-07T10:06:08.889726Z","steps":["trace[1516777083] 'agreement among raft nodes before linearized reading' (duration: 617.479064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:08.889755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.271717Z","time spent":"618.028108ms","remote":"127.0.0.1:38866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:08.889803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.271922Z","time spent":"617.863174ms","remote":"127.0.0.1:38866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"info","ts":"2026-03-07T10:06:08.889196Z","caller":"traceutil/trace.go:171","msg":"trace[1499312412] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"808.347785ms","start":"2026-03-07T10:06:08.08083Z","end":"2026-03-07T10:06:08.889178Z","steps":["trace[1499312412] 'process raft request' (duration: 808.131329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:08.889966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.080798Z","time spent":"809.093924ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:08.889938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:08.102635Z","time spent":"787.289953ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17809,"request content":"key:\"/registry/pods/kube-system/cilium-9fxf6\" "} {"level":"info","ts":"2026-03-07T10:06:09.114825Z","caller":"traceutil/trace.go:171","msg":"trace[2094748201] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"220.301834ms","start":"2026-03-07T10:06:08.894507Z","end":"2026-03-07T10:06:09.114808Z","steps":["trace[2094748201] 'process raft request' (duration: 211.962583ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:09.119719Z","caller":"traceutil/trace.go:171","msg":"trace[363566073] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:764; }","duration":"183.460915ms","start":"2026-03-07T10:06:08.936234Z","end":"2026-03-07T10:06:09.119695Z","steps":["trace[363566073] 'read index received' (duration: 170.245402ms)","trace[363566073] 'applied index is now lower than readState.Index' (duration: 13.214883ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:09.1198Z","caller":"traceutil/trace.go:171","msg":"trace[1831939598] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"215.224845ms","start":"2026-03-07T10:06:08.904545Z","end":"2026-03-07T10:06:09.11977Z","steps":["trace[1831939598] 'process raft request' (duration: 215.02172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:09.119885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.635679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:06:09.119911Z","caller":"traceutil/trace.go:171","msg":"trace[1949637550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"183.724111ms","start":"2026-03-07T10:06:08.936179Z","end":"2026-03-07T10:06:09.119903Z","steps":["trace[1949637550] 'agreement among raft nodes before linearized reading' (duration: 183.600528ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:10.951999Z","caller":"traceutil/trace.go:171","msg":"trace[1701817412] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"175.937514ms","start":"2026-03-07T10:06:10.776036Z","end":"2026-03-07T10:06:10.951973Z","steps":["trace[1701817412] 'process raft request' (duration: 159.318055ms)","trace[1701817412] 'compare' (duration: 16.302042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:12.008285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.29352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:12.008444Z","caller":"traceutil/trace.go:171","msg":"trace[1527779699] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"652.046915ms","start":"2026-03-07T10:06:11.356378Z","end":"2026-03-07T10:06:12.008425Z","steps":["trace[1527779699] 'process raft request' (duration: 99.55547ms)","trace[1527779699] 'compare' (duration: 551.945082ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:12.00846Z","caller":"traceutil/trace.go:171","msg":"trace[592475305] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:813; }","duration":"559.998795ms","start":"2026-03-07T10:06:11.448449Z","end":"2026-03-07T10:06:12.008448Z","steps":["trace[592475305] 'read index received' (duration: 7.501459ms)","trace[592475305] 'applied index is now lower than readState.Index' (duration: 552.496296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:12.008489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.356362Z","time spent":"652.108966ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:12.008534Z","caller":"traceutil/trace.go:171","msg":"trace[1567660114] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"608.525618ms","start":"2026-03-07T10:06:11.4Z","end":"2026-03-07T10:06:12.008526Z","steps":["trace[1567660114] 'process raft request' (duration: 608.379984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.008594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.399962Z","time spent":"608.592399ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:12.008712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.262451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:12.008728Z","caller":"traceutil/trace.go:171","msg":"trace[196034627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:785; }","duration":"560.316843ms","start":"2026-03-07T10:06:11.448405Z","end":"2026-03-07T10:06:12.008722Z","steps":["trace[196034627] 'agreement among raft nodes before linearized reading' (duration: 560.248381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.008742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.448383Z","time spent":"560.355724ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:06:12.00876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.158849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:12.008818Z","caller":"traceutil/trace.go:171","msg":"trace[1423946984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:785; }","duration":"368.259242ms","start":"2026-03-07T10:06:11.640545Z","end":"2026-03-07T10:06:12.008804Z","steps":["trace[1423946984] 'agreement among raft nodes before linearized reading' (duration: 368.156299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.008847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.640525Z","time spent":"368.316234ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:12.008852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.59167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:06:12.008925Z","caller":"traceutil/trace.go:171","msg":"trace[2069858175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:785; }","duration":"487.718783ms","start":"2026-03-07T10:06:11.521188Z","end":"2026-03-07T10:06:12.008907Z","steps":["trace[2069858175] 'agreement among raft nodes before linearized reading' (duration: 487.486747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.008971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.521169Z","time spent":"487.792875ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:06:12.008922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.69897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-07T10:06:12.009092Z","caller":"traceutil/trace.go:171","msg":"trace[1587495570] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:785; }","duration":"254.922176ms","start":"2026-03-07T10:06:11.754138Z","end":"2026-03-07T10:06:12.009061Z","steps":["trace[1587495570] 'agreement among raft nodes before linearized reading' (duration: 254.554227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.008997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.089572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-07T10:06:12.009169Z","caller":"traceutil/trace.go:171","msg":"trace[2119848089] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:785; }","duration":"467.263766ms","start":"2026-03-07T10:06:11.541888Z","end":"2026-03-07T10:06:12.009152Z","steps":["trace[2119848089] 'agreement among raft nodes before linearized reading' (duration: 466.966339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.009217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.541826Z","time spent":"467.378941ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-07T10:06:12.545952Z","caller":"traceutil/trace.go:171","msg":"trace[1941867262] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"533.852116ms","start":"2026-03-07T10:06:12.012076Z","end":"2026-03-07T10:06:12.545928Z","steps":["trace[1941867262] 'process raft request' (duration: 497.581412ms)","trace[1941867262] 'compare' (duration: 35.953146ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:12.546032Z","caller":"traceutil/trace.go:171","msg":"trace[343173097] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"533.039405ms","start":"2026-03-07T10:06:12.012959Z","end":"2026-03-07T10:06:12.545998Z","steps":["trace[343173097] 'process raft request' (duration: 532.910432ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:12.546052Z","caller":"traceutil/trace.go:171","msg":"trace[1740809356] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"532.562013ms","start":"2026-03-07T10:06:12.013473Z","end":"2026-03-07T10:06:12.546035Z","steps":["trace[1740809356] 'process raft request' (duration: 532.46859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.546082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.012055Z","time spent":"533.959388ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:12.546173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.012941Z","time spent":"533.167159ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:12.546183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.013456Z","time spent":"532.655796ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:12.546488Z","caller":"traceutil/trace.go:171","msg":"trace[1332632714] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"517.587556ms","start":"2026-03-07T10:06:12.028892Z","end":"2026-03-07T10:06:12.546479Z","steps":["trace[1332632714] 'process raft request' (duration: 517.093833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.546548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.028877Z","time spent":"517.640557ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:12.616058Z","caller":"traceutil/trace.go:171","msg":"trace[548450594] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:815; }","duration":"474.334905ms","start":"2026-03-07T10:06:12.141694Z","end":"2026-03-07T10:06:12.616029Z","steps":["trace[548450594] 'read index received' (duration: 368.052306ms)","trace[548450594] 'applied index is now lower than readState.Index' (duration: 106.281329ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:12.61617Z","caller":"traceutil/trace.go:171","msg":"trace[398755950] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"187.361503ms","start":"2026-03-07T10:06:12.428776Z","end":"2026-03-07T10:06:12.616137Z","steps":["trace[398755950] 'process raft request' (duration: 187.055735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.616354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.641623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-07T10:06:12.616425Z","caller":"traceutil/trace.go:171","msg":"trace[542326431] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:790; }","duration":"474.758585ms","start":"2026-03-07T10:06:12.141652Z","end":"2026-03-07T10:06:12.61641Z","steps":["trace[542326431] 'agreement among raft nodes before linearized reading' (duration: 474.52987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.616474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.141635Z","time spent":"474.826118ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-07T10:06:12.616497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.116144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9fxf6\" ","response":"range_response_count:1 size:18333"} {"level":"warn","ts":"2026-03-07T10:06:12.616566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.094009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-07T10:06:12.616584Z","caller":"traceutil/trace.go:171","msg":"trace[692708178] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9fxf6; range_end:; response_count:1; response_revision:790; }","duration":"471.222497ms","start":"2026-03-07T10:06:12.145343Z","end":"2026-03-07T10:06:12.616566Z","steps":["trace[692708178] 'agreement among raft nodes before linearized reading' (duration: 470.995142ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:12.616635Z","caller":"traceutil/trace.go:171","msg":"trace[23084466] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:790; }","duration":"274.209252ms","start":"2026-03-07T10:06:12.342406Z","end":"2026-03-07T10:06:12.616615Z","steps":["trace[23084466] 'agreement among raft nodes before linearized reading' (duration: 274.005397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.616647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.145338Z","time spent":"471.289969ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18356,"request content":"key:\"/registry/pods/kube-system/cilium-9fxf6\" "} {"level":"info","ts":"2026-03-07T10:06:12.7797Z","caller":"traceutil/trace.go:171","msg":"trace[200249596] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"150.808261ms","start":"2026-03-07T10:06:12.628876Z","end":"2026-03-07T10:06:12.779684Z","steps":["trace[200249596] 'process raft request' (duration: 150.690678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:13.594016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306954080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:06:13.767593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.289152ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-07T10:06:13.767695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.981395Z","time spent":"786.295949ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T10:06:13.793284Z","caller":"traceutil/trace.go:171","msg":"trace[1137551069] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"791.762846ms","start":"2026-03-07T10:06:13.001493Z","end":"2026-03-07T10:06:13.793256Z","steps":["trace[1137551069] 'process raft request' (duration: 791.187752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:13.793472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.001471Z","time spent":"791.895389ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:14.400077Z","caller":"traceutil/trace.go:171","msg":"trace[194705916] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"1.244860427s","start":"2026-03-07T10:06:13.155155Z","end":"2026-03-07T10:06:14.400015Z","steps":["trace[194705916] 'process raft request' (duration: 1.183264405s)","trace[194705916] 'compare' (duration: 61.326215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:14.400237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.15514Z","time spent":"1.245028551s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:14.400396Z","caller":"traceutil/trace.go:171","msg":"trace[560578447] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:826; }","duration":"1.306847649s","start":"2026-03-07T10:06:13.093523Z","end":"2026-03-07T10:06:14.400371Z","steps":["trace[560578447] 'read index received' (duration: 698.946508ms)","trace[560578447] 'applied index is now lower than readState.Index' (duration: 607.899921ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:14.400535Z","caller":"traceutil/trace.go:171","msg":"trace[277348321] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"631.959009ms","start":"2026-03-07T10:06:13.768567Z","end":"2026-03-07T10:06:14.400526Z","steps":["trace[277348321] 'process raft request' (duration: 631.741784ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.400399Z","caller":"traceutil/trace.go:171","msg":"trace[691241758] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"1.22201917s","start":"2026-03-07T10:06:13.178357Z","end":"2026-03-07T10:06:14.400376Z","steps":["trace[691241758] 'process raft request' (duration: 1.221740253s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.400701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.768543Z","time spent":"632.02587ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:14.400776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307216829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:06:14.400808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246299063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9fxf6\" ","response":"range_response_count:1 size:18517"} {"level":"warn","ts":"2026-03-07T10:06:14.400835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151270587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:06:14.400861Z","caller":"traceutil/trace.go:171","msg":"trace[85838999] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9fxf6; range_end:; response_count:1; response_revision:798; }","duration":"1.246391815s","start":"2026-03-07T10:06:13.154458Z","end":"2026-03-07T10:06:14.40085Z","steps":["trace[85838999] 'agreement among raft nodes before linearized reading' (duration: 1.24617867s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.400898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.154435Z","time spent":"1.246456787s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18540,"request content":"key:\"/registry/pods/kube-system/cilium-9fxf6\" "} {"level":"info","ts":"2026-03-07T10:06:14.4009Z","caller":"traceutil/trace.go:171","msg":"trace[886313027] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:798; }","duration":"1.307358482s","start":"2026-03-07T10:06:13.093461Z","end":"2026-03-07T10:06:14.40082Z","steps":["trace[886313027] 'agreement among raft nodes before linearized reading' (duration: 1.307170008s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.400905Z","caller":"traceutil/trace.go:171","msg":"trace[1331338260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:798; }","duration":"1.151336439s","start":"2026-03-07T10:06:13.249548Z","end":"2026-03-07T10:06:14.400885Z","steps":["trace[1331338260] 'agreement among raft nodes before linearized reading' (duration: 1.151144714s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.40089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.270224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:14.400909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220874011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T10:06:14.400948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.09344Z","time spent":"1.307495445s","remote":"127.0.0.1:45418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:14.400945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.249488Z","time spent":"1.151448842s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:14.400904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058635672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-07T10:06:14.40096Z","caller":"traceutil/trace.go:171","msg":"trace[2020254197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"745.369596ms","start":"2026-03-07T10:06:13.655571Z","end":"2026-03-07T10:06:14.400941Z","steps":["trace[2020254197] 'agreement among raft nodes before linearized reading' (duration: 745.247393ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.401007Z","caller":"traceutil/trace.go:171","msg":"trace[550569940] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:798; }","duration":"1.058791506s","start":"2026-03-07T10:06:13.342196Z","end":"2026-03-07T10:06:14.400988Z","steps":["trace[550569940] 'agreement among raft nodes before linearized reading' (duration: 1.05852935s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.401022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.655559Z","time spent":"745.455359ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:06:14.401007Z","caller":"traceutil/trace.go:171","msg":"trace[1147375999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:798; }","duration":"1.221004645s","start":"2026-03-07T10:06:13.179968Z","end":"2026-03-07T10:06:14.400972Z","steps":["trace[1147375999] 'agreement among raft nodes before linearized reading' (duration: 1.220728738s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.401079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.342174Z","time spent":"1.058891539s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-07T10:06:14.401063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045621404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:06:14.401105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.086024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-07T10:06:14.401173Z","caller":"traceutil/trace.go:171","msg":"trace[41056847] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:798; }","duration":"859.187736ms","start":"2026-03-07T10:06:13.541968Z","end":"2026-03-07T10:06:14.401156Z","steps":["trace[41056847] 'agreement among raft nodes before linearized reading' (duration: 858.982321ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.401175Z","caller":"traceutil/trace.go:171","msg":"trace[1147286220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:798; }","duration":"1.045785358s","start":"2026-03-07T10:06:13.355361Z","end":"2026-03-07T10:06:14.401147Z","steps":["trace[1147286220] 'agreement among raft nodes before linearized reading' (duration: 1.045291266s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.401219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.541952Z","time spent":"859.258808ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-07T10:06:14.401237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.35534Z","time spent":"1.045884251s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:14.401257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.340124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-07T10:06:14.401113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.179954Z","time spent":"1.221146738s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:06:14.401316Z","caller":"traceutil/trace.go:171","msg":"trace[1910884209] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:798; }","duration":"658.427395ms","start":"2026-03-07T10:06:13.742865Z","end":"2026-03-07T10:06:14.401293Z","steps":["trace[1910884209] 'agreement among raft nodes before linearized reading' (duration: 658.007135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.401351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.742842Z","time spent":"658.501287ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-07T10:06:14.400753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.17832Z","time spent":"1.222325798s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:14.699679Z","caller":"traceutil/trace.go:171","msg":"trace[1500913591] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"294.066451ms","start":"2026-03-07T10:06:14.405584Z","end":"2026-03-07T10:06:14.69965Z","steps":["trace[1500913591] 'process raft request' (duration: 195.784344ms)","trace[1500913591] 'compare' (duration: 97.953589ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:14.699715Z","caller":"traceutil/trace.go:171","msg":"trace[1389247340] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"294.069082ms","start":"2026-03-07T10:06:14.405607Z","end":"2026-03-07T10:06:14.699676Z","steps":["trace[1389247340] 'process raft request' (duration: 293.924438ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.700029Z","caller":"traceutil/trace.go:171","msg":"trace[1992520517] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"292.835201ms","start":"2026-03-07T10:06:14.407139Z","end":"2026-03-07T10:06:14.699974Z","steps":["trace[1992520517] 'process raft request' (duration: 292.619686ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.702552Z","caller":"traceutil/trace.go:171","msg":"trace[790179791] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"286.041429ms","start":"2026-03-07T10:06:14.414249Z","end":"2026-03-07T10:06:14.700291Z","steps":["trace[790179791] 'process raft request' (duration: 285.597208ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.707077Z","caller":"traceutil/trace.go:171","msg":"trace[909423217] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"201.422727ms","start":"2026-03-07T10:06:14.505632Z","end":"2026-03-07T10:06:14.707054Z","steps":["trace[909423217] 'process raft request' (duration: 194.451162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.707171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.742205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:06:14.707202Z","caller":"traceutil/trace.go:171","msg":"trace[1835658399] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:803; }","duration":"299.814517ms","start":"2026-03-07T10:06:14.407379Z","end":"2026-03-07T10:06:14.707194Z","steps":["trace[1835658399] 'agreement among raft nodes before linearized reading' (duration: 299.732245ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:14.707087Z","caller":"traceutil/trace.go:171","msg":"trace[1326025013] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:830; }","duration":"299.613702ms","start":"2026-03-07T10:06:14.407425Z","end":"2026-03-07T10:06:14.707039Z","steps":["trace[1326025013] 'read index received' (duration: 194.106633ms)","trace[1326025013] 'applied index is now lower than readState.Index' (duration: 105.504409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:14.707427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.816221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:14.707462Z","caller":"traceutil/trace.go:171","msg":"trace[364987730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:803; }","duration":"156.915096ms","start":"2026-03-07T10:06:14.550537Z","end":"2026-03-07T10:06:14.707452Z","steps":["trace[364987730] 'agreement among raft nodes before linearized reading' (duration: 156.817033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:14.707474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.032418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:06:14.707554Z","caller":"traceutil/trace.go:171","msg":"trace[1642324195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:803; }","duration":"157.180882ms","start":"2026-03-07T10:06:14.550356Z","end":"2026-03-07T10:06:14.707537Z","steps":["trace[1642324195] 'agreement among raft nodes before linearized reading' (duration: 156.958876ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:15.065015Z","caller":"traceutil/trace.go:171","msg":"trace[717087782] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"351.350015ms","start":"2026-03-07T10:06:14.713635Z","end":"2026-03-07T10:06:15.064985Z","steps":["trace[717087782] 'process raft request' (duration: 345.645872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.065181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:14.713614Z","time spent":"351.479379ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:15.438945Z","caller":"traceutil/trace.go:171","msg":"trace[682706788] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"637.613872ms","start":"2026-03-07T10:06:14.801281Z","end":"2026-03-07T10:06:15.438895Z","steps":["trace[682706788] 'process raft request' (duration: 637.065487ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:15.439127Z","caller":"traceutil/trace.go:171","msg":"trace[347436091] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:836; }","duration":"507.277206ms","start":"2026-03-07T10:06:14.931807Z","end":"2026-03-07T10:06:15.439085Z","steps":["trace[347436091] 'read index received' (duration: 127.457222ms)","trace[347436091] 'applied index is now lower than readState.Index' (duration: 379.817664ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:15.439167Z","caller":"traceutil/trace.go:171","msg":"trace[2066467920] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"581.263311ms","start":"2026-03-07T10:06:14.857856Z","end":"2026-03-07T10:06:15.439119Z","steps":["trace[2066467920] 'process raft request' (duration: 580.952173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.439228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:14.801256Z","time spent":"637.798966ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:15.439333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:14.857832Z","time spent":"581.427066ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:15.439401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.574053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-07T10:06:15.43945Z","caller":"traceutil/trace.go:171","msg":"trace[358592083] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:807; }","duration":"507.673306ms","start":"2026-03-07T10:06:14.93176Z","end":"2026-03-07T10:06:15.439433Z","steps":["trace[358592083] 'agreement among raft nodes before linearized reading' (duration: 507.494281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.439488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:14.931738Z","time spent":"507.741758ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-07T10:06:15.806105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.902737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:15.80621Z","caller":"traceutil/trace.go:171","msg":"trace[1873702371] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:839; }","duration":"164.702322ms","start":"2026-03-07T10:06:15.64149Z","end":"2026-03-07T10:06:15.806193Z","steps":["trace[1873702371] 'read index received' (duration: 45.561µs)","trace[1873702371] 'applied index is now lower than readState.Index' (duration: 164.654581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:15.806336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.849215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:15.806368Z","caller":"traceutil/trace.go:171","msg":"trace[2077474544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"164.927227ms","start":"2026-03-07T10:06:15.641432Z","end":"2026-03-07T10:06:15.806359Z","steps":["trace[2077474544] 'agreement among raft nodes before linearized reading' (duration: 164.832765ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:15.806412Z","caller":"traceutil/trace.go:171","msg":"trace[230196379] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"314.529578ms","start":"2026-03-07T10:06:15.491854Z","end":"2026-03-07T10:06:15.806383Z","steps":["trace[230196379] 'process raft request' (duration: 95.287042ms)","trace[230196379] 'compare' (duration: 218.650631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:15.806539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:15.491831Z","time spent":"314.64363ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:16.166319Z","caller":"traceutil/trace.go:171","msg":"trace[1345206441] linearizableReadLoop","detail":"{readStateIndex:841; appliedIndex:840; }","duration":"100.699709ms","start":"2026-03-07T10:06:16.065599Z","end":"2026-03-07T10:06:16.166299Z","steps":["trace[1345206441] 'read index received' (duration: 100.36253ms)","trace[1345206441] 'applied index is now lower than readState.Index' (duration: 336.009µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:16.166445Z","caller":"traceutil/trace.go:171","msg":"trace[2079298332] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"124.763544ms","start":"2026-03-07T10:06:16.041671Z","end":"2026-03-07T10:06:16.166434Z","steps":["trace[2079298332] 'process raft request' (duration: 124.373915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:16.166636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.871452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:16.166768Z","caller":"traceutil/trace.go:171","msg":"trace[1689022935] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:809; }","duration":"101.033147ms","start":"2026-03-07T10:06:16.065674Z","end":"2026-03-07T10:06:16.166707Z","steps":["trace[1689022935] 'agreement among raft nodes before linearized reading' (duration: 100.892014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:16.167047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.564975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:16.167091Z","caller":"traceutil/trace.go:171","msg":"trace[79947597] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:809; }","duration":"100.659077ms","start":"2026-03-07T10:06:16.066421Z","end":"2026-03-07T10:06:16.16708Z","steps":["trace[79947597] 'agreement among raft nodes before linearized reading' (duration: 100.558405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:16.167357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.719055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:16.167446Z","caller":"traceutil/trace.go:171","msg":"trace[211526816] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:809; }","duration":"101.866669ms","start":"2026-03-07T10:06:16.065558Z","end":"2026-03-07T10:06:16.167425Z","steps":["trace[211526816] 'agreement among raft nodes before linearized reading' (duration: 101.718505ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:16.363427Z","caller":"traceutil/trace.go:171","msg":"trace[869119059] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"100.052412ms","start":"2026-03-07T10:06:16.263352Z","end":"2026-03-07T10:06:16.363405Z","steps":["trace[869119059] 'process raft request' (duration: 99.893348ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:16.36997Z","caller":"traceutil/trace.go:171","msg":"trace[774040296] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"102.830462ms","start":"2026-03-07T10:06:16.267099Z","end":"2026-03-07T10:06:16.36993Z","steps":["trace[774040296] 'process raft request' (duration: 102.544355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:21.286411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.369518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T10:06:21.286519Z","caller":"traceutil/trace.go:171","msg":"trace[340307437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:868; }","duration":"190.484801ms","start":"2026-03-07T10:06:21.095981Z","end":"2026-03-07T10:06:21.286466Z","steps":["trace[340307437] 'range keys from in-memory index tree' (duration: 190.226415ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:21.304452Z","caller":"traceutil/trace.go:171","msg":"trace[1672715946] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"159.077589ms","start":"2026-03-07T10:06:21.145359Z","end":"2026-03-07T10:06:21.304437Z","steps":["trace[1672715946] 'process raft request' (duration: 158.973556ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:25.700853Z","caller":"traceutil/trace.go:171","msg":"trace[1102144249] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"132.541312ms","start":"2026-03-07T10:06:25.568284Z","end":"2026-03-07T10:06:25.700825Z","steps":["trace[1102144249] 'process raft request' (duration: 129.599468ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:28.911862Z","caller":"traceutil/trace.go:171","msg":"trace[57207131] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1002; }","duration":"100.100913ms","start":"2026-03-07T10:06:28.811734Z","end":"2026-03-07T10:06:28.911835Z","steps":["trace[57207131] 'read index received' (duration: 14.597788ms)","trace[57207131] 'applied index is now lower than readState.Index' (duration: 85.501985ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:28.91206Z","caller":"traceutil/trace.go:171","msg":"trace[1059817758] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"107.577941ms","start":"2026-03-07T10:06:28.804438Z","end":"2026-03-07T10:06:28.912016Z","steps":["trace[1059817758] 'process raft request' (duration: 64.195908ms)","trace[1059817758] 'compare' (duration: 43.072765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:28.912333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.578285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:06:28.912545Z","caller":"traceutil/trace.go:171","msg":"trace[1701768459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:967; }","duration":"100.674257ms","start":"2026-03-07T10:06:28.811713Z","end":"2026-03-07T10:06:28.912388Z","steps":["trace[1701768459] 'agreement among raft nodes before linearized reading' (duration: 100.229676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:30.537134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.901058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:30.537678Z","caller":"traceutil/trace.go:171","msg":"trace[1777069876] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"545.955611ms","start":"2026-03-07T10:06:29.991693Z","end":"2026-03-07T10:06:30.537649Z","steps":["trace[1777069876] 'process raft request' (duration: 545.631233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:30.537898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:29.991675Z","time spent":"546.145445ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:30.537678Z","caller":"traceutil/trace.go:171","msg":"trace[737225418] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"883.756764ms","start":"2026-03-07T10:06:29.65389Z","end":"2026-03-07T10:06:30.537646Z","steps":["trace[737225418] 'process raft request' (duration: 437.179579ms)","trace[737225418] 'compare' (duration: 445.732394ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:30.537729Z","caller":"traceutil/trace.go:171","msg":"trace[1209433547] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"883.56617ms","start":"2026-03-07T10:06:29.654113Z","end":"2026-03-07T10:06:30.537679Z","steps":["trace[1209433547] 'process raft request' (duration: 883.123879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:30.538254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:29.653863Z","time spent":"884.211146ms","remote":"127.0.0.1:45330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:30.538332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:29.654098Z","time spent":"884.055302ms","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:31.951238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131012917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:06:31.95127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.286306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:06:31.951347Z","caller":"traceutil/trace.go:171","msg":"trace[1585835699] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:981; }","duration":"1.131171091s","start":"2026-03-07T10:06:30.820147Z","end":"2026-03-07T10:06:31.951318Z","steps":["trace[1585835699] 'count revisions from in-memory index tree' (duration: 1.130934565s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:31.951358Z","caller":"traceutil/trace.go:171","msg":"trace[1609332656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:981; }","duration":"924.423559ms","start":"2026-03-07T10:06:31.02691Z","end":"2026-03-07T10:06:31.951334Z","steps":["trace[1609332656] 'range keys from in-memory index tree' (duration: 924.110481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:31.951404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:31.026893Z","time spent":"924.502411ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:06:31.951406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:30.820127Z","time spent":"1.131262243s","remote":"127.0.0.1:45678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:31.951667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.396627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:06:31.951745Z","caller":"traceutil/trace.go:171","msg":"trace[976020426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:981; }","duration":"603.523391ms","start":"2026-03-07T10:06:31.348203Z","end":"2026-03-07T10:06:31.951726Z","steps":["trace[976020426] 'range keys from in-memory index tree' (duration: 603.194083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:31.951786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:31.348183Z","time spent":"603.594483ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:06:31.95187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121399674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:06:31.951907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.917751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:06:31.95194Z","caller":"traceutil/trace.go:171","msg":"trace[993163953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:981; }","duration":"1.121494626s","start":"2026-03-07T10:06:30.830427Z","end":"2026-03-07T10:06:31.951922Z","steps":["trace[993163953] 'range keys from in-memory index tree' (duration: 1.121276761s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:31.95196Z","caller":"traceutil/trace.go:171","msg":"trace[799824983] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:981; }","duration":"679.008253ms","start":"2026-03-07T10:06:31.272943Z","end":"2026-03-07T10:06:31.951951Z","steps":["trace[799824983] 'count revisions from in-memory index tree' (duration: 678.826029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:31.951987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:30.830414Z","time spent":"1.121561248s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:31.951997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:31.272925Z","time spent":"679.057825ms","remote":"127.0.0.1:45402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:31.952085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311588998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:31.952152Z","caller":"traceutil/trace.go:171","msg":"trace[340580087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:981; }","duration":"1.311698351s","start":"2026-03-07T10:06:30.640438Z","end":"2026-03-07T10:06:31.952136Z","steps":["trace[340580087] 'range keys from in-memory index tree' (duration: 1.311506086s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:31.952186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:30.640417Z","time spent":"1.311761353s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:31.952204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030246136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:06:31.952215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036118055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:06:31.952259Z","caller":"traceutil/trace.go:171","msg":"trace[610670059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:981; }","duration":"1.030340088s","start":"2026-03-07T10:06:30.921904Z","end":"2026-03-07T10:06:31.952245Z","steps":["trace[610670059] 'range keys from in-memory index tree' (duration: 1.030048781s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:31.952278Z","caller":"traceutil/trace.go:171","msg":"trace[905574059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:981; }","duration":"1.036230388s","start":"2026-03-07T10:06:30.916026Z","end":"2026-03-07T10:06:31.952256Z","steps":["trace[905574059] 'range keys from in-memory index tree' (duration: 1.035913089s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:31.952339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:30.921885Z","time spent":"1.030441081s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:31.95238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:30.916008Z","time spent":"1.03635654s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:06:36.128813Z","caller":"traceutil/trace.go:171","msg":"trace[1946388560] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1043; }","duration":"106.580476ms","start":"2026-03-07T10:06:36.022188Z","end":"2026-03-07T10:06:36.128769Z","steps":["trace[1946388560] 'read index received' (duration: 106.154516ms)","trace[1946388560] 'applied index is now lower than readState.Index' (duration: 424.52µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:36.128886Z","caller":"traceutil/trace.go:171","msg":"trace[2147106473] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"115.518162ms","start":"2026-03-07T10:06:36.013309Z","end":"2026-03-07T10:06:36.128827Z","steps":["trace[2147106473] 'process raft request' (duration: 115.206444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.129205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.969216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:06:36.129277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.953786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:06:36.129292Z","caller":"traceutil/trace.go:171","msg":"trace[1376736852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1005; }","duration":"107.13454ms","start":"2026-03-07T10:06:36.022133Z","end":"2026-03-07T10:06:36.129268Z","steps":["trace[1376736852] 'agreement among raft nodes before linearized reading' (duration: 106.839582ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:36.129363Z","caller":"traceutil/trace.go:171","msg":"trace[697464642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1005; }","duration":"107.059738ms","start":"2026-03-07T10:06:36.02228Z","end":"2026-03-07T10:06:36.12934Z","steps":["trace[697464642] 'agreement among raft nodes before linearized reading' (duration: 106.767641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.129502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.271688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:06:36.129597Z","caller":"traceutil/trace.go:171","msg":"trace[1976449762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1005; }","duration":"106.427911ms","start":"2026-03-07T10:06:36.02315Z","end":"2026-03-07T10:06:36.129578Z","steps":["trace[1976449762] 'agreement among raft nodes before linearized reading' (duration: 106.138764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.129938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.395908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:36.130081Z","caller":"traceutil/trace.go:171","msg":"trace[856511309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1005; }","duration":"107.609463ms","start":"2026-03-07T10:06:36.022439Z","end":"2026-03-07T10:06:36.130049Z","steps":["trace[856511309] 'agreement among raft nodes before linearized reading' (duration: 106.822192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.422658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.48909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:36.422834Z","caller":"traceutil/trace.go:171","msg":"trace[150002232] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1009; }","duration":"136.760397ms","start":"2026-03-07T10:06:36.286047Z","end":"2026-03-07T10:06:36.422808Z","steps":["trace[150002232] 'count revisions from in-memory index tree' (duration: 136.372457ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:52.434675Z","caller":"traceutil/trace.go:171","msg":"trace[931387304] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1170; }","duration":"187.213475ms","start":"2026-03-07T10:06:52.247438Z","end":"2026-03-07T10:06:52.434651Z","steps":["trace[931387304] 'read index received' (duration: 187.100242ms)","trace[931387304] 'applied index is now lower than readState.Index' (duration: 111.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:52.43477Z","caller":"traceutil/trace.go:171","msg":"trace[1519745900] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"228.165916ms","start":"2026-03-07T10:06:52.206543Z","end":"2026-03-07T10:06:52.434708Z","steps":["trace[1519745900] 'process raft request' (duration: 227.961641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:52.434988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.673306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T10:06:52.434985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.586738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T10:06:52.43497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.511742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:06:52.43503Z","caller":"traceutil/trace.go:171","msg":"trace[83613027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1126; }","duration":"181.741487ms","start":"2026-03-07T10:06:52.253279Z","end":"2026-03-07T10:06:52.435021Z","steps":["trace[83613027] 'agreement among raft nodes before linearized reading' (duration: 181.619514ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:52.43504Z","caller":"traceutil/trace.go:171","msg":"trace[395221582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1126; }","duration":"182.69428ms","start":"2026-03-07T10:06:52.252334Z","end":"2026-03-07T10:06:52.435028Z","steps":["trace[395221582] 'agreement among raft nodes before linearized reading' (duration: 182.511836ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:52.435075Z","caller":"traceutil/trace.go:171","msg":"trace[721321997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1126; }","duration":"187.659486ms","start":"2026-03-07T10:06:52.24739Z","end":"2026-03-07T10:06:52.435049Z","steps":["trace[721321997] 'agreement among raft nodes before linearized reading' (duration: 187.385159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:52.435322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.792379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:06:52.435358Z","caller":"traceutil/trace.go:171","msg":"trace[1390840476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1126; }","duration":"181.927332ms","start":"2026-03-07T10:06:52.253421Z","end":"2026-03-07T10:06:52.435349Z","steps":["trace[1390840476] 'agreement among raft nodes before linearized reading' (duration: 181.732287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:54.191751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.445757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:54.191848Z","caller":"traceutil/trace.go:171","msg":"trace[1063776579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"551.599981ms","start":"2026-03-07T10:06:53.640227Z","end":"2026-03-07T10:06:54.191827Z","steps":["trace[1063776579] 'range keys from in-memory index tree' (duration: 551.330344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:54.191812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.624296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-nfqfc\" ","response":"range_response_count:1 size:4196"} {"level":"warn","ts":"2026-03-07T10:06:54.191891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:53.640206Z","time spent":"551.676693ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:06:54.191927Z","caller":"traceutil/trace.go:171","msg":"trace[217410445] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-nfqfc; range_end:; response_count:1; response_revision:1136; }","duration":"523.802181ms","start":"2026-03-07T10:06:53.668103Z","end":"2026-03-07T10:06:54.191905Z","steps":["trace[217410445] 'range keys from in-memory index tree' (duration: 523.431192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:54.191934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.658712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:06:54.191973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:53.66808Z","time spent":"523.883873ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-nfqfc\" "} {"level":"info","ts":"2026-03-07T10:06:54.19201Z","caller":"traceutil/trace.go:171","msg":"trace[2032213232] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1136; }","duration":"634.794265ms","start":"2026-03-07T10:06:53.557196Z","end":"2026-03-07T10:06:54.191991Z","steps":["trace[2032213232] 'count revisions from in-memory index tree' (duration: 634.542329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:54.192054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:53.557174Z","time spent":"634.870398ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:06:54.192215Z","caller":"traceutil/trace.go:171","msg":"trace[677959755] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"500.900364ms","start":"2026-03-07T10:06:53.69128Z","end":"2026-03-07T10:06:54.19218Z","steps":["trace[677959755] 'process raft request' (duration: 498.35593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:54.192365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:53.691263Z","time spent":"501.022148ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:58.718838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.805346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:58.719144Z","caller":"traceutil/trace.go:171","msg":"trace[789568290] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1290; }","duration":"176.066874ms","start":"2026-03-07T10:06:58.543054Z","end":"2026-03-07T10:06:58.71912Z","steps":["trace[789568290] 'read index received' (duration: 28.737055ms)","trace[789568290] 'applied index is now lower than readState.Index' (duration: 147.328639ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:58.719123Z","caller":"traceutil/trace.go:171","msg":"trace[1908839909] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"199.942054ms","start":"2026-03-07T10:06:58.519136Z","end":"2026-03-07T10:06:58.719078Z","steps":["trace[1908839909] 'process raft request' (duration: 52.713207ms)","trace[1908839909] 'compare' (duration: 146.593161ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:58.719191Z","caller":"traceutil/trace.go:171","msg":"trace[2059671259] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"200.000026ms","start":"2026-03-07T10:06:58.519154Z","end":"2026-03-07T10:06:58.719154Z","steps":["trace[2059671259] 'process raft request' (duration: 199.847002ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:58.719285Z","caller":"traceutil/trace.go:171","msg":"trace[126113913] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"198.798396ms","start":"2026-03-07T10:06:58.520402Z","end":"2026-03-07T10:06:58.719201Z","steps":["trace[126113913] 'process raft request' (duration: 198.662363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:58.719506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.446514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-03-07T10:06:58.719557Z","caller":"traceutil/trace.go:171","msg":"trace[1619386473] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1245; }","duration":"176.519935ms","start":"2026-03-07T10:06:58.54302Z","end":"2026-03-07T10:06:58.71954Z","steps":["trace[1619386473] 'agreement among raft nodes before linearized reading' (duration: 176.234738ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:01.02935Z","caller":"traceutil/trace.go:171","msg":"trace[2118309255] linearizableReadLoop","detail":"{readStateIndex:1303; appliedIndex:1302; }","duration":"306.400705ms","start":"2026-03-07T10:07:00.722924Z","end":"2026-03-07T10:07:01.029325Z","steps":["trace[2118309255] 'read index received' (duration: 216.397949ms)","trace[2118309255] 'applied index is now lower than readState.Index' (duration: 89.999666ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:01.029461Z","caller":"traceutil/trace.go:171","msg":"trace[48175248] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"311.463944ms","start":"2026-03-07T10:07:00.717958Z","end":"2026-03-07T10:07:01.029422Z","steps":["trace[48175248] 'process raft request' (duration: 221.440257ms)","trace[48175248] 'compare' (duration: 89.811632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:01.029619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:00.717919Z","time spent":"311.616368ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:01.029623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.683582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T10:07:01.029638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.719718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:07:01.029674Z","caller":"traceutil/trace.go:171","msg":"trace[366047462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1255; }","duration":"306.764865ms","start":"2026-03-07T10:07:00.722896Z","end":"2026-03-07T10:07:01.029661Z","steps":["trace[366047462] 'agreement among raft nodes before linearized reading' (duration: 306.58625ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:01.029681Z","caller":"traceutil/trace.go:171","msg":"trace[1223629084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1255; }","duration":"305.800381ms","start":"2026-03-07T10:07:00.723866Z","end":"2026-03-07T10:07:01.029666Z","steps":["trace[1223629084] 'agreement among raft nodes before linearized reading' (duration: 305.642887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:01.029708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:00.72289Z","time spent":"306.811897ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:07:01.029741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:00.723848Z","time spent":"305.876722ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:07:01.029824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.789991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:07:01.029859Z","caller":"traceutil/trace.go:171","msg":"trace[30523757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1255; }","duration":"305.836171ms","start":"2026-03-07T10:07:00.724014Z","end":"2026-03-07T10:07:01.02985Z","steps":["trace[30523757] 'agreement among raft nodes before linearized reading' (duration: 305.734189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:01.029889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:00.724007Z","time spent":"305.873033ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:07:03.24047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.526714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:07:03.240034Z","caller":"traceutil/trace.go:171","msg":"trace[117372791] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1309; }","duration":"195.100684ms","start":"2026-03-07T10:07:03.044904Z","end":"2026-03-07T10:07:03.240005Z","steps":["trace[117372791] 'read index received' (duration: 194.9394ms)","trace[117372791] 'applied index is now lower than readState.Index' (duration: 159.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:03.240611Z","caller":"traceutil/trace.go:171","msg":"trace[1496668844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1261; }","duration":"195.727779ms","start":"2026-03-07T10:07:03.04485Z","end":"2026-03-07T10:07:03.240578Z","steps":["trace[1496668844] 'agreement among raft nodes before linearized reading' (duration: 195.348929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:03.241007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.333898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:07:03.2411Z","caller":"traceutil/trace.go:171","msg":"trace[1855795884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1261; }","duration":"193.469572ms","start":"2026-03-07T10:07:03.047609Z","end":"2026-03-07T10:07:03.241078Z","steps":["trace[1855795884] 'agreement among raft nodes before linearized reading' (duration: 193.179415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:03.242418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.913874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:07:03.242522Z","caller":"traceutil/trace.go:171","msg":"trace[960450636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1261; }","duration":"194.946219ms","start":"2026-03-07T10:07:03.047552Z","end":"2026-03-07T10:07:03.242498Z","steps":["trace[960450636] 'agreement among raft nodes before linearized reading' (duration: 193.218876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:03.641124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.559713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:03.641318Z","caller":"traceutil/trace.go:171","msg":"trace[697037725] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"399.626443ms","start":"2026-03-07T10:07:03.241659Z","end":"2026-03-07T10:07:03.641286Z","steps":["trace[697037725] 'process raft request' (duration: 265.845374ms)","trace[697037725] 'compare' (duration: 133.376939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:03.641479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:03.241629Z","time spent":"399.761426ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:03.641662Z","caller":"traceutil/trace.go:171","msg":"trace[1163425960] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"396.773762ms","start":"2026-03-07T10:07:03.244871Z","end":"2026-03-07T10:07:03.641645Z","steps":["trace[1163425960] 'process raft request' (duration: 396.32947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:03.64173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:03.244855Z","time spent":"396.843583ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:03.641975Z","caller":"traceutil/trace.go:171","msg":"trace[1055751442] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"395.140531ms","start":"2026-03-07T10:07:03.246822Z","end":"2026-03-07T10:07:03.641963Z","steps":["trace[1055751442] 'process raft request' (duration: 395.022577ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:03.641999Z","caller":"traceutil/trace.go:171","msg":"trace[1760675191] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"396.327301ms","start":"2026-03-07T10:07:03.245659Z","end":"2026-03-07T10:07:03.641986Z","steps":["trace[1760675191] 'process raft request' (duration: 395.861458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:03.642044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:03.246806Z","time spent":"395.205974ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:03.642051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:03.245631Z","time spent":"396.393133ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:03.642149Z","caller":"traceutil/trace.go:171","msg":"trace[1069901713] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"263.999908ms","start":"2026-03-07T10:07:03.378126Z","end":"2026-03-07T10:07:03.642126Z","steps":["trace[1069901713] 'process raft request' (duration: 263.770812ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:04.82563Z","caller":"traceutil/trace.go:171","msg":"trace[146384395] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1315; }","duration":"290.999918ms","start":"2026-03-07T10:07:04.534603Z","end":"2026-03-07T10:07:04.825603Z","steps":["trace[146384395] 'read index received' (duration: 290.732011ms)","trace[146384395] 'applied index is now lower than readState.Index' (duration: 266.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:04.825728Z","caller":"traceutil/trace.go:171","msg":"trace[932719907] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"523.526524ms","start":"2026-03-07T10:07:04.30215Z","end":"2026-03-07T10:07:04.825677Z","steps":["trace[932719907] 'process raft request' (duration: 523.296228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:04.825913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.528933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:07:04.825915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.293005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:07:04.825956Z","caller":"traceutil/trace.go:171","msg":"trace[1272910106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1267; }","duration":"274.625485ms","start":"2026-03-07T10:07:04.55132Z","end":"2026-03-07T10:07:04.825945Z","steps":["trace[1272910106] 'agreement among raft nodes before linearized reading' (duration: 274.451471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:04.825967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:04.302127Z","time spent":"523.735208ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:04.825954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.906571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:04.826002Z","caller":"traceutil/trace.go:171","msg":"trace[1467294992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1267; }","duration":"291.425238ms","start":"2026-03-07T10:07:04.534555Z","end":"2026-03-07T10:07:04.825981Z","steps":["trace[1467294992] 'agreement among raft nodes before linearized reading' (duration: 291.176422ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:04.82606Z","caller":"traceutil/trace.go:171","msg":"trace[631540492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1267; }","duration":"186.060515ms","start":"2026-03-07T10:07:04.639975Z","end":"2026-03-07T10:07:04.826036Z","steps":["trace[631540492] 'agreement among raft nodes before linearized reading' (duration: 185.88211ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:07.713601Z","caller":"traceutil/trace.go:171","msg":"trace[1758467930] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"180.711291ms","start":"2026-03-07T10:07:07.532846Z","end":"2026-03-07T10:07:07.713557Z","steps":["trace[1758467930] 'process raft request' (duration: 131.728487ms)","trace[1758467930] 'compare' (duration: 48.8447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:15.204971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.082754ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:15.205091Z","caller":"traceutil/trace.go:171","msg":"trace[2013886551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1483; }","duration":"114.232467ms","start":"2026-03-07T10:07:15.090844Z","end":"2026-03-07T10:07:15.205077Z","steps":["trace[2013886551] 'range keys from in-memory index tree' (duration: 114.064143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:15.205125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.14683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:15.205252Z","caller":"traceutil/trace.go:171","msg":"trace[1125900914] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:1483; }","duration":"171.322465ms","start":"2026-03-07T10:07:15.033895Z","end":"2026-03-07T10:07:15.205218Z","steps":["trace[1125900914] 'range keys from in-memory index tree' (duration: 171.011377ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:15.206779Z","caller":"traceutil/trace.go:171","msg":"trace[2142297440] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"169.337876ms","start":"2026-03-07T10:07:15.03743Z","end":"2026-03-07T10:07:15.206768Z","steps":["trace[2142297440] 'process raft request' (duration: 169.222903ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:21.060967Z","caller":"traceutil/trace.go:171","msg":"trace[1177889458] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1630; }","duration":"155.303311ms","start":"2026-03-07T10:07:20.905641Z","end":"2026-03-07T10:07:21.060944Z","steps":["trace[1177889458] 'read index received' (duration: 155.140456ms)","trace[1177889458] 'applied index is now lower than readState.Index' (duration: 161.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:21.061067Z","caller":"traceutil/trace.go:171","msg":"trace[592397849] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"186.007465ms","start":"2026-03-07T10:07:20.87503Z","end":"2026-03-07T10:07:21.061038Z","steps":["trace[592397849] 'process raft request' (duration: 185.745817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:21.061229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.575278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:07:21.061277Z","caller":"traceutil/trace.go:171","msg":"trace[2070026562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1557; }","duration":"155.67409ms","start":"2026-03-07T10:07:20.905589Z","end":"2026-03-07T10:07:21.061264Z","steps":["trace[2070026562] 'agreement among raft nodes before linearized reading' (duration: 155.502586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:21.061308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.216059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:07:21.061398Z","caller":"traceutil/trace.go:171","msg":"trace[84975609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1557; }","duration":"153.322231ms","start":"2026-03-07T10:07:20.908057Z","end":"2026-03-07T10:07:21.061379Z","steps":["trace[84975609] 'agreement among raft nodes before linearized reading' (duration: 153.078125ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:25.640032Z","caller":"traceutil/trace.go:171","msg":"trace[796299527] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1661; }","duration":"158.524532ms","start":"2026-03-07T10:07:25.481482Z","end":"2026-03-07T10:07:25.640006Z","steps":["trace[796299527] 'read index received' (duration: 11.466829ms)","trace[796299527] 'applied index is now lower than readState.Index' (duration: 147.056653ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:25.640067Z","caller":"traceutil/trace.go:171","msg":"trace[1462833701] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"185.04893ms","start":"2026-03-07T10:07:25.454981Z","end":"2026-03-07T10:07:25.64003Z","steps":["trace[1462833701] 'process raft request' (duration: 184.791743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:25.640375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.860111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-07T10:07:25.640494Z","caller":"traceutil/trace.go:171","msg":"trace[1814735376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1588; }","duration":"159.007824ms","start":"2026-03-07T10:07:25.481424Z","end":"2026-03-07T10:07:25.640432Z","steps":["trace[1814735376] 'agreement among raft nodes before linearized reading' (duration: 158.757128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:25.672674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.931929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:25.67273Z","caller":"traceutil/trace.go:171","msg":"trace[1039975955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1589; }","duration":"174.020452ms","start":"2026-03-07T10:07:25.498696Z","end":"2026-03-07T10:07:25.672716Z","steps":["trace[1039975955] 'agreement among raft nodes before linearized reading' (duration: 173.919919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:25.672715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.92614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:25.672821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.623362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:25.672942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.760169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:25.672937Z","caller":"traceutil/trace.go:171","msg":"trace[1268903525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:1589; }","duration":"173.768006ms","start":"2026-03-07T10:07:25.49915Z","end":"2026-03-07T10:07:25.672918Z","steps":["trace[1268903525] 'agreement among raft nodes before linearized reading' (duration: 173.605312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:25.672995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.569229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:25.673029Z","caller":"traceutil/trace.go:171","msg":"trace[372219790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:1589; }","duration":"189.881212ms","start":"2026-03-07T10:07:25.483125Z","end":"2026-03-07T10:07:25.673006Z","steps":["trace[372219790] 'agreement among raft nodes before linearized reading' (duration: 189.756359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:25.672876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.530798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:25.673155Z","caller":"traceutil/trace.go:171","msg":"trace[538341179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1589; }","duration":"190.815765ms","start":"2026-03-07T10:07:25.4823Z","end":"2026-03-07T10:07:25.673116Z","steps":["trace[538341179] 'agreement among raft nodes before linearized reading' (duration: 190.528688ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:25.673052Z","caller":"traceutil/trace.go:171","msg":"trace[293191740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1589; }","duration":"190.707313ms","start":"2026-03-07T10:07:25.482325Z","end":"2026-03-07T10:07:25.673033Z","steps":["trace[293191740] 'agreement among raft nodes before linearized reading' (duration: 190.58313ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:25.673329Z","caller":"traceutil/trace.go:171","msg":"trace[680029596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1589; }","duration":"174.116594ms","start":"2026-03-07T10:07:25.498655Z","end":"2026-03-07T10:07:25.672772Z","steps":["trace[680029596] 'agreement among raft nodes before linearized reading' (duration: 173.94798ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:25.840645Z","caller":"traceutil/trace.go:171","msg":"trace[1888734284] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"163.98428ms","start":"2026-03-07T10:07:25.676613Z","end":"2026-03-07T10:07:25.840598Z","steps":["trace[1888734284] 'process raft request' (duration: 163.731253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.495994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59674638s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:07:30.496176Z","caller":"traceutil/trace.go:171","msg":"trace[2127087934] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1744; }","duration":"2.057812501s","start":"2026-03-07T10:07:28.438285Z","end":"2026-03-07T10:07:30.496097Z","steps":["trace[2127087934] 'read index received' (duration: 460.883615ms)","trace[2127087934] 'applied index is now lower than readState.Index' (duration: 1.596927066s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:30.496526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058223971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-07T10:07:30.496603Z","caller":"traceutil/trace.go:171","msg":"trace[1196614389] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6; range_end:; response_count:1; response_revision:1669; }","duration":"2.058327765s","start":"2026-03-07T10:07:28.438232Z","end":"2026-03-07T10:07:30.49656Z","steps":["trace[1196614389] 'agreement among raft nodes before linearized reading' (duration: 2.058101159s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.496651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:28.438209Z","time spent":"2.058430897s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6\" "} {"level":"warn","ts":"2026-03-07T10:07:30.50515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418109151s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:07:30.505515Z","caller":"traceutil/trace.go:171","msg":"trace[1347255752] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"1.418599044s","start":"2026-03-07T10:07:29.0869Z","end":"2026-03-07T10:07:30.505499Z","steps":["trace[1347255752] 'process raft request' (duration: 1.4184645s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.505663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.086873Z","time spent":"1.418689975s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:30.521124Z","caller":"traceutil/trace.go:171","msg":"trace[1622546722] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"1.01305407s","start":"2026-03-07T10:07:29.508044Z","end":"2026-03-07T10:07:30.521098Z","steps":["trace[1622546722] 'process raft request' (duration: 1.012829524s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:30.521151Z","caller":"traceutil/trace.go:171","msg":"trace[590377323] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"836.200196ms","start":"2026-03-07T10:07:29.68491Z","end":"2026-03-07T10:07:30.52111Z","steps":["trace[590377323] 'process raft request' (duration: 836.110134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.521293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.507989Z","time spent":"1.013216486s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:30.52132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.684887Z","time spent":"836.348651ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:30.521363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880375293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:30.521417Z","caller":"traceutil/trace.go:171","msg":"trace[1414555347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1673; }","duration":"1.880460936s","start":"2026-03-07T10:07:28.640941Z","end":"2026-03-07T10:07:30.521402Z","steps":["trace[1414555347] 'agreement among raft nodes before linearized reading' (duration: 1.880323322s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.52145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:28.640906Z","time spent":"1.880537778s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:07:30.521509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.078745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:07:30.52154Z","caller":"traceutil/trace.go:171","msg":"trace[1448253656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1673; }","duration":"616.135016ms","start":"2026-03-07T10:07:29.905394Z","end":"2026-03-07T10:07:30.521529Z","steps":["trace[1448253656] 'agreement among raft nodes before linearized reading' (duration: 616.013823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.521567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.905378Z","time spent":"616.182747ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:07:30.521566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424243946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T10:07:30.521608Z","caller":"traceutil/trace.go:171","msg":"trace[196478985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1673; }","duration":"1.424318668s","start":"2026-03-07T10:07:29.097278Z","end":"2026-03-07T10:07:30.521597Z","steps":["trace[196478985] 'agreement among raft nodes before linearized reading' (duration: 1.424187985s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:30.521647Z","caller":"traceutil/trace.go:171","msg":"trace[873908163] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"299.42782ms","start":"2026-03-07T10:07:30.222209Z","end":"2026-03-07T10:07:30.521637Z","steps":["trace[873908163] 'process raft request' (duration: 298.852705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.52165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.097257Z","time spent":"1.42438587s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:07:30.521735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683114895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-07T10:07:30.521777Z","caller":"traceutil/trace.go:171","msg":"trace[1934798697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6; range_end:; response_count:1; response_revision:1673; }","duration":"1.683208688s","start":"2026-03-07T10:07:28.838557Z","end":"2026-03-07T10:07:30.521766Z","steps":["trace[1934798697] 'agreement among raft nodes before linearized reading' (duration: 1.683064014s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.521805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:28.838537Z","time spent":"1.683262019s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6\" "} {"level":"warn","ts":"2026-03-07T10:07:30.521833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.453575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:30.521872Z","caller":"traceutil/trace.go:171","msg":"trace[484264092] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1673; }","duration":"533.520766ms","start":"2026-03-07T10:07:29.988342Z","end":"2026-03-07T10:07:30.521863Z","steps":["trace[484264092] 'agreement among raft nodes before linearized reading' (duration: 533.456444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.521884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420608314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T10:07:30.521946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.732616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T10:07:30.52193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862514834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T10:07:30.521902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.988327Z","time spent":"533.566398ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:07:30.521997Z","caller":"traceutil/trace.go:171","msg":"trace[571456699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1673; }","duration":"611.820508ms","start":"2026-03-07T10:07:29.910162Z","end":"2026-03-07T10:07:30.521983Z","steps":["trace[571456699] 'agreement among raft nodes before linearized reading' (duration: 611.686725ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:30.522002Z","caller":"traceutil/trace.go:171","msg":"trace[1219289021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1673; }","duration":"1.862674237s","start":"2026-03-07T10:07:28.659313Z","end":"2026-03-07T10:07:30.521987Z","steps":["trace[1219289021] 'agreement among raft nodes before linearized reading' (duration: 1.862453252s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.522006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.59254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T10:07:30.522027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.910139Z","time spent":"611.88027ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:07:30.522036Z","caller":"traceutil/trace.go:171","msg":"trace[1224213528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1673; }","duration":"605.643291ms","start":"2026-03-07T10:07:29.916385Z","end":"2026-03-07T10:07:30.522028Z","steps":["trace[1224213528] 'agreement among raft nodes before linearized reading' (duration: 605.544309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.522062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.916374Z","time spent":"605.682473ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:07:30.522032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:28.659303Z","time spent":"1.862720418s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T10:07:30.52195Z","caller":"traceutil/trace.go:171","msg":"trace[1434222474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1673; }","duration":"1.420723027s","start":"2026-03-07T10:07:29.101211Z","end":"2026-03-07T10:07:30.521934Z","steps":["trace[1434222474] 'agreement among raft nodes before linearized reading' (duration: 1.420535992s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.522168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:29.101198Z","time spent":"1.420939303s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:07:30.690911Z","caller":"traceutil/trace.go:171","msg":"trace[450964581] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"164.472462ms","start":"2026-03-07T10:07:30.526413Z","end":"2026-03-07T10:07:30.690885Z","steps":["trace[450964581] 'process raft request' (duration: 101.348313ms)","trace[450964581] 'compare' (duration: 63.012646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:30.932346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.104486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:30.93253Z","caller":"traceutil/trace.go:171","msg":"trace[320315457] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"405.524412ms","start":"2026-03-07T10:07:30.526985Z","end":"2026-03-07T10:07:30.93251Z","steps":["trace[320315457] 'process raft request' (duration: 275.16411ms)","trace[320315457] 'compare' (duration: 129.976982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:30.932604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:30.526956Z","time spent":"405.617493ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:30.93294Z","caller":"traceutil/trace.go:171","msg":"trace[70713452] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"405.793648ms","start":"2026-03-07T10:07:30.52712Z","end":"2026-03-07T10:07:30.932913Z","steps":["trace[70713452] 'process raft request' (duration: 405.343247ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:30.933021Z","caller":"traceutil/trace.go:171","msg":"trace[104872997] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"405.515932ms","start":"2026-03-07T10:07:30.527487Z","end":"2026-03-07T10:07:30.933003Z","steps":["trace[104872997] 'process raft request' (duration: 405.353467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.933105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:30.527476Z","time spent":"405.583473ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:30.933252Z","caller":"traceutil/trace.go:171","msg":"trace[685179269] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"405.655555ms","start":"2026-03-07T10:07:30.527563Z","end":"2026-03-07T10:07:30.933218Z","steps":["trace[685179269] 'process raft request' (duration: 405.383898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.933275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:30.527104Z","time spent":"405.902112ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:30.933423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.903792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:30.933355Z","caller":"traceutil/trace.go:171","msg":"trace[174015967] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"405.064681ms","start":"2026-03-07T10:07:30.528273Z","end":"2026-03-07T10:07:30.933337Z","steps":["trace[174015967] 'process raft request' (duration: 404.834916ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:30.933567Z","caller":"traceutil/trace.go:171","msg":"trace[868222423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1679; }","duration":"402.062435ms","start":"2026-03-07T10:07:30.531479Z","end":"2026-03-07T10:07:30.933542Z","steps":["trace[868222423] 'agreement among raft nodes before linearized reading' (duration: 401.894321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:30.933726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:30.531468Z","time spent":"402.231179ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:07:30.933635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:30.528249Z","time spent":"405.338347ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:30.933272Z","caller":"traceutil/trace.go:171","msg":"trace[2026302264] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1749; }","duration":"401.744337ms","start":"2026-03-07T10:07:30.531508Z","end":"2026-03-07T10:07:30.933252Z","steps":["trace[2026302264] 'read index received' (duration: 96.253174ms)","trace[2026302264] 'applied index is now lower than readState.Index' (duration: 305.490073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:30.933407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:30.527557Z","time spent":"405.771458ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:32.076716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.911227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-07T10:07:32.076778Z","caller":"traceutil/trace.go:171","msg":"trace[1134050063] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6; range_end:; response_count:1; response_revision:1679; }","duration":"575.02478ms","start":"2026-03-07T10:07:31.50174Z","end":"2026-03-07T10:07:32.076764Z","steps":["trace[1134050063] 'range keys from in-memory index tree' (duration: 574.805094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:32.076802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:31.501708Z","time spent":"575.088622ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dd6ac5dd-abbe-430e-948e-87703ed125e6\" "} {"level":"warn","ts":"2026-03-07T10:07:32.076703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.296927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:32.076875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.523038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:07:32.076954Z","caller":"traceutil/trace.go:171","msg":"trace[384707746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1679; }","duration":"547.633811ms","start":"2026-03-07T10:07:31.529301Z","end":"2026-03-07T10:07:32.076935Z","steps":["trace[384707746] 'range keys from in-memory index tree' (duration: 547.356574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:32.077001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:31.529288Z","time spent":"547.703622ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T10:07:32.077014Z","caller":"traceutil/trace.go:171","msg":"trace[432727823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1679; }","duration":"436.479152ms","start":"2026-03-07T10:07:31.640371Z","end":"2026-03-07T10:07:32.07685Z","steps":["trace[432727823] 'range keys from in-memory index tree' (duration: 436.244686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:32.077093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:31.640327Z","time spent":"436.741518ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:07:37.616357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306955954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:37.970886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.349854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:37.971086Z","caller":"traceutil/trace.go:171","msg":"trace[2032536793] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1805; }","duration":"855.620868ms","start":"2026-03-07T10:07:37.11545Z","end":"2026-03-07T10:07:37.971071Z","steps":["trace[2032536793] 'read index received' (duration: 849.261868ms)","trace[2032536793] 'applied index is now lower than readState.Index' (duration: 6.35774ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:37.971142Z","caller":"traceutil/trace.go:171","msg":"trace[1385041737] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"984.808901ms","start":"2026-03-07T10:07:36.986315Z","end":"2026-03-07T10:07:37.971124Z","steps":["trace[1385041737] 'process raft request' (duration: 984.650447ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:37.971165Z","caller":"traceutil/trace.go:171","msg":"trace[728179924] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"984.723199ms","start":"2026-03-07T10:07:36.986435Z","end":"2026-03-07T10:07:37.971158Z","steps":["trace[728179924] 'process raft request' (duration: 984.594036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:37.971211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:36.986417Z","time spent":"984.76492ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:37.971222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:36.986296Z","time spent":"984.886763ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:37.971189Z","caller":"traceutil/trace.go:171","msg":"trace[788662274] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"984.816731ms","start":"2026-03-07T10:07:36.986258Z","end":"2026-03-07T10:07:37.971074Z","steps":["trace[788662274] 'process raft request' (duration: 105.21446ms)","trace[788662274] 'compare' (duration: 879.226872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:37.971364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.914685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:07:37.971388Z","caller":"traceutil/trace.go:171","msg":"trace[427155148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1730; }","duration":"855.975207ms","start":"2026-03-07T10:07:37.115407Z","end":"2026-03-07T10:07:37.971382Z","steps":["trace[427155148] 'agreement among raft nodes before linearized reading' (duration: 855.883314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:37.971407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:37.115385Z","time spent":"856.018077ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T10:07:37.971551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.095488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:37.971553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:36.986236Z","time spent":"985.082628ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:37.971593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.357453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11663"} {"level":"info","ts":"2026-03-07T10:07:37.97161Z","caller":"traceutil/trace.go:171","msg":"trace[331464566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"331.204261ms","start":"2026-03-07T10:07:37.640393Z","end":"2026-03-07T10:07:37.971597Z","steps":["trace[331464566] 'agreement among raft nodes before linearized reading' (duration: 331.104578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:37.971644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:37.640362Z","time spent":"331.277503ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:07:37.971645Z","caller":"traceutil/trace.go:171","msg":"trace[1724436625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1730; }","duration":"761.440696ms","start":"2026-03-07T10:07:37.210191Z","end":"2026-03-07T10:07:37.971632Z","steps":["trace[1724436625] 'agreement among raft nodes before linearized reading' (duration: 761.287322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:37.971676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:37.210174Z","time spent":"761.497017ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11686,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T10:07:38.156975Z","caller":"traceutil/trace.go:171","msg":"trace[1131725595] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"128.523317ms","start":"2026-03-07T10:07:38.02842Z","end":"2026-03-07T10:07:38.156944Z","steps":["trace[1131725595] 'process raft request' (duration: 55.351875ms)","trace[1131725595] 'compare' (duration: 73.048269ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:38.653736Z","caller":"traceutil/trace.go:171","msg":"trace[260002202] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"122.434814ms","start":"2026-03-07T10:07:38.531278Z","end":"2026-03-07T10:07:38.653713Z","steps":["trace[260002202] 'process raft request' (duration: 122.279469ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:38.658263Z","caller":"traceutil/trace.go:171","msg":"trace[96434796] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"109.242881ms","start":"2026-03-07T10:07:38.549004Z","end":"2026-03-07T10:07:38.658247Z","steps":["trace[96434796] 'process raft request' (duration: 109.085717ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:38.658458Z","caller":"traceutil/trace.go:171","msg":"trace[1884887072] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"109.101558ms","start":"2026-03-07T10:07:38.549339Z","end":"2026-03-07T10:07:38.658441Z","steps":["trace[1884887072] 'process raft request' (duration: 108.871102ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:38.829076Z","caller":"traceutil/trace.go:171","msg":"trace[1814734500] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"101.500685ms","start":"2026-03-07T10:07:38.727539Z","end":"2026-03-07T10:07:38.82904Z","steps":["trace[1814734500] 'process raft request' (duration: 38.371216ms)","trace[1814734500] 'compare' (duration: 62.978556ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:39.233458Z","caller":"traceutil/trace.go:171","msg":"trace[153214706] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"194.451557ms","start":"2026-03-07T10:07:39.038984Z","end":"2026-03-07T10:07:39.233435Z","steps":["trace[153214706] 'process raft request' (duration: 194.305303ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:42.194356Z","caller":"traceutil/trace.go:171","msg":"trace[1810657069] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"148.401797ms","start":"2026-03-07T10:07:42.04593Z","end":"2026-03-07T10:07:42.194331Z","steps":["trace[1810657069] 'process raft request' (duration: 148.242453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:47.071432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.768358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:47.071647Z","caller":"traceutil/trace.go:171","msg":"trace[1180760006] linearizableReadLoop","detail":"{readStateIndex:1879; appliedIndex:1877; }","duration":"191.866941ms","start":"2026-03-07T10:07:46.879766Z","end":"2026-03-07T10:07:47.071633Z","steps":["trace[1180760006] 'read index received' (duration: 58.251µs)","trace[1180760006] 'applied index is now lower than readState.Index' (duration: 191.80754ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:47.071715Z","caller":"traceutil/trace.go:171","msg":"trace[495111416] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"316.830508ms","start":"2026-03-07T10:07:46.754807Z","end":"2026-03-07T10:07:47.071637Z","steps":["trace[495111416] 'process raft request' (duration: 47.758952ms)","trace[495111416] 'compare' (duration: 251.055143ms)","trace[495111416] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 17.580552ms)"],"step_count":3} {"level":"info","ts":"2026-03-07T10:07:47.071844Z","caller":"traceutil/trace.go:171","msg":"trace[1900643577] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"316.11186ms","start":"2026-03-07T10:07:46.755551Z","end":"2026-03-07T10:07:47.071663Z","steps":["trace[1900643577] 'process raft request' (duration: 316.013057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:47.071926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:46.754782Z","time spent":"317.027274ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:47.071977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:46.755534Z","time spent":"316.374107ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:47.072098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.335154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:07:47.072168Z","caller":"traceutil/trace.go:171","msg":"trace[1836144667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1799; }","duration":"192.460267ms","start":"2026-03-07T10:07:46.87969Z","end":"2026-03-07T10:07:47.07215Z","steps":["trace[1836144667] 'agreement among raft nodes before linearized reading' (duration: 192.010845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:47.575766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:48.07633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:48.32365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248719265s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:07:48.553648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.681304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:48.55377Z","caller":"traceutil/trace.go:171","msg":"trace[1917725022] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"1.478887143s","start":"2026-03-07T10:07:47.074858Z","end":"2026-03-07T10:07:48.553745Z","steps":["trace[1917725022] 'process raft request' (duration: 1.249007213s)","trace[1917725022] 'compare' (duration: 229.50234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:48.553833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:47.074841Z","time spent":"1.478964705s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:49.063828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.450524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:49.064163Z","caller":"traceutil/trace.go:171","msg":"trace[604288262] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"1.988101397s","start":"2026-03-07T10:07:47.076017Z","end":"2026-03-07T10:07:49.064119Z","steps":["trace[604288262] 'process raft request' (duration: 1.788265733s)","trace[604288262] 'compare' (duration: 199.331061ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:49.064251Z","caller":"traceutil/trace.go:171","msg":"trace[225043788] linearizableReadLoop","detail":"{readStateIndex:1881; appliedIndex:1879; }","duration":"1.988482756s","start":"2026-03-07T10:07:47.075668Z","end":"2026-03-07T10:07:49.064151Z","steps":["trace[225043788] 'read index received' (duration: 1.248208673s)","trace[225043788] 'applied index is now lower than readState.Index' (duration: 740.268753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:49.064381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:47.075989Z","time spent":"1.988272841s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:49.110252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034570466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:07:49.11033Z","caller":"traceutil/trace.go:171","msg":"trace[1029554399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1801; }","duration":"2.034673749s","start":"2026-03-07T10:07:47.075631Z","end":"2026-03-07T10:07:49.110305Z","steps":["trace[1029554399] 'agreement among raft nodes before linearized reading' (duration: 1.98863638s)","trace[1029554399] 'range keys from in-memory index tree' (duration: 45.831323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:49.110387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:47.075616Z","time spent":"2.034750561s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T10:07:49.110418Z","caller":"traceutil/trace.go:171","msg":"trace[819878189] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"364.215612ms","start":"2026-03-07T10:07:48.746166Z","end":"2026-03-07T10:07:49.110382Z","steps":["trace[819878189] 'process raft request' (duration: 363.969346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:49.110545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08763924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11980"} {"level":"warn","ts":"2026-03-07T10:07:49.110588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.746137Z","time spent":"364.357775ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:49.110604Z","caller":"traceutil/trace.go:171","msg":"trace[1991526965] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1803; }","duration":"1.087743032s","start":"2026-03-07T10:07:48.022847Z","end":"2026-03-07T10:07:49.11059Z","steps":["trace[1991526965] 'agreement among raft nodes before linearized reading' (duration: 1.087538507s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:49.110642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.022826Z","time spent":"1.087808854s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12003,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:07:49.110846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.975254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:49.110889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015915113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T10:07:49.11093Z","caller":"traceutil/trace.go:171","msg":"trace[197480996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1803; }","duration":"470.094137ms","start":"2026-03-07T10:07:48.640818Z","end":"2026-03-07T10:07:49.110912Z","steps":["trace[197480996] 'agreement among raft nodes before linearized reading' (duration: 469.986715ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:49.110944Z","caller":"traceutil/trace.go:171","msg":"trace[2075583272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1803; }","duration":"1.015993986s","start":"2026-03-07T10:07:48.094935Z","end":"2026-03-07T10:07:49.110929Z","steps":["trace[2075583272] 'agreement among raft nodes before linearized reading' (duration: 1.015796791s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:49.110983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.640795Z","time spent":"470.17742ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:07:49.110858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063105322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:49.11101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.094921Z","time spent":"1.016059277s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:07:49.111035Z","caller":"traceutil/trace.go:171","msg":"trace[439404744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1803; }","duration":"1.063301977s","start":"2026-03-07T10:07:48.047722Z","end":"2026-03-07T10:07:49.111024Z","steps":["trace[439404744] 'agreement among raft nodes before linearized reading' (duration: 1.063105732s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:49.111068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.047711Z","time spent":"1.063348958s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:07:49.111006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.000712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T10:07:49.111188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043004076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T10:07:49.111238Z","caller":"traceutil/trace.go:171","msg":"trace[1796880541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1803; }","duration":"1.043287324s","start":"2026-03-07T10:07:48.067936Z","end":"2026-03-07T10:07:49.111223Z","steps":["trace[1796880541] 'agreement among raft nodes before linearized reading' (duration: 1.042945584s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:49.111282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.067918Z","time spent":"1.043354495s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:07:49.111459Z","caller":"traceutil/trace.go:171","msg":"trace[1508167518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1803; }","duration":"861.456944ms","start":"2026-03-07T10:07:48.249948Z","end":"2026-03-07T10:07:49.111405Z","steps":["trace[1508167518] 'agreement among raft nodes before linearized reading' (duration: 860.944411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:49.111601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.249927Z","time spent":"861.65518ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:07:49.261394Z","caller":"traceutil/trace.go:171","msg":"trace[777001466] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"145.408741ms","start":"2026-03-07T10:07:49.115959Z","end":"2026-03-07T10:07:49.261368Z","steps":["trace[777001466] 'process raft request' (duration: 145.223147ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:49.261746Z","caller":"traceutil/trace.go:171","msg":"trace[2004862181] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"145.682058ms","start":"2026-03-07T10:07:49.116035Z","end":"2026-03-07T10:07:49.261717Z","steps":["trace[2004862181] 'process raft request' (duration: 145.273348ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:49.261825Z","caller":"traceutil/trace.go:171","msg":"trace[489759866] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1884; }","duration":"136.182099ms","start":"2026-03-07T10:07:49.125624Z","end":"2026-03-07T10:07:49.261806Z","steps":["trace[489759866] 'read index received' (duration: 4.474203ms)","trace[489759866] 'applied index is now lower than readState.Index' (duration: 131.706416ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:49.261852Z","caller":"traceutil/trace.go:171","msg":"trace[1567456914] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"145.474343ms","start":"2026-03-07T10:07:49.11636Z","end":"2026-03-07T10:07:49.261834Z","steps":["trace[1567456914] 'process raft request' (duration: 145.249607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:49.26194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.300312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:49.262009Z","caller":"traceutil/trace.go:171","msg":"trace[720803753] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1807; }","duration":"136.378574ms","start":"2026-03-07T10:07:49.125614Z","end":"2026-03-07T10:07:49.261993Z","steps":["trace[720803753] 'agreement among raft nodes before linearized reading' (duration: 136.263341ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:51.405962Z","caller":"traceutil/trace.go:171","msg":"trace[1463378634] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"134.759606ms","start":"2026-03-07T10:07:51.271182Z","end":"2026-03-07T10:07:51.405941Z","steps":["trace[1463378634] 'process raft request' (duration: 134.635623ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:51.811624Z","caller":"traceutil/trace.go:171","msg":"trace[1579809568] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"539.897144ms","start":"2026-03-07T10:07:51.27171Z","end":"2026-03-07T10:07:51.811607Z","steps":["trace[1579809568] 'process raft request' (duration: 539.798851ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:51.811625Z","caller":"traceutil/trace.go:171","msg":"trace[238194925] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"540.229662ms","start":"2026-03-07T10:07:51.271367Z","end":"2026-03-07T10:07:51.811597Z","steps":["trace[238194925] 'process raft request' (duration: 537.869113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:51.811776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:51.271701Z","time spent":"539.995397ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:51.811866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:51.271355Z","time spent":"540.372336ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:53.145321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:53.645926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:54.146613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:54.298283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.727375816s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:07:54.298673Z","caller":"traceutil/trace.go:171","msg":"trace[1691501230] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"1.727853518s","start":"2026-03-07T10:07:52.57079Z","end":"2026-03-07T10:07:54.298644Z","steps":["trace[1691501230] 'process raft request' (duration: 1.727650523s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.298861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:52.570764Z","time spent":"1.728017473s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:54.552028Z","caller":"traceutil/trace.go:171","msg":"trace[755612507] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"1.405464255s","start":"2026-03-07T10:07:53.146541Z","end":"2026-03-07T10:07:54.552005Z","steps":["trace[755612507] 'process raft request' (duration: 1.405309831s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.552162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.146516Z","time spent":"1.405580458s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:54.552192Z","caller":"traceutil/trace.go:171","msg":"trace[897497351] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"1.377923431s","start":"2026-03-07T10:07:53.174259Z","end":"2026-03-07T10:07:54.552182Z","steps":["trace[897497351] 'process raft request' (duration: 1.377710325s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.552249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.174235Z","time spent":"1.377982642s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:54.552521Z","caller":"traceutil/trace.go:171","msg":"trace[746425438] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1898; }","duration":"1.908210923s","start":"2026-03-07T10:07:52.644302Z","end":"2026-03-07T10:07:54.552513Z","steps":["trace[746425438] 'read index received' (duration: 1.654178811s)","trace[746425438] 'applied index is now lower than readState.Index' (duration: 254.031422ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:54.552536Z","caller":"traceutil/trace.go:171","msg":"trace[1316337176] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"1.377758977s","start":"2026-03-07T10:07:53.174761Z","end":"2026-03-07T10:07:54.55252Z","steps":["trace[1316337176] 'process raft request' (duration: 1.377379858s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:54.55259Z","caller":"traceutil/trace.go:171","msg":"trace[1591174018] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"1.186756775s","start":"2026-03-07T10:07:53.365795Z","end":"2026-03-07T10:07:54.552551Z","steps":["trace[1591174018] 'process raft request' (duration: 1.186680233s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.55261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.174725Z","time spent":"1.377845479s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:54.552663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.065495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:54.552663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908345996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:54.552696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.365764Z","time spent":"1.186880907s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:54.552722Z","caller":"traceutil/trace.go:171","msg":"trace[120696225] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1822; }","duration":"822.132037ms","start":"2026-03-07T10:07:53.730573Z","end":"2026-03-07T10:07:54.552705Z","steps":["trace[120696225] 'agreement among raft nodes before linearized reading' (duration: 822.042604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.552726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.734244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T10:07:54.552737Z","caller":"traceutil/trace.go:171","msg":"trace[752995363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1822; }","duration":"1.90846272s","start":"2026-03-07T10:07:52.644254Z","end":"2026-03-07T10:07:54.552716Z","steps":["trace[752995363] 'agreement among raft nodes before linearized reading' (duration: 1.908321686s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:54.552753Z","caller":"traceutil/trace.go:171","msg":"trace[1017213431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1822; }","duration":"736.805046ms","start":"2026-03-07T10:07:53.81594Z","end":"2026-03-07T10:07:54.552746Z","steps":["trace[1017213431] 'agreement among raft nodes before linearized reading' (duration: 736.703193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.552754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.73051Z","time spent":"822.23714ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:07:54.552764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.03325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11987"} {"level":"warn","ts":"2026-03-07T10:07:54.55278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.815917Z","time spent":"736.857947ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:07:54.552761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569736134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:07:54.552784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:52.644229Z","time spent":"1.908543661s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:07:54.552795Z","caller":"traceutil/trace.go:171","msg":"trace[2111036504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1822; }","duration":"273.095772ms","start":"2026-03-07T10:07:54.279691Z","end":"2026-03-07T10:07:54.552786Z","steps":["trace[2111036504] 'agreement among raft nodes before linearized reading' (duration: 272.998439ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:54.552829Z","caller":"traceutil/trace.go:171","msg":"trace[1861542964] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:1822; }","duration":"1.569814856s","start":"2026-03-07T10:07:52.982995Z","end":"2026-03-07T10:07:54.55281Z","steps":["trace[1861542964] 'agreement among raft nodes before linearized reading' (duration: 1.569604381s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.552863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:52.982927Z","time spent":"1.569928638s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-07T10:07:54.552895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.920069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:07:54.552917Z","caller":"traceutil/trace.go:171","msg":"trace[942557335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1822; }","duration":"736.992361ms","start":"2026-03-07T10:07:53.815919Z","end":"2026-03-07T10:07:54.552911Z","steps":["trace[942557335] 'agreement among raft nodes before linearized reading' (duration: 736.928489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.552935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.815891Z","time spent":"737.039232ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:07:54.552927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474767941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:07:54.552986Z","caller":"traceutil/trace.go:171","msg":"trace[261816684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1822; }","duration":"1.474867783s","start":"2026-03-07T10:07:53.078094Z","end":"2026-03-07T10:07:54.552962Z","steps":["trace[261816684] 'agreement among raft nodes before linearized reading' (duration: 1.474702819s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.552956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378668379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T10:07:54.553018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.07806Z","time spent":"1.474951435s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:07:54.55304Z","caller":"traceutil/trace.go:171","msg":"trace[1188228566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1822; }","duration":"1.378795372s","start":"2026-03-07T10:07:53.174227Z","end":"2026-03-07T10:07:54.553022Z","steps":["trace[1188228566] 'agreement among raft nodes before linearized reading' (duration: 1.378554366s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.553078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.174211Z","time spent":"1.378859305s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T10:07:54.553041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143014402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T10:07:54.553133Z","caller":"traceutil/trace.go:171","msg":"trace[883199127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1822; }","duration":"1.143155075s","start":"2026-03-07T10:07:53.409954Z","end":"2026-03-07T10:07:54.553109Z","steps":["trace[883199127] 'agreement among raft nodes before linearized reading' (duration: 1.142865337s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.55319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.409936Z","time spent":"1.143245927s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:09.233354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.268685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:09.233466Z","caller":"traceutil/trace.go:171","msg":"trace[689296845] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"439.3249ms","start":"2026-03-07T10:08:08.794125Z","end":"2026-03-07T10:08:09.23345Z","steps":["trace[689296845] 'read index received' (duration: 288.895959ms)","trace[689296845] 'applied index is now lower than readState.Index' (duration: 150.427431ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:09.23351Z","caller":"traceutil/trace.go:171","msg":"trace[964324018] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"439.751521ms","start":"2026-03-07T10:08:08.793731Z","end":"2026-03-07T10:08:09.233483Z","steps":["trace[964324018] 'process raft request' (duration: 289.275499ms)","trace[964324018] 'compare' (duration: 150.074091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:09.233628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.489754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:08:09.23367Z","caller":"traceutil/trace.go:171","msg":"trace[1598273309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"439.534655ms","start":"2026-03-07T10:08:08.794124Z","end":"2026-03-07T10:08:09.233658Z","steps":["trace[1598273309] 'agreement among raft nodes before linearized reading' (duration: 439.369701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:09.23371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:08.794107Z","time spent":"439.595917ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:09.23389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:08.79372Z","time spent":"439.841583ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:09.329054Z","caller":"traceutil/trace.go:171","msg":"trace[1734525170] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"530.142879ms","start":"2026-03-07T10:08:08.798885Z","end":"2026-03-07T10:08:09.329027Z","steps":["trace[1734525170] 'process raft request' (duration: 529.996715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:09.329213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:08.798876Z","time spent":"530.251713ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:10.304431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.402249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:10.30454Z","caller":"traceutil/trace.go:171","msg":"trace[1008581881] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1898; }","duration":"498.570723ms","start":"2026-03-07T10:08:09.805947Z","end":"2026-03-07T10:08:10.304518Z","steps":["trace[1008581881] 'count revisions from in-memory index tree' (duration: 498.192024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:10.304601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:09.805927Z","time spent":"498.657566ms","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:10.304573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.302095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:10.304695Z","caller":"traceutil/trace.go:171","msg":"trace[269810460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1898; }","duration":"569.49443ms","start":"2026-03-07T10:08:09.735172Z","end":"2026-03-07T10:08:10.304666Z","steps":["trace[269810460] 'range keys from in-memory index tree' (duration: 568.980687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:10.304752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:09.735146Z","time spent":"569.595962ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T10:08:10.42526Z","caller":"traceutil/trace.go:171","msg":"trace[1476347539] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"559.983061ms","start":"2026-03-07T10:08:09.86526Z","end":"2026-03-07T10:08:10.425243Z","steps":["trace[1476347539] 'process raft request' (duration: 559.846937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:10.42539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:09.865239Z","time spent":"560.085603ms","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:10.694907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.689638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:08:10.69503Z","caller":"traceutil/trace.go:171","msg":"trace[1672602697] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"278.297532ms","start":"2026-03-07T10:08:10.416707Z","end":"2026-03-07T10:08:10.695005Z","steps":["trace[1672602697] 'read index received' (duration: 8.396881ms)","trace[1672602697] 'applied index is now lower than readState.Index' (duration: 269.898281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:10.695498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.74406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T10:08:10.6955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.753363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-07T10:08:10.69555Z","caller":"traceutil/trace.go:171","msg":"trace[1040017926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"237.847092ms","start":"2026-03-07T10:08:10.457687Z","end":"2026-03-07T10:08:10.695534Z","steps":["trace[1040017926] 'agreement among raft nodes before linearized reading' (duration: 237.609596ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:10.69561Z","caller":"traceutil/trace.go:171","msg":"trace[1290897189] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1899; }","duration":"278.928017ms","start":"2026-03-07T10:08:10.416653Z","end":"2026-03-07T10:08:10.695581Z","steps":["trace[1290897189] 'agreement among raft nodes before linearized reading' (duration: 278.544178ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:10.843274Z","caller":"traceutil/trace.go:171","msg":"trace[1776977766] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"126.98322ms","start":"2026-03-07T10:08:10.716269Z","end":"2026-03-07T10:08:10.843252Z","steps":["trace[1776977766] 'process raft request' (duration: 126.900878ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:10.84329Z","caller":"traceutil/trace.go:171","msg":"trace[2072146095] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"141.892266ms","start":"2026-03-07T10:08:10.701359Z","end":"2026-03-07T10:08:10.843251Z","steps":["trace[2072146095] 'process raft request' (duration: 106.850283ms)","trace[2072146095] 'compare' (duration: 34.835738ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:10.843716Z","caller":"traceutil/trace.go:171","msg":"trace[304912280] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"111.849518ms","start":"2026-03-07T10:08:10.731852Z","end":"2026-03-07T10:08:10.843701Z","steps":["trace[304912280] 'process raft request' (duration: 111.367256ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:10.843837Z","caller":"traceutil/trace.go:171","msg":"trace[244743791] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"110.643988ms","start":"2026-03-07T10:08:10.733171Z","end":"2026-03-07T10:08:10.843815Z","steps":["trace[244743791] 'process raft request' (duration: 110.489984ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:26.010314Z","caller":"traceutil/trace.go:171","msg":"trace[1703464497] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"578.662991ms","start":"2026-03-07T10:08:25.431606Z","end":"2026-03-07T10:08:26.010269Z","steps":["trace[1703464497] 'process raft request' (duration: 514.168956ms)","trace[1703464497] 'compare' (duration: 64.323601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:26.010463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:25.431578Z","time spent":"578.815265ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:26.825914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.536512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:26.826021Z","caller":"traceutil/trace.go:171","msg":"trace[1028901160] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2067; }","duration":"1.185623436s","start":"2026-03-07T10:08:25.640379Z","end":"2026-03-07T10:08:26.826003Z","steps":["trace[1028901160] 'read index received' (duration: 305.401196ms)","trace[1028901160] 'applied index is now lower than readState.Index' (duration: 880.22106ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:26.826038Z","caller":"traceutil/trace.go:171","msg":"trace[1656492345] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.390514118s","start":"2026-03-07T10:08:25.435492Z","end":"2026-03-07T10:08:26.826006Z","steps":["trace[1656492345] 'process raft request' (duration: 739.802721ms)","trace[1656492345] 'compare' (duration: 650.278176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:26.826216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:25.435472Z","time spent":"1.390658973s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:26.82619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185793861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:26.82628Z","caller":"traceutil/trace.go:171","msg":"trace[1548704039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1980; }","duration":"1.185930324s","start":"2026-03-07T10:08:25.640334Z","end":"2026-03-07T10:08:26.826264Z","steps":["trace[1548704039] 'agreement among raft nodes before linearized reading' (duration: 1.185747739s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:26.826353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:25.640311Z","time spent":"1.186031587s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:08:26.864372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.908921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T10:08:26.864422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.237497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:26.86446Z","caller":"traceutil/trace.go:171","msg":"trace[920893555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"447.046624ms","start":"2026-03-07T10:08:26.417392Z","end":"2026-03-07T10:08:26.864438Z","steps":["trace[920893555] 'agreement among raft nodes before linearized reading' (duration: 446.771538ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:26.864493Z","caller":"traceutil/trace.go:171","msg":"trace[1679206570] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1981; }","duration":"714.35147ms","start":"2026-03-07T10:08:26.150123Z","end":"2026-03-07T10:08:26.864474Z","steps":["trace[1679206570] 'agreement among raft nodes before linearized reading' (duration: 714.186986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:26.864511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:26.417369Z","time spent":"447.132057ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T10:08:26.864515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.07911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:26.864485Z","caller":"traceutil/trace.go:171","msg":"trace[607679368] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"187.943546ms","start":"2026-03-07T10:08:26.676509Z","end":"2026-03-07T10:08:26.864452Z","steps":["trace[607679368] 'process raft request' (duration: 187.445363ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:26.864577Z","caller":"traceutil/trace.go:171","msg":"trace[28960107] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1981; }","duration":"925.158582ms","start":"2026-03-07T10:08:25.939397Z","end":"2026-03-07T10:08:26.864555Z","steps":["trace[28960107] 'agreement among raft nodes before linearized reading' (duration: 925.07693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:26.864573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.887404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:08:26.864644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:25.939381Z","time spent":"925.248454ms","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:08:26.864649Z","caller":"traceutil/trace.go:171","msg":"trace[1253214333] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1981; }","duration":"116.991538ms","start":"2026-03-07T10:08:26.747643Z","end":"2026-03-07T10:08:26.864634Z","steps":["trace[1253214333] 'agreement among raft nodes before linearized reading' (duration: 116.843065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:26.864544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:26.150104Z","time spent":"714.426913ms","remote":"127.0.0.1:45534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:26.86467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.178518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-07T10:08:26.864728Z","caller":"traceutil/trace.go:171","msg":"trace[174025074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1981; }","duration":"220.27201ms","start":"2026-03-07T10:08:26.64444Z","end":"2026-03-07T10:08:26.864712Z","steps":["trace[174025074] 'agreement among raft nodes before linearized reading' (duration: 220.093016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:26.864413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015766785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-07T10:08:26.864828Z","caller":"traceutil/trace.go:171","msg":"trace[1037625160] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1981; }","duration":"1.016252408s","start":"2026-03-07T10:08:25.84856Z","end":"2026-03-07T10:08:26.864813Z","steps":["trace[1037625160] 'agreement among raft nodes before linearized reading' (duration: 1.015655603s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:26.864886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:25.848542Z","time spent":"1.016330769s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-07T10:08:27.089253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.584211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:27.089367Z","caller":"traceutil/trace.go:171","msg":"trace[2145669154] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"221.259525ms","start":"2026-03-07T10:08:26.868087Z","end":"2026-03-07T10:08:27.089346Z","steps":["trace[2145669154] 'process raft request' (duration: 113.49217ms)","trace[2145669154] 'compare' (duration: 107.373146ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:27.146681Z","caller":"traceutil/trace.go:171","msg":"trace[2000488473] linearizableReadLoop","detail":"{readStateIndex:2074; appliedIndex:2070; }","duration":"273.896222ms","start":"2026-03-07T10:08:26.872766Z","end":"2026-03-07T10:08:27.146662Z","steps":["trace[2000488473] 'read index received' (duration: 108.812322ms)","trace[2000488473] 'applied index is now lower than readState.Index' (duration: 165.0832ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:27.146835Z","caller":"traceutil/trace.go:171","msg":"trace[986577595] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"243.930636ms","start":"2026-03-07T10:08:26.902892Z","end":"2026-03-07T10:08:27.146823Z","steps":["trace[986577595] 'process raft request' (duration: 243.700491ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:27.146854Z","caller":"traceutil/trace.go:171","msg":"trace[1327229770] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"276.16159ms","start":"2026-03-07T10:08:26.870632Z","end":"2026-03-07T10:08:27.146794Z","steps":["trace[1327229770] 'process raft request' (duration: 275.936964ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:27.147121Z","caller":"traceutil/trace.go:171","msg":"trace[1533538442] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"230.356314ms","start":"2026-03-07T10:08:26.916755Z","end":"2026-03-07T10:08:27.147112Z","steps":["trace[1533538442] 'process raft request' (duration: 229.856562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:27.147093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.318083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:27.147166Z","caller":"traceutil/trace.go:171","msg":"trace[866440884] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"278.148638ms","start":"2026-03-07T10:08:26.868997Z","end":"2026-03-07T10:08:27.147146Z","steps":["trace[866440884] 'process raft request' (duration: 277.456391ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:27.147229Z","caller":"traceutil/trace.go:171","msg":"trace[943304749] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"277.213715ms","start":"2026-03-07T10:08:26.870008Z","end":"2026-03-07T10:08:27.147221Z","steps":["trace[943304749] 'process raft request' (duration: 276.531898ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:27.147248Z","caller":"traceutil/trace.go:171","msg":"trace[188631929] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"230.220751ms","start":"2026-03-07T10:08:26.917014Z","end":"2026-03-07T10:08:27.147235Z","steps":["trace[188631929] 'process raft request' (duration: 229.623837ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:27.147193Z","caller":"traceutil/trace.go:171","msg":"trace[1063837680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1988; }","duration":"274.465056ms","start":"2026-03-07T10:08:26.872706Z","end":"2026-03-07T10:08:27.147171Z","steps":["trace[1063837680] 'agreement among raft nodes before linearized reading' (duration: 274.23256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:27.147377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.158298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:08:27.147408Z","caller":"traceutil/trace.go:171","msg":"trace[575107409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1988; }","duration":"170.23414ms","start":"2026-03-07T10:08:26.977168Z","end":"2026-03-07T10:08:27.147402Z","steps":["trace[575107409] 'agreement among raft nodes before linearized reading' (duration: 170.115967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:27.737968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.853922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:08:27.738039Z","caller":"traceutil/trace.go:171","msg":"trace[869376205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1989; }","duration":"329.969775ms","start":"2026-03-07T10:08:27.408053Z","end":"2026-03-07T10:08:27.738023Z","steps":["trace[869376205] 'range keys from in-memory index tree' (duration: 329.675078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:27.738066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:27.40803Z","time spent":"330.030156ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:08:27.85084Z","caller":"traceutil/trace.go:171","msg":"trace[1278167667] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"108.774041ms","start":"2026-03-07T10:08:27.742035Z","end":"2026-03-07T10:08:27.850809Z","steps":["trace[1278167667] 'process raft request' (duration: 108.570956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:33.411166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:08:33.911831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:08:34.073634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221298595s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:08:34.073894Z","caller":"traceutil/trace.go:171","msg":"trace[169495645] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"1.221629623s","start":"2026-03-07T10:08:32.852248Z","end":"2026-03-07T10:08:34.073878Z","steps":["trace[169495645] 'process raft request' (duration: 1.22152085s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.073988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:32.852232Z","time spent":"1.221697834s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:34.293519Z","caller":"traceutil/trace.go:171","msg":"trace[1083597232] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"1.127331146s","start":"2026-03-07T10:08:33.166171Z","end":"2026-03-07T10:08:34.293502Z","steps":["trace[1083597232] 'process raft request' (duration: 1.12706652s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:34.293587Z","caller":"traceutil/trace.go:171","msg":"trace[687414477] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"1.124759021s","start":"2026-03-07T10:08:33.168809Z","end":"2026-03-07T10:08:34.293568Z","steps":["trace[687414477] 'process raft request' (duration: 1.124612777s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.293621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:33.166145Z","time spent":"1.127419778s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:34.293522Z","caller":"traceutil/trace.go:171","msg":"trace[1776662582] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2099; }","duration":"1.382411183s","start":"2026-03-07T10:08:32.911089Z","end":"2026-03-07T10:08:34.2935Z","steps":["trace[1776662582] 'read index received' (duration: 1.162711278s)","trace[1776662582] 'applied index is now lower than readState.Index' (duration: 219.698965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:34.293684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:33.16879Z","time spent":"1.124839343s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:34.293671Z","caller":"traceutil/trace.go:171","msg":"trace[530584028] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"1.12468195s","start":"2026-03-07T10:08:33.168946Z","end":"2026-03-07T10:08:34.293628Z","steps":["trace[530584028] 'process raft request' (duration: 1.124516465s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.293659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382559817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:34.293828Z","caller":"traceutil/trace.go:171","msg":"trace[1280835079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2013; }","duration":"1.382766852s","start":"2026-03-07T10:08:32.911053Z","end":"2026-03-07T10:08:34.29382Z","steps":["trace[1280835079] 'agreement among raft nodes before linearized reading' (duration: 1.382503146s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.29385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:32.911034Z","time spent":"1.382810053s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T10:08:34.293863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:33.168909Z","time spent":"1.124855143s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:34.294075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.51331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:08:34.294095Z","caller":"traceutil/trace.go:171","msg":"trace[126278729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2013; }","duration":"417.573642ms","start":"2026-03-07T10:08:33.876517Z","end":"2026-03-07T10:08:34.294091Z","steps":["trace[126278729] 'agreement among raft nodes before linearized reading' (duration: 417.519041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.294109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:33.876492Z","time spent":"417.613642ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:34.294091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.546258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:34.294145Z","caller":"traceutil/trace.go:171","msg":"trace[1940983789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2013; }","duration":"653.62422ms","start":"2026-03-07T10:08:33.640507Z","end":"2026-03-07T10:08:34.294131Z","steps":["trace[1940983789] 'agreement among raft nodes before linearized reading' (duration: 653.542808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.29419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.504916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T10:08:34.294174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308795379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:08:34.294209Z","caller":"traceutil/trace.go:171","msg":"trace[1602983419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2013; }","duration":"249.524287ms","start":"2026-03-07T10:08:34.044681Z","end":"2026-03-07T10:08:34.294205Z","steps":["trace[1602983419] 'agreement among raft nodes before linearized reading' (duration: 249.475066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.294191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:33.640492Z","time spent":"653.689541ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:08:34.294183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.780904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:34.294266Z","caller":"traceutil/trace.go:171","msg":"trace[493566333] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2013; }","duration":"201.904307ms","start":"2026-03-07T10:08:34.092336Z","end":"2026-03-07T10:08:34.294241Z","steps":["trace[493566333] 'agreement among raft nodes before linearized reading' (duration: 201.780244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.294364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12349075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T10:08:34.294393Z","caller":"traceutil/trace.go:171","msg":"trace[702481886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2013; }","duration":"1.123557091s","start":"2026-03-07T10:08:33.170829Z","end":"2026-03-07T10:08:34.294386Z","steps":["trace[702481886] 'agreement among raft nodes before linearized reading' (duration: 1.123417918s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.294383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09530289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-07T10:08:34.294477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:33.170814Z","time spent":"1.123654763s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:08:34.294494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.395135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:34.294347Z","caller":"traceutil/trace.go:171","msg":"trace[71811975] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:2013; }","duration":"1.308969523s","start":"2026-03-07T10:08:32.985301Z","end":"2026-03-07T10:08:34.29427Z","steps":["trace[71811975] 'agreement among raft nodes before linearized reading' (duration: 1.308721607s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:34.294539Z","caller":"traceutil/trace.go:171","msg":"trace[1731572971] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2013; }","duration":"178.465706ms","start":"2026-03-07T10:08:34.11606Z","end":"2026-03-07T10:08:34.294526Z","steps":["trace[1731572971] 'agreement among raft nodes before linearized reading' (duration: 178.399434ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:34.294545Z","caller":"traceutil/trace.go:171","msg":"trace[1127138416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2013; }","duration":"1.095469084s","start":"2026-03-07T10:08:33.199018Z","end":"2026-03-07T10:08:34.294487Z","steps":["trace[1127138416] 'agreement among raft nodes before linearized reading' (duration: 1.095027853s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.294634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:33.198995Z","time spent":"1.095623418s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:08:34.294547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:32.98527Z","time spent":"1.30927037s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-07T10:08:34.623796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.954305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:34.624103Z","caller":"traceutil/trace.go:171","msg":"trace[1851708814] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"315.072818ms","start":"2026-03-07T10:08:34.30901Z","end":"2026-03-07T10:08:34.624083Z","steps":["trace[1851708814] 'process raft request' (duration: 315.022717ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:34.624136Z","caller":"traceutil/trace.go:171","msg":"trace[1841159138] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"326.485076ms","start":"2026-03-07T10:08:34.297621Z","end":"2026-03-07T10:08:34.624106Z","steps":["trace[1841159138] 'process raft request' (duration: 69.140691ms)","trace[1841159138] 'compare' (duration: 256.823212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:34.62419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:34.30894Z","time spent":"315.216492ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:34.624198Z","caller":"traceutil/trace.go:171","msg":"trace[1298322334] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"326.225919ms","start":"2026-03-07T10:08:34.297934Z","end":"2026-03-07T10:08:34.62416Z","steps":["trace[1298322334] 'process raft request' (duration: 325.966663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.62429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:34.297596Z","time spent":"326.600909ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:34.624194Z","caller":"traceutil/trace.go:171","msg":"trace[639229307] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"324.925107ms","start":"2026-03-07T10:08:34.299234Z","end":"2026-03-07T10:08:34.624159Z","steps":["trace[639229307] 'process raft request' (duration: 324.723202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.624406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:34.297917Z","time spent":"326.395424ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:34.624255Z","caller":"traceutil/trace.go:171","msg":"trace[2095962132] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"324.502457ms","start":"2026-03-07T10:08:34.299731Z","end":"2026-03-07T10:08:34.624234Z","steps":["trace[2095962132] 'process raft request' (duration: 324.262591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:34.624558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:34.299223Z","time spent":"325.127622ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:34.624635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:34.299723Z","time spent":"324.753983ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:35.802447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:08:36.303306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:08:36.804344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:08:37.305345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306956648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:08:37.356334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621539769s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:08:37.638507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:08:37.638558Z","caller":"traceutil/trace.go:171","msg":"trace[2021738387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178421s","start":"2026-03-07T10:08:35.638367Z","end":"2026-03-07T10:08:37.638546Z","steps":["trace[2021738387] 'agreement among raft nodes before linearized reading' (duration: 2.000115459s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:37.638586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:35.638345Z","time spent":"2.000236372s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:08:37.658756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885426467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-03-07T10:08:37.658819Z","caller":"traceutil/trace.go:171","msg":"trace[921099632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2018; }","duration":"2.88554869s","start":"2026-03-07T10:08:34.773257Z","end":"2026-03-07T10:08:37.658806Z","steps":["trace[921099632] 'range keys from in-memory index tree' (duration: 2.885254112s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:37.658849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:34.773237Z","time spent":"2.885605181s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:08:37.659229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568090411s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:37.659281Z","caller":"traceutil/trace.go:171","msg":"trace[525747214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2018; }","duration":"2.568144573s","start":"2026-03-07T10:08:35.091129Z","end":"2026-03-07T10:08:37.659274Z","steps":["trace[525747214] 'range keys from in-memory index tree' (duration: 2.568081771s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:37.659462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.355227Z","time spent":"1.304233404s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:08:37.659707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.145778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:37.65975Z","caller":"traceutil/trace.go:171","msg":"trace[806828442] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"2.438015624s","start":"2026-03-07T10:08:35.221726Z","end":"2026-03-07T10:08:37.659742Z","steps":["trace[806828442] 'process raft request' (duration: 2.134789474s)","trace[806828442] 'compare' (duration: 302.278686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:37.65984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:35.221703Z","time spent":"2.438120596s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:39.260471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.903952245s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:08:39.261141Z","caller":"traceutil/trace.go:171","msg":"trace[560072686] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"2.961297209s","start":"2026-03-07T10:08:36.29982Z","end":"2026-03-07T10:08:39.261117Z","steps":["trace[560072686] 'process raft request' (duration: 2.961053853s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:39.261125Z","caller":"traceutil/trace.go:171","msg":"trace[215408247] linearizableReadLoop","detail":"{readStateIndex:2115; appliedIndex:2109; }","duration":"3.95943148s","start":"2026-03-07T10:08:35.301666Z","end":"2026-03-07T10:08:39.261098Z","steps":["trace[215408247] 'read index received' (duration: 2.054861479s)","trace[215408247] 'applied index is now lower than readState.Index' (duration: 1.90456831s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:39.261221Z","caller":"traceutil/trace.go:171","msg":"trace[2056747507] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"3.483902307s","start":"2026-03-07T10:08:35.77725Z","end":"2026-03-07T10:08:39.261152Z","steps":["trace[2056747507] 'process raft request' (duration: 3.483483086s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.261245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.299789Z","time spent":"2.961392581s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:39.261269Z","caller":"traceutil/trace.go:171","msg":"trace[1583169180] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"2.351620105s","start":"2026-03-07T10:08:36.909631Z","end":"2026-03-07T10:08:39.261251Z","steps":["trace[1583169180] 'process raft request' (duration: 2.35141819s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.261358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:35.777232Z","time spent":"3.48405545s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:08:39.261346Z","caller":"traceutil/trace.go:171","msg":"trace[448300643] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"2.961033512s","start":"2026-03-07T10:08:36.300254Z","end":"2026-03-07T10:08:39.261288Z","steps":["trace[448300643] 'process raft request' (duration: 2.960734895s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.261444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.909605Z","time spent":"2.351724198s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:39.261548Z","caller":"traceutil/trace.go:171","msg":"trace[2018751496] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"2.96172156s","start":"2026-03-07T10:08:36.299811Z","end":"2026-03-07T10:08:39.261533Z","steps":["trace[2018751496] 'process raft request' (duration: 2.961115064s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.26161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.299789Z","time spent":"2.961792252s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:39.26167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.300235Z","time spent":"2.961283019s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:39.639192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:08:39.639296Z","caller":"traceutil/trace.go:171","msg":"trace[971747927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392426s","start":"2026-03-07T10:08:37.63888Z","end":"2026-03-07T10:08:39.639273Z","steps":["trace[971747927] 'agreement among raft nodes before linearized reading' (duration: 2.000257192s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.63937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:37.638859Z","time spent":"2.000496528s","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:08:39.923458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62177568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:39.923524Z","caller":"traceutil/trace.go:171","msg":"trace[1159167804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2024; }","duration":"4.621884002s","start":"2026-03-07T10:08:35.301621Z","end":"2026-03-07T10:08:39.923505Z","steps":["trace[1159167804] 'agreement among raft nodes before linearized reading' (duration: 3.959864061s)","trace[1159167804] 'range keys from in-memory index tree' (duration: 661.831867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:39.923554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:35.3016Z","time spent":"4.621948643s","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T10:08:39.926444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.539275ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:08:39.926709Z","caller":"traceutil/trace.go:171","msg":"trace[1069981804] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2115; }","duration":"665.490399ms","start":"2026-03-07T10:08:39.261197Z","end":"2026-03-07T10:08:39.926687Z","steps":["trace[1069981804] 'read index received' (duration: 152.741929ms)","trace[1069981804] 'applied index is now lower than readState.Index' (duration: 512.74609ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:39.926781Z","caller":"traceutil/trace.go:171","msg":"trace[288281805] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"249.348263ms","start":"2026-03-07T10:08:39.677413Z","end":"2026-03-07T10:08:39.926761Z","steps":["trace[288281805] 'process raft request' (duration: 249.146858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.926987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298179896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:08:39.926962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882095635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:39.927042Z","caller":"traceutil/trace.go:171","msg":"trace[1943290223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2025; }","duration":"3.298259699s","start":"2026-03-07T10:08:36.628764Z","end":"2026-03-07T10:08:39.927024Z","steps":["trace[1943290223] 'agreement among raft nodes before linearized reading' (duration: 3.298062704s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.450478733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-07T10:08:39.927077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.62875Z","time spent":"3.29831751s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:08:39.927088Z","caller":"traceutil/trace.go:171","msg":"trace[1365221404] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2025; }","duration":"4.450515974s","start":"2026-03-07T10:08:35.476564Z","end":"2026-03-07T10:08:39.92708Z","steps":["trace[1365221404] 'agreement among raft nodes before linearized reading' (duration: 4.45034148s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29834286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-07T10:08:39.927113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:35.476533Z","time spent":"4.450574926s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":266,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:39.927094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849055168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:08:39.927167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093172291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:39.927175Z","caller":"traceutil/trace.go:171","msg":"trace[257117674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2025; }","duration":"3.849182611s","start":"2026-03-07T10:08:36.077975Z","end":"2026-03-07T10:08:39.927157Z","steps":["trace[257117674] 'agreement among raft nodes before linearized reading' (duration: 3.848972806s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.92722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570823604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:39.927221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.077951Z","time spent":"3.849261573s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:08:39.927227Z","caller":"traceutil/trace.go:171","msg":"trace[13276874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2025; }","duration":"3.093221782s","start":"2026-03-07T10:08:36.833984Z","end":"2026-03-07T10:08:39.927206Z","steps":["trace[13276874] 'agreement among raft nodes before linearized reading' (duration: 3.093156221s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259294219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:39.927272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.78562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:39.927287Z","caller":"traceutil/trace.go:171","msg":"trace[553947660] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2025; }","duration":"175.842451ms","start":"2026-03-07T10:08:39.75144Z","end":"2026-03-07T10:08:39.927282Z","steps":["trace[553947660] 'agreement among raft nodes before linearized reading' (duration: 175.819361ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:39.92729Z","caller":"traceutil/trace.go:171","msg":"trace[263591598] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2025; }","duration":"2.259569586s","start":"2026-03-07T10:08:37.667713Z","end":"2026-03-07T10:08:39.927283Z","steps":["trace[263591598] 'agreement among raft nodes before linearized reading' (duration: 2.259304079s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.679323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:39.927301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.833928Z","time spent":"3.093354846s","remote":"127.0.0.1:38044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:39.927177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454810652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:39.927338Z","caller":"traceutil/trace.go:171","msg":"trace[191094103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2025; }","duration":"280.742904ms","start":"2026-03-07T10:08:39.646589Z","end":"2026-03-07T10:08:39.927331Z","steps":["trace[191094103] 'agreement among raft nodes before linearized reading' (duration: 280.696583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.436061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:39.927347Z","caller":"traceutil/trace.go:171","msg":"trace[1603597813] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2025; }","duration":"4.454982027s","start":"2026-03-07T10:08:35.472358Z","end":"2026-03-07T10:08:39.92734Z","steps":["trace[1603597813] 'agreement among raft nodes before linearized reading' (duration: 4.454794642s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:35.472322Z","time spent":"4.455041258s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:08:39.927371Z","caller":"traceutil/trace.go:171","msg":"trace[134664513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2025; }","duration":"604.499932ms","start":"2026-03-07T10:08:39.32286Z","end":"2026-03-07T10:08:39.92736Z","steps":["trace[134664513] 'agreement among raft nodes before linearized reading' (duration: 604.439061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:39.322849Z","time spent":"604.546454ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:08:39.927131Z","caller":"traceutil/trace.go:171","msg":"trace[1010643987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2025; }","duration":"3.298429663s","start":"2026-03-07T10:08:36.628691Z","end":"2026-03-07T10:08:39.927121Z","steps":["trace[1010643987] 'agreement among raft nodes before linearized reading' (duration: 3.298330811s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:37.667694Z","time spent":"2.259614557s","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-07T10:08:39.927481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.628673Z","time spent":"3.298802112s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:08:39.927248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.961784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a8738ddc125b7\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-07T10:08:39.927549Z","caller":"traceutil/trace.go:171","msg":"trace[986075460] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a8738ddc125b7; range_end:; response_count:1; response_revision:2025; }","duration":"661.302374ms","start":"2026-03-07T10:08:39.266239Z","end":"2026-03-07T10:08:39.927541Z","steps":["trace[986075460] 'agreement among raft nodes before linearized reading' (duration: 660.980106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298037074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:08:39.927597Z","caller":"traceutil/trace.go:171","msg":"trace[158865125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2025; }","duration":"3.298486635s","start":"2026-03-07T10:08:36.6291Z","end":"2026-03-07T10:08:39.927587Z","steps":["trace[158865125] 'agreement among raft nodes before linearized reading' (duration: 3.298053684s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.629077Z","time spent":"3.298556196s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:39.927683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009904957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:39.927886Z","caller":"traceutil/trace.go:171","msg":"trace[135428411] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2025; }","duration":"1.010145383s","start":"2026-03-07T10:08:38.917733Z","end":"2026-03-07T10:08:39.927879Z","steps":["trace[135428411] 'agreement among raft nodes before linearized reading' (duration: 1.009927088s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:38.917716Z","time spent":"1.010193474s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:39.926975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.843934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:39.92797Z","caller":"traceutil/trace.go:171","msg":"trace[2032194159] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2025; }","duration":"973.876279ms","start":"2026-03-07T10:08:38.95407Z","end":"2026-03-07T10:08:39.927947Z","steps":["trace[2032194159] 'agreement among raft nodes before linearized reading' (duration: 972.805392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.927572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:39.266214Z","time spent":"661.352884ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a8738ddc125b7\" "} {"level":"info","ts":"2026-03-07T10:08:39.927247Z","caller":"traceutil/trace.go:171","msg":"trace[913988649] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2025; }","duration":"4.570896916s","start":"2026-03-07T10:08:35.356342Z","end":"2026-03-07T10:08:39.927239Z","steps":["trace[913988649] 'agreement among raft nodes before linearized reading' (duration: 4.570854995s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.928234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:35.356316Z","time spent":"4.571882112s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:39.926988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298061704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-07T10:08:39.927053Z","caller":"traceutil/trace.go:171","msg":"trace[1352773891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2025; }","duration":"1.882217068s","start":"2026-03-07T10:08:38.044818Z","end":"2026-03-07T10:08:39.927035Z","steps":["trace[1352773891] 'agreement among raft nodes before linearized reading' (duration: 1.882041974s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:39.928364Z","caller":"traceutil/trace.go:171","msg":"trace[1280747946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2025; }","duration":"3.29948363s","start":"2026-03-07T10:08:36.628858Z","end":"2026-03-07T10:08:39.928342Z","steps":["trace[1280747946] 'agreement among raft nodes before linearized reading' (duration: 3.297967152s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.928445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:38.044802Z","time spent":"1.883635934s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:08:39.928497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.628823Z","time spent":"3.299618944s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:08:39.928384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:38.954057Z","time spent":"974.306841ms","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:39.928717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174654044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:39.928921Z","caller":"traceutil/trace.go:171","msg":"trace[978096687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2025; }","duration":"4.17490943s","start":"2026-03-07T10:08:35.753943Z","end":"2026-03-07T10:08:39.928853Z","steps":["trace[978096687] 'agreement among raft nodes before linearized reading' (duration: 4.173066283s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:39.9291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:35.753924Z","time spent":"4.175150816s","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:08:48.11995Z","caller":"traceutil/trace.go:171","msg":"trace[1345319151] linearizableReadLoop","detail":"{readStateIndex:2161; appliedIndex:2160; }","duration":"148.712517ms","start":"2026-03-07T10:08:47.971207Z","end":"2026-03-07T10:08:48.11992Z","steps":["trace[1345319151] 'read index received' (duration: 146.659795ms)","trace[1345319151] 'applied index is now lower than readState.Index' (duration: 2.051762ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:48.120091Z","caller":"traceutil/trace.go:171","msg":"trace[539281637] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"149.089856ms","start":"2026-03-07T10:08:47.970964Z","end":"2026-03-07T10:08:48.120053Z","steps":["trace[539281637] 'process raft request' (duration: 146.967513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:48.120209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.976594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:08:48.120254Z","caller":"traceutil/trace.go:171","msg":"trace[589095491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2068; }","duration":"149.079816ms","start":"2026-03-07T10:08:47.971163Z","end":"2026-03-07T10:08:48.120243Z","steps":["trace[589095491] 'agreement among raft nodes before linearized reading' (duration: 148.915522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:48.120306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.177709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:08:48.120375Z","caller":"traceutil/trace.go:171","msg":"trace[968508516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2068; }","duration":"147.302402ms","start":"2026-03-07T10:08:47.973057Z","end":"2026-03-07T10:08:48.12036Z","steps":["trace[968508516] 'agreement among raft nodes before linearized reading' (duration: 147.128208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:48.120498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.361587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:08:48.12052Z","caller":"traceutil/trace.go:171","msg":"trace[1656834280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2068; }","duration":"146.403409ms","start":"2026-03-07T10:08:47.974111Z","end":"2026-03-07T10:08:48.120515Z","steps":["trace[1656834280] 'agreement among raft nodes before linearized reading' (duration: 146.346157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:48.120536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.103981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:48.12061Z","caller":"traceutil/trace.go:171","msg":"trace[1193371169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2068; }","duration":"142.206304ms","start":"2026-03-07T10:08:47.978384Z","end":"2026-03-07T10:08:48.12059Z","steps":["trace[1193371169] 'agreement among raft nodes before linearized reading' (duration: 141.993238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:48.120659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.452845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:08:48.120725Z","caller":"traceutil/trace.go:171","msg":"trace[580260266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2068; }","duration":"141.548058ms","start":"2026-03-07T10:08:47.97916Z","end":"2026-03-07T10:08:48.120708Z","steps":["trace[580260266] 'agreement among raft nodes before linearized reading' (duration: 141.361903ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:50.254839Z","caller":"traceutil/trace.go:171","msg":"trace[1157344923] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2170; }","duration":"117.948442ms","start":"2026-03-07T10:08:50.136866Z","end":"2026-03-07T10:08:50.254815Z","steps":["trace[1157344923] 'read index received' (duration: 117.726886ms)","trace[1157344923] 'applied index is now lower than readState.Index' (duration: 220.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:50.254883Z","caller":"traceutil/trace.go:171","msg":"trace[225698991] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"123.338848ms","start":"2026-03-07T10:08:50.131517Z","end":"2026-03-07T10:08:50.254855Z","steps":["trace[225698991] 'process raft request' (duration: 123.097932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:50.255125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.220968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:50.255225Z","caller":"traceutil/trace.go:171","msg":"trace[310394810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2077; }","duration":"118.362792ms","start":"2026-03-07T10:08:50.136836Z","end":"2026-03-07T10:08:50.255199Z","steps":["trace[310394810] 'agreement among raft nodes before linearized reading' (duration: 118.076475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:50.409625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.500096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:50.409787Z","caller":"traceutil/trace.go:171","msg":"trace[1823448585] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"150.78749ms","start":"2026-03-07T10:08:50.258972Z","end":"2026-03-07T10:08:50.409759Z","steps":["trace[1823448585] 'process raft request' (duration: 32.015668ms)","trace[1823448585] 'compare' (duration: 118.214508ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:50.441217Z","caller":"traceutil/trace.go:171","msg":"trace[1654316589] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"181.355959ms","start":"2026-03-07T10:08:50.259836Z","end":"2026-03-07T10:08:50.441191Z","steps":["trace[1654316589] 'process raft request' (duration: 181.169735ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:50.44153Z","caller":"traceutil/trace.go:171","msg":"trace[126528729] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"181.461511ms","start":"2026-03-07T10:08:50.260046Z","end":"2026-03-07T10:08:50.441507Z","steps":["trace[126528729] 'process raft request' (duration: 181.101112ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:50.441705Z","caller":"traceutil/trace.go:171","msg":"trace[607643643] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"181.184665ms","start":"2026-03-07T10:08:50.260502Z","end":"2026-03-07T10:08:50.441687Z","steps":["trace[607643643] 'process raft request' (duration: 180.918918ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:51.438585Z","caller":"traceutil/trace.go:171","msg":"trace[1692597473] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"132.364935ms","start":"2026-03-07T10:08:51.306188Z","end":"2026-03-07T10:08:51.438553Z","steps":["trace[1692597473] 'process raft request' (duration: 79.223656ms)","trace[1692597473] 'compare' (duration: 52.969195ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:51.43861Z","caller":"traceutil/trace.go:171","msg":"trace[189184549] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"131.101403ms","start":"2026-03-07T10:08:51.307486Z","end":"2026-03-07T10:08:51.438587Z","steps":["trace[189184549] 'process raft request' (duration: 130.99039ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:53.579539Z","caller":"traceutil/trace.go:171","msg":"trace[1120063650] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"135.451034ms","start":"2026-03-07T10:08:53.444058Z","end":"2026-03-07T10:08:53.579509Z","steps":["trace[1120063650] 'process raft request' (duration: 130.055268ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:53.618445Z","caller":"traceutil/trace.go:171","msg":"trace[738902680] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"173.509751ms","start":"2026-03-07T10:08:53.444904Z","end":"2026-03-07T10:08:53.618414Z","steps":["trace[738902680] 'process raft request' (duration: 173.295386ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:54.881334Z","caller":"traceutil/trace.go:171","msg":"trace[121751496] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2190; }","duration":"305.932419ms","start":"2026-03-07T10:08:54.575377Z","end":"2026-03-07T10:08:54.88131Z","steps":["trace[121751496] 'read index received' (duration: 305.741764ms)","trace[121751496] 'applied index is now lower than readState.Index' (duration: 189.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:54.881697Z","caller":"traceutil/trace.go:171","msg":"trace[1210445130] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"334.435527ms","start":"2026-03-07T10:08:54.547241Z","end":"2026-03-07T10:08:54.881676Z","steps":["trace[1210445130] 'process raft request' (duration: 333.942765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:54.881821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.547217Z","time spent":"334.532319ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:54.881803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.736852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:54.881826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.090023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:08:54.881893Z","caller":"traceutil/trace.go:171","msg":"trace[36375399] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2096; }","duration":"147.879205ms","start":"2026-03-07T10:08:54.733994Z","end":"2026-03-07T10:08:54.881873Z","steps":["trace[36375399] 'agreement among raft nodes before linearized reading' (duration: 147.69833ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:54.881913Z","caller":"traceutil/trace.go:171","msg":"trace[26860045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2096; }","duration":"306.221576ms","start":"2026-03-07T10:08:54.57567Z","end":"2026-03-07T10:08:54.881892Z","steps":["trace[26860045] 'agreement among raft nodes before linearized reading' (duration: 305.97581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:54.881957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.575652Z","time spent":"306.296569ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:54.881818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.424201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:08:54.882026Z","caller":"traceutil/trace.go:171","msg":"trace[598325237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2096; }","duration":"306.670778ms","start":"2026-03-07T10:08:54.575341Z","end":"2026-03-07T10:08:54.882011Z","steps":["trace[598325237] 'agreement among raft nodes before linearized reading' (duration: 306.301298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:54.882069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.575329Z","time spent":"306.73067ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:08:55.236405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.948853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:55.236607Z","caller":"traceutil/trace.go:171","msg":"trace[1569098749] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2099; }","duration":"145.163828ms","start":"2026-03-07T10:08:55.091413Z","end":"2026-03-07T10:08:55.236577Z","steps":["trace[1569098749] 'range keys from in-memory index tree' (duration: 144.902682ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:28.859765Z","caller":"traceutil/trace.go:171","msg":"trace[1276225974] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"157.078414ms","start":"2026-03-07T10:09:28.702659Z","end":"2026-03-07T10:09:28.859738Z","steps":["trace[1276225974] 'process raft request' (duration: 156.943001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:32.264092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.54564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:09:32.264482Z","caller":"traceutil/trace.go:171","msg":"trace[703932415] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2562; }","duration":"484.302032ms","start":"2026-03-07T10:09:31.78016Z","end":"2026-03-07T10:09:32.264462Z","steps":["trace[703932415] 'read index received' (duration: 378.993533ms)","trace[703932415] 'applied index is now lower than readState.Index' (duration: 105.306759ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:32.264451Z","caller":"traceutil/trace.go:171","msg":"trace[103138925] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"549.928836ms","start":"2026-03-07T10:09:31.714471Z","end":"2026-03-07T10:09:32.2644Z","steps":["trace[103138925] 'process raft request' (duration: 444.671909ms)","trace[103138925] 'compare' (duration: 104.380305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:09:32.264684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.510448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-07T10:09:32.264765Z","caller":"traceutil/trace.go:171","msg":"trace[1422840429] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2454; }","duration":"484.62154ms","start":"2026-03-07T10:09:31.780121Z","end":"2026-03-07T10:09:32.264743Z","steps":["trace[1422840429] 'agreement among raft nodes before linearized reading' (duration: 484.395504ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:32.264756Z","caller":"traceutil/trace.go:171","msg":"trace[939687983] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"466.449135ms","start":"2026-03-07T10:09:31.798283Z","end":"2026-03-07T10:09:32.264732Z","steps":["trace[939687983] 'process raft request' (duration: 466.140278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:32.264812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:31.780106Z","time spent":"484.698992ms","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-07T10:09:32.26487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:31.798264Z","time spent":"466.547218ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:09:32.26479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:31.714444Z","time spent":"550.200223ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:09:33.073543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306957581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:09:33.438443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.120793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:09:33.438522Z","caller":"traceutil/trace.go:171","msg":"trace[2046077997] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2564; }","duration":"865.917892ms","start":"2026-03-07T10:09:32.572591Z","end":"2026-03-07T10:09:33.438509Z","steps":["trace[2046077997] 'read index received' (duration: 673.650715ms)","trace[2046077997] 'applied index is now lower than readState.Index' (duration: 192.266347ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:33.438688Z","caller":"traceutil/trace.go:171","msg":"trace[805270604] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"940.0847ms","start":"2026-03-07T10:09:32.498594Z","end":"2026-03-07T10:09:33.438678Z","steps":["trace[805270604] 'process raft request' (duration: 747.6667ms)","trace[805270604] 'compare' (duration: 192.027521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:09:33.438763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:32.498575Z","time spent":"940.142832ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:09:33.438886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.27335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:09:33.439113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.94685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-07T10:09:33.439123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.123817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:09:33.439149Z","caller":"traceutil/trace.go:171","msg":"trace[1309940347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2456; }","duration":"321.049312ms","start":"2026-03-07T10:09:33.118092Z","end":"2026-03-07T10:09:33.439142Z","steps":["trace[1309940347] 'agreement among raft nodes before linearized reading' (duration: 320.937979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.929532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:09:33.43926Z","caller":"traceutil/trace.go:171","msg":"trace[1482625410] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2456; }","duration":"171.117666ms","start":"2026-03-07T10:09:33.268128Z","end":"2026-03-07T10:09:33.439246Z","steps":["trace[1482625410] 'agreement among raft nodes before linearized reading' (duration: 170.911441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.105989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T10:09:33.439275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.542481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-07T10:09:33.439274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.066282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:09:33.439343Z","caller":"traceutil/trace.go:171","msg":"trace[828929195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2456; }","duration":"158.678834ms","start":"2026-03-07T10:09:33.280647Z","end":"2026-03-07T10:09:33.439326Z","steps":["trace[828929195] 'agreement among raft nodes before linearized reading' (duration: 158.465029ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:33.439349Z","caller":"traceutil/trace.go:171","msg":"trace[496557087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2456; }","duration":"321.193355ms","start":"2026-03-07T10:09:33.118139Z","end":"2026-03-07T10:09:33.439333Z","steps":["trace[496557087] 'agreement among raft nodes before linearized reading' (duration: 320.99443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.049605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:09:33.439354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.402052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:09:33.439418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:33.118104Z","time spent":"321.303578ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:09:33.439302Z","caller":"traceutil/trace.go:171","msg":"trace[2022115521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2456; }","duration":"320.16136ms","start":"2026-03-07T10:09:33.119133Z","end":"2026-03-07T10:09:33.439294Z","steps":["trace[2022115521] 'agreement among raft nodes before linearized reading' (duration: 319.965886ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:33.439415Z","caller":"traceutil/trace.go:171","msg":"trace[1221356420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2456; }","duration":"474.353452ms","start":"2026-03-07T10:09:32.965054Z","end":"2026-03-07T10:09:33.439407Z","steps":["trace[1221356420] 'agreement among raft nodes before linearized reading' (duration: 474.002703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:32.965042Z","time spent":"474.495415ms","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:09:33.439553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:33.119113Z","time spent":"320.420576ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:09:33.438892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.533814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:09:33.439602Z","caller":"traceutil/trace.go:171","msg":"trace[1163676994] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2456; }","duration":"807.287013ms","start":"2026-03-07T10:09:32.632306Z","end":"2026-03-07T10:09:33.439593Z","steps":["trace[1163676994] 'agreement among raft nodes before linearized reading' (duration: 806.397191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:32.632244Z","time spent":"807.380125ms","remote":"127.0.0.1:45466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:09:33.439551Z","caller":"traceutil/trace.go:171","msg":"trace[1356153716] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:2456; }","duration":"452.526235ms","start":"2026-03-07T10:09:32.986924Z","end":"2026-03-07T10:09:33.43945Z","steps":["trace[1356153716] 'agreement among raft nodes before linearized reading' (duration: 452.118445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:33.118063Z","time spent":"321.107223ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:09:33.439736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:32.986914Z","time spent":"452.776671ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-07T10:09:33.439189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.538849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:09:33.439783Z","caller":"traceutil/trace.go:171","msg":"trace[1909512242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2456; }","duration":"798.160384ms","start":"2026-03-07T10:09:32.641616Z","end":"2026-03-07T10:09:33.439776Z","steps":["trace[1909512242] 'agreement among raft nodes before linearized reading' (duration: 797.532919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:32.641603Z","time spent":"798.197805ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:09:33.439184Z","caller":"traceutil/trace.go:171","msg":"trace[1346079506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2456; }","duration":"565.197829ms","start":"2026-03-07T10:09:32.873951Z","end":"2026-03-07T10:09:33.439149Z","steps":["trace[1346079506] 'agreement among raft nodes before linearized reading' (duration: 565.110507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:32.873932Z","time spent":"565.949568ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:09:33.439922Z","caller":"traceutil/trace.go:171","msg":"trace[1954361541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2456; }","duration":"867.356697ms","start":"2026-03-07T10:09:32.572545Z","end":"2026-03-07T10:09:33.439902Z","steps":["trace[1954361541] 'agreement among raft nodes before linearized reading' (duration: 866.136217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:33.439999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:32.572519Z","time spent":"867.46301ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:09:39.402688Z","caller":"traceutil/trace.go:171","msg":"trace[7000589] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"207.557039ms","start":"2026-03-07T10:09:39.195101Z","end":"2026-03-07T10:09:39.402658Z","steps":["trace[7000589] 'process raft request' (duration: 207.377675ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:53.19809Z","caller":"traceutil/trace.go:171","msg":"trace[776330256] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"104.318123ms","start":"2026-03-07T10:09:53.093742Z","end":"2026-03-07T10:09:53.19806Z","steps":["trace[776330256] 'process raft request' (duration: 57.296487ms)","trace[776330256] 'compare' (duration: 46.794481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:09:53.198286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.103763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:09:53.198366Z","caller":"traceutil/trace.go:171","msg":"trace[762419189] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2576; }","duration":"103.218427ms","start":"2026-03-07T10:09:53.095136Z","end":"2026-03-07T10:09:53.198354Z","steps":["trace[762419189] 'agreement among raft nodes before linearized reading' (duration: 102.962229ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:53.198091Z","caller":"traceutil/trace.go:171","msg":"trace[32885697] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2689; }","duration":"102.904397ms","start":"2026-03-07T10:09:53.095154Z","end":"2026-03-07T10:09:53.198059Z","steps":["trace[32885697] 'read index received' (duration: 55.883941ms)","trace[32885697] 'applied index is now lower than readState.Index' (duration: 47.018936ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:57.821382Z","caller":"traceutil/trace.go:171","msg":"trace[408053947] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"122.539287ms","start":"2026-03-07T10:09:57.698812Z","end":"2026-03-07T10:09:57.821351Z","steps":["trace[408053947] 'read index received' (duration: 114.608168ms)","trace[408053947] 'applied index is now lower than readState.Index' (duration: 7.929989ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:57.821475Z","caller":"traceutil/trace.go:171","msg":"trace[617218513] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"177.693103ms","start":"2026-03-07T10:09:57.64376Z","end":"2026-03-07T10:09:57.821454Z","steps":["trace[617218513] 'process raft request' (duration: 169.643291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:57.821629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.806755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:09:57.821667Z","caller":"traceutil/trace.go:171","msg":"trace[87139748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2601; }","duration":"122.898528ms","start":"2026-03-07T10:09:57.698759Z","end":"2026-03-07T10:09:57.821658Z","steps":["trace[87139748] 'agreement among raft nodes before linearized reading' (duration: 122.717993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:57.828561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.395601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:09:57.828607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.107249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:09:57.828659Z","caller":"traceutil/trace.go:171","msg":"trace[1879232097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2602; }","duration":"124.619367ms","start":"2026-03-07T10:09:57.704018Z","end":"2026-03-07T10:09:57.828638Z","steps":["trace[1879232097] 'agreement among raft nodes before linearized reading' (duration: 124.337349ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:57.828839Z","caller":"traceutil/trace.go:171","msg":"trace[1972790223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2602; }","duration":"117.199843ms","start":"2026-03-07T10:09:57.71146Z","end":"2026-03-07T10:09:57.82866Z","steps":["trace[1972790223] 'agreement among raft nodes before linearized reading' (duration: 117.020337ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:00.583805Z","caller":"traceutil/trace.go:171","msg":"trace[132076818] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"134.265326ms","start":"2026-03-07T10:10:00.449517Z","end":"2026-03-07T10:10:00.583782Z","steps":["trace[132076818] 'process raft request' (duration: 134.109832ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:00.63112Z","caller":"traceutil/trace.go:171","msg":"trace[1741594350] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"167.67382ms","start":"2026-03-07T10:10:00.463388Z","end":"2026-03-07T10:10:00.631062Z","steps":["trace[1741594350] 'process raft request' (duration: 167.456964ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:01.78309Z","caller":"traceutil/trace.go:171","msg":"trace[636466560] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"117.022668ms","start":"2026-03-07T10:10:01.666046Z","end":"2026-03-07T10:10:01.783069Z","steps":["trace[636466560] 'process raft request' (duration: 116.855563ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:02.04792Z","caller":"traceutil/trace.go:171","msg":"trace[1997266255] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"208.748907ms","start":"2026-03-07T10:10:01.839139Z","end":"2026-03-07T10:10:02.047888Z","steps":["trace[1997266255] 'process raft request' (duration: 131.893777ms)","trace[1997266255] 'compare' (duration: 76.643153ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:02.048024Z","caller":"traceutil/trace.go:171","msg":"trace[1520055169] linearizableReadLoop","detail":"{readStateIndex:2736; appliedIndex:2734; }","duration":"187.05975ms","start":"2026-03-07T10:10:01.860945Z","end":"2026-03-07T10:10:02.048005Z","steps":["trace[1520055169] 'read index received' (duration: 110.100667ms)","trace[1520055169] 'applied index is now lower than readState.Index' (duration: 76.958103ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:02.048206Z","caller":"traceutil/trace.go:171","msg":"trace[1141559091] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"207.315295ms","start":"2026-03-07T10:10:01.840841Z","end":"2026-03-07T10:10:02.048156Z","steps":["trace[1141559091] 'process raft request' (duration: 206.994346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:02.048394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.43245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:10:02.048432Z","caller":"traceutil/trace.go:171","msg":"trace[1614997840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2621; }","duration":"187.516693ms","start":"2026-03-07T10:10:01.860906Z","end":"2026-03-07T10:10:02.048423Z","steps":["trace[1614997840] 'agreement among raft nodes before linearized reading' (duration: 187.341978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:02.04844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.492945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:10:02.04848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.221037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:10:02.0486Z","caller":"traceutil/trace.go:171","msg":"trace[1302848812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2621; }","duration":"176.607879ms","start":"2026-03-07T10:10:01.871915Z","end":"2026-03-07T10:10:02.048523Z","steps":["trace[1302848812] 'agreement among raft nodes before linearized reading' (duration: 176.380052ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:02.048611Z","caller":"traceutil/trace.go:171","msg":"trace[1209170316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2621; }","duration":"177.429883ms","start":"2026-03-07T10:10:01.871161Z","end":"2026-03-07T10:10:02.048591Z","steps":["trace[1209170316] 'agreement among raft nodes before linearized reading' (duration: 177.116144ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:07.26252Z","caller":"traceutil/trace.go:171","msg":"trace[1611061786] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"193.771623ms","start":"2026-03-07T10:10:07.068729Z","end":"2026-03-07T10:10:07.262501Z","steps":["trace[1611061786] 'process raft request' (duration: 193.64865ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:07.403674Z","caller":"traceutil/trace.go:171","msg":"trace[704573386] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"102.156899ms","start":"2026-03-07T10:10:07.301465Z","end":"2026-03-07T10:10:07.403622Z","steps":["trace[704573386] 'process raft request' (duration: 53.065542ms)","trace[704573386] 'compare' (duration: 48.944183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:10:08.007098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.571671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:10:08.007259Z","caller":"traceutil/trace.go:171","msg":"trace[180261965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2647; }","duration":"366.800458ms","start":"2026-03-07T10:10:07.640433Z","end":"2026-03-07T10:10:08.007233Z","steps":["trace[180261965] 'range keys from in-memory index tree' (duration: 366.460298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:08.007324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:07.64041Z","time spent":"366.899931ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:10:08.007428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.205089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-07T10:10:08.00749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.050823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-07T10:10:08.00753Z","caller":"traceutil/trace.go:171","msg":"trace[1624863160] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2647; }","duration":"227.389164ms","start":"2026-03-07T10:10:07.780119Z","end":"2026-03-07T10:10:08.007509Z","steps":["trace[1624863160] 'range keys from in-memory index tree' (duration: 226.980572ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:08.007594Z","caller":"traceutil/trace.go:171","msg":"trace[1855729390] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2647; }","duration":"501.206898ms","start":"2026-03-07T10:10:07.506335Z","end":"2026-03-07T10:10:08.007542Z","steps":["trace[1855729390] 'range keys from in-memory index tree' (duration: 500.753884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:08.007687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:07.506312Z","time spent":"501.361562ms","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-07T10:10:08.007755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.80897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:10:08.007932Z","caller":"traceutil/trace.go:171","msg":"trace[505790148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2647; }","duration":"205.996337ms","start":"2026-03-07T10:10:07.801865Z","end":"2026-03-07T10:10:08.007861Z","steps":["trace[505790148] 'range keys from in-memory index tree' (duration: 205.544282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:08.515347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306958100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:10:08.63144Z","caller":"traceutil/trace.go:171","msg":"trace[1483217901] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"618.620628ms","start":"2026-03-07T10:10:08.012791Z","end":"2026-03-07T10:10:08.631412Z","steps":["trace[1483217901] 'process raft request' (duration: 618.441163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:08.631642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.012772Z","time spent":"618.766772ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:10.071168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.215076ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:10:10.071708Z","caller":"traceutil/trace.go:171","msg":"trace[416031081] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"2.003606127s","start":"2026-03-07T10:10:08.06808Z","end":"2026-03-07T10:10:10.071686Z","steps":["trace[416031081] 'process raft request' (duration: 2.003212356s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.071875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.068054Z","time spent":"2.003739391s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:10:10.111502Z","caller":"traceutil/trace.go:171","msg":"trace[344416891] linearizableReadLoop","detail":"{readStateIndex:2766; appliedIndex:2763; }","duration":"2.096679104s","start":"2026-03-07T10:10:08.014798Z","end":"2026-03-07T10:10:10.111478Z","steps":["trace[344416891] 'read index received' (duration: 616.528458ms)","trace[344416891] 'applied index is now lower than readState.Index' (duration: 1.480149406s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:10.111537Z","caller":"traceutil/trace.go:171","msg":"trace[1267102521] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"1.500217637s","start":"2026-03-07T10:10:08.61128Z","end":"2026-03-07T10:10:10.111497Z","steps":["trace[1267102521] 'process raft request' (duration: 1.460395288s)","trace[1267102521] 'compare' (duration: 39.618463ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:10.111639Z","caller":"traceutil/trace.go:171","msg":"trace[615735829] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"1.452838149s","start":"2026-03-07T10:10:08.658773Z","end":"2026-03-07T10:10:10.111612Z","steps":["trace[615735829] 'process raft request' (duration: 1.452660304s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.111755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.658722Z","time spent":"1.452967822s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:10.11178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096978892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-07T10:10:10.111851Z","caller":"traceutil/trace.go:171","msg":"trace[1554991974] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2651; }","duration":"2.097147878s","start":"2026-03-07T10:10:08.014685Z","end":"2026-03-07T10:10:10.111833Z","steps":["trace[1554991974] 'agreement among raft nodes before linearized reading' (duration: 2.096908291s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.111901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.01466Z","time spent":"2.097232721s","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-07T10:10:10.111777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.611238Z","time spent":"1.500375471s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:10.140673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061222759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-07T10:10:10.14071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063233198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T10:10:10.140719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.469591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:10:10.140677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565239082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-07T10:10:10.140765Z","caller":"traceutil/trace.go:171","msg":"trace[1602020553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2652; }","duration":"2.06331707s","start":"2026-03-07T10:10:08.077432Z","end":"2026-03-07T10:10:10.14075Z","steps":["trace[1602020553] 'agreement among raft nodes before linearized reading' (duration: 2.063184827s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.140723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067591124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:10:10.140815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.077419Z","time spent":"2.063386702s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:10:10.140825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052108916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:10:10.140866Z","caller":"traceutil/trace.go:171","msg":"trace[1947458552] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2652; }","duration":"2.052174398s","start":"2026-03-07T10:10:08.088679Z","end":"2026-03-07T10:10:10.140853Z","steps":["trace[1947458552] 'agreement among raft nodes before linearized reading' (duration: 2.052107937s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:10.140748Z","caller":"traceutil/trace.go:171","msg":"trace[1468911515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2652; }","duration":"2.061331623s","start":"2026-03-07T10:10:08.079399Z","end":"2026-03-07T10:10:10.14073Z","steps":["trace[1468911515] 'agreement among raft nodes before linearized reading' (duration: 2.061114307s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.140908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.125508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:10:10.140914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.088664Z","time spent":"2.052239171s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:10:10.140928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.079388Z","time spent":"2.061530788s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:10:10.140946Z","caller":"traceutil/trace.go:171","msg":"trace[1857917820] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2652; }","duration":"745.250222ms","start":"2026-03-07T10:10:09.395687Z","end":"2026-03-07T10:10:10.140937Z","steps":["trace[1857917820] 'agreement among raft nodes before linearized reading' (duration: 745.168159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.14092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.748982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:10:10.140944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061335922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189a87507c55b129\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-07T10:10:10.140777Z","caller":"traceutil/trace.go:171","msg":"trace[8189631] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2652; }","duration":"690.573834ms","start":"2026-03-07T10:10:09.450189Z","end":"2026-03-07T10:10:10.140763Z","steps":["trace[8189631] 'agreement among raft nodes before linearized reading' (duration: 690.465071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.140981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:09.395667Z","time spent":"745.306134ms","remote":"127.0.0.1:42786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:10:10.141014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:09.450172Z","time spent":"690.831711ms","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:10:10.141009Z","caller":"traceutil/trace.go:171","msg":"trace[546194332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2652; }","duration":"202.882266ms","start":"2026-03-07T10:10:09.938101Z","end":"2026-03-07T10:10:10.140984Z","steps":["trace[546194332] 'agreement among raft nodes before linearized reading' (duration: 202.731852ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:10.141049Z","caller":"traceutil/trace.go:171","msg":"trace[1103531070] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189a87507c55b129; range_end:; response_count:1; response_revision:2652; }","duration":"2.061478046s","start":"2026-03-07T10:10:08.079516Z","end":"2026-03-07T10:10:10.140994Z","steps":["trace[1103531070] 'agreement among raft nodes before linearized reading' (duration: 2.06125355s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.14111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.079473Z","time spent":"2.061618202s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.189a87507c55b129\" "} {"level":"warn","ts":"2026-03-07T10:10:10.141128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056544809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-07T10:10:10.141076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061189659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:10:10.141225Z","caller":"traceutil/trace.go:171","msg":"trace[1304667391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2652; }","duration":"1.056680813s","start":"2026-03-07T10:10:09.084488Z","end":"2026-03-07T10:10:10.141169Z","steps":["trace[1304667391] 'agreement among raft nodes before linearized reading' (duration: 1.056406605s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:10.140813Z","caller":"traceutil/trace.go:171","msg":"trace[1569707473] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2652; }","duration":"1.565441838s","start":"2026-03-07T10:10:08.57535Z","end":"2026-03-07T10:10:10.140792Z","steps":["trace[1569707473] 'agreement among raft nodes before linearized reading' (duration: 1.565153799s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.141287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500819244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:10:10.141313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.575326Z","time spent":"1.565979724s","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:10:10.1413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:09.084454Z","time spent":"1.056812657s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T10:10:10.141331Z","caller":"traceutil/trace.go:171","msg":"trace[179021824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2652; }","duration":"1.500905646s","start":"2026-03-07T10:10:08.640418Z","end":"2026-03-07T10:10:10.141323Z","steps":["trace[179021824] 'agreement among raft nodes before linearized reading' (duration: 1.500058451s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:10.141246Z","caller":"traceutil/trace.go:171","msg":"trace[1997965573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2652; }","duration":"2.061380906s","start":"2026-03-07T10:10:08.07983Z","end":"2026-03-07T10:10:10.141211Z","steps":["trace[1997965573] 'agreement among raft nodes before linearized reading' (duration: 2.06087166s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.141362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.640399Z","time spent":"1.500956128s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:10:10.141421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.079808Z","time spent":"2.06157078s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:10:10.141552Z","caller":"traceutil/trace.go:171","msg":"trace[1475815384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2652; }","duration":"2.067767909s","start":"2026-03-07T10:10:08.073057Z","end":"2026-03-07T10:10:10.140825Z","steps":["trace[1475815384] 'agreement among raft nodes before linearized reading' (duration: 2.06748213s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.141753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:08.073043Z","time spent":"2.068544002s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:10:10.346994Z","caller":"traceutil/trace.go:171","msg":"trace[914090803] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"199.923481ms","start":"2026-03-07T10:10:10.147038Z","end":"2026-03-07T10:10:10.346961Z","steps":["trace[914090803] 'process raft request' (duration: 184.98823ms)","trace[914090803] 'compare' (duration: 14.644342ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:10.347023Z","caller":"traceutil/trace.go:171","msg":"trace[845381441] linearizableReadLoop","detail":"{readStateIndex:2774; appliedIndex:2770; }","duration":"158.090754ms","start":"2026-03-07T10:10:10.188908Z","end":"2026-03-07T10:10:10.346998Z","steps":["trace[845381441] 'read index received' (duration: 143.100361ms)","trace[845381441] 'applied index is now lower than readState.Index' (duration: 14.989283ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:10.347005Z","caller":"traceutil/trace.go:171","msg":"trace[387946880] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"199.865499ms","start":"2026-03-07T10:10:10.147113Z","end":"2026-03-07T10:10:10.346978Z","steps":["trace[387946880] 'process raft request' (duration: 199.728785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:10.347302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.341701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8616"} {"level":"info","ts":"2026-03-07T10:10:10.347343Z","caller":"traceutil/trace.go:171","msg":"trace[1670009498] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"200.139177ms","start":"2026-03-07T10:10:10.147185Z","end":"2026-03-07T10:10:10.347324Z","steps":["trace[1670009498] 'process raft request' (duration: 199.770607ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:10.347357Z","caller":"traceutil/trace.go:171","msg":"trace[1918158462] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"200.168527ms","start":"2026-03-07T10:10:10.147158Z","end":"2026-03-07T10:10:10.347326Z","steps":["trace[1918158462] 'process raft request' (duration: 199.757605ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:10.347368Z","caller":"traceutil/trace.go:171","msg":"trace[1036627822] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2657; }","duration":"158.486825ms","start":"2026-03-07T10:10:10.18886Z","end":"2026-03-07T10:10:10.347347Z","steps":["trace[1036627822] 'agreement among raft nodes before linearized reading' (duration: 158.214827ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:16.287751Z","caller":"traceutil/trace.go:171","msg":"trace[1789201830] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"196.453371ms","start":"2026-03-07T10:10:16.091268Z","end":"2026-03-07T10:10:16.287721Z","steps":["trace[1789201830] 'process raft request' (duration: 196.280656ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:16.344693Z","caller":"traceutil/trace.go:171","msg":"trace[1666568870] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"209.174488ms","start":"2026-03-07T10:10:16.135489Z","end":"2026-03-07T10:10:16.344663Z","steps":["trace[1666568870] 'process raft request' (duration: 209.118387ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:16.344732Z","caller":"traceutil/trace.go:171","msg":"trace[1047644888] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"213.032669ms","start":"2026-03-07T10:10:16.131663Z","end":"2026-03-07T10:10:16.344696Z","steps":["trace[1047644888] 'process raft request' (duration: 168.253827ms)","trace[1047644888] 'compare' (duration: 44.552616ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:16.530448Z","caller":"traceutil/trace.go:171","msg":"trace[628267002] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"124.275257ms","start":"2026-03-07T10:10:16.406141Z","end":"2026-03-07T10:10:16.530416Z","steps":["trace[628267002] 'process raft request' (duration: 73.967785ms)","trace[628267002] 'compare' (duration: 50.096116ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:16.530642Z","caller":"traceutil/trace.go:171","msg":"trace[1044859906] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"124.442392ms","start":"2026-03-07T10:10:16.406149Z","end":"2026-03-07T10:10:16.530592Z","steps":["trace[1044859906] 'process raft request' (duration: 124.212536ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:16.76052Z","caller":"traceutil/trace.go:171","msg":"trace[379288037] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"270.693133ms","start":"2026-03-07T10:10:16.489802Z","end":"2026-03-07T10:10:16.760495Z","steps":["trace[379288037] 'read index received' (duration: 270.518028ms)","trace[379288037] 'applied index is now lower than readState.Index' (duration: 173.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:16.760623Z","caller":"traceutil/trace.go:171","msg":"trace[1835163722] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"354.05121ms","start":"2026-03-07T10:10:16.406539Z","end":"2026-03-07T10:10:16.760591Z","steps":["trace[1835163722] 'process raft request' (duration: 353.803203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:16.76074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.908219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:10:16.760864Z","caller":"traceutil/trace.go:171","msg":"trace[311311586] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2688; }","duration":"271.086925ms","start":"2026-03-07T10:10:16.48975Z","end":"2026-03-07T10:10:16.760837Z","steps":["trace[311311586] 'agreement among raft nodes before linearized reading' (duration: 270.886568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:16.760863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:16.406522Z","time spent":"354.235016ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:28.308892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.552119ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-07T10:10:28.533403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.252374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:10:28.533601Z","caller":"traceutil/trace.go:171","msg":"trace[303321535] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"136.372106ms","start":"2026-03-07T10:10:28.397205Z","end":"2026-03-07T10:10:28.533577Z","steps":["trace[303321535] 'process raft request' (duration: 26.856895ms)","trace[303321535] 'compare' (duration: 109.12553ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:28.545133Z","caller":"traceutil/trace.go:171","msg":"trace[1372859928] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"140.430964ms","start":"2026-03-07T10:10:28.404675Z","end":"2026-03-07T10:10:28.545106Z","steps":["trace[1372859928] 'process raft request' (duration: 140.26507ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:09.220341Z","caller":"traceutil/trace.go:171","msg":"trace[1541444125] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"116.33964ms","start":"2026-03-07T10:12:09.10397Z","end":"2026-03-07T10:12:09.22031Z","steps":["trace[1541444125] 'process raft request' (duration: 115.976451ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:09.631377Z","caller":"traceutil/trace.go:171","msg":"trace[308031763] linearizableReadLoop","detail":"{readStateIndex:3533; appliedIndex:3532; }","duration":"393.935655ms","start":"2026-03-07T10:12:09.237417Z","end":"2026-03-07T10:12:09.631353Z","steps":["trace[308031763] 'read index received' (duration: 393.671909ms)","trace[308031763] 'applied index is now lower than readState.Index' (duration: 261.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:12:09.631413Z","caller":"traceutil/trace.go:171","msg":"trace[179879256] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"407.365543ms","start":"2026-03-07T10:12:09.224009Z","end":"2026-03-07T10:12:09.631374Z","steps":["trace[179879256] 'process raft request' (duration: 407.138787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.631621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:12:09.223982Z","time spent":"407.518518ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:12:09.631782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.382438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:12:09.631865Z","caller":"traceutil/trace.go:171","msg":"trace[716116611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3385; }","duration":"272.514401ms","start":"2026-03-07T10:12:09.359329Z","end":"2026-03-07T10:12:09.631843Z","steps":["trace[716116611] 'agreement among raft nodes before linearized reading' (duration: 272.207773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.632074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.063553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:12:09.632137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.670078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:12:09.632235Z","caller":"traceutil/trace.go:171","msg":"trace[573818276] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3385; }","duration":"140.800871ms","start":"2026-03-07T10:12:09.491419Z","end":"2026-03-07T10:12:09.63222Z","steps":["trace[573818276] 'agreement among raft nodes before linearized reading' (duration: 140.689018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.632697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.474147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:12:09.632787Z","caller":"traceutil/trace.go:171","msg":"trace[1871677384] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3385; }","duration":"106.576929ms","start":"2026-03-07T10:12:09.52618Z","end":"2026-03-07T10:12:09.632757Z","steps":["trace[1871677384] 'agreement among raft nodes before linearized reading' (duration: 106.447156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.632768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.128294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:12:09.632872Z","caller":"traceutil/trace.go:171","msg":"trace[1769292008] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3385; }","duration":"122.279009ms","start":"2026-03-07T10:12:09.510575Z","end":"2026-03-07T10:12:09.632854Z","steps":["trace[1769292008] 'agreement among raft nodes before linearized reading' (duration: 122.115315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.633445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.184799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:12:09.633503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.553446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:12:09.63352Z","caller":"traceutil/trace.go:171","msg":"trace[1416468805] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3385; }","duration":"142.264861ms","start":"2026-03-07T10:12:09.491239Z","end":"2026-03-07T10:12:09.633504Z","steps":["trace[1416468805] 'agreement among raft nodes before linearized reading' (duration: 142.153048ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:09.632143Z","caller":"traceutil/trace.go:171","msg":"trace[1094920757] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3385; }","duration":"122.171676ms","start":"2026-03-07T10:12:09.509954Z","end":"2026-03-07T10:12:09.632126Z","steps":["trace[1094920757] 'agreement among raft nodes before linearized reading' (duration: 122.068083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.633464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.294629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:12:09.633762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.566198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:12:09.633801Z","caller":"traceutil/trace.go:171","msg":"trace[1220902039] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3385; }","duration":"107.633397ms","start":"2026-03-07T10:12:09.526157Z","end":"2026-03-07T10:12:09.63379Z","steps":["trace[1220902039] 'agreement among raft nodes before linearized reading' (duration: 107.271518ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:09.633836Z","caller":"traceutil/trace.go:171","msg":"trace[704355854] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:3385; }","duration":"142.666551ms","start":"2026-03-07T10:12:09.491154Z","end":"2026-03-07T10:12:09.63382Z","steps":["trace[704355854] 'agreement among raft nodes before linearized reading' (duration: 142.555628ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:09.633535Z","caller":"traceutil/trace.go:171","msg":"trace[856111294] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:3385; }","duration":"107.604866ms","start":"2026-03-07T10:12:09.525918Z","end":"2026-03-07T10:12:09.633523Z","steps":["trace[856111294] 'agreement among raft nodes before linearized reading' (duration: 107.567565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.634047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.61763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:12:09.634097Z","caller":"traceutil/trace.go:171","msg":"trace[1980732612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3385; }","duration":"270.667731ms","start":"2026-03-07T10:12:09.363414Z","end":"2026-03-07T10:12:09.634082Z","steps":["trace[1980732612] 'agreement among raft nodes before linearized reading' (duration: 270.527377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.632079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.139755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:12:09.634382Z","caller":"traceutil/trace.go:171","msg":"trace[719557871] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3385; }","duration":"124.466447ms","start":"2026-03-07T10:12:09.509903Z","end":"2026-03-07T10:12:09.634369Z","steps":["trace[719557871] 'agreement among raft nodes before linearized reading' (duration: 122.138225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.635525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.098246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:12:09.635583Z","caller":"traceutil/trace.go:171","msg":"trace[890237210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3385; }","duration":"398.185079ms","start":"2026-03-07T10:12:09.237384Z","end":"2026-03-07T10:12:09.635569Z","steps":["trace[890237210] 'agreement among raft nodes before linearized reading' (duration: 394.108001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:09.635621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:12:09.237373Z","time spent":"398.24018ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:12:43.130476Z","caller":"traceutil/trace.go:171","msg":"trace[160102470] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"173.302058ms","start":"2026-03-07T10:12:42.957154Z","end":"2026-03-07T10:12:43.130456Z","steps":["trace[160102470] 'process raft request' (duration: 173.183164ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:43.130483Z","caller":"traceutil/trace.go:171","msg":"trace[1648951693] linearizableReadLoop","detail":"{readStateIndex:3732; appliedIndex:3732; }","duration":"135.021399ms","start":"2026-03-07T10:12:42.995437Z","end":"2026-03-07T10:12:43.130459Z","steps":["trace[1648951693] 'read index received' (duration: 135.012349ms)","trace[1648951693] 'applied index is now lower than readState.Index' (duration: 7.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:12:43.130683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.230574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:12:43.130733Z","caller":"traceutil/trace.go:171","msg":"trace[791880982] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:3578; }","duration":"135.326817ms","start":"2026-03-07T10:12:42.995393Z","end":"2026-03-07T10:12:43.13072Z","steps":["trace[791880982] 'agreement among raft nodes before linearized reading' (duration: 135.144692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:43.631397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306960591,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:12:43.998232Z","caller":"traceutil/trace.go:171","msg":"trace[1520882495] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"975.707206ms","start":"2026-03-07T10:12:43.0225Z","end":"2026-03-07T10:12:43.998208Z","steps":["trace[1520882495] 'process raft request' (duration: 969.723697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:43.998378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:12:43.022481Z","time spent":"975.82363ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:12:43.998598Z","caller":"traceutil/trace.go:171","msg":"trace[2040830108] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"975.4672ms","start":"2026-03-07T10:12:43.023117Z","end":"2026-03-07T10:12:43.998584Z","steps":["trace[2040830108] 'process raft request' (duration: 975.043189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:43.998853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:12:43.023105Z","time spent":"975.522031ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:12:43.999058Z","caller":"traceutil/trace.go:171","msg":"trace[1187700886] linearizableReadLoop","detail":"{readStateIndex:3736; appliedIndex:3732; }","duration":"868.360787ms","start":"2026-03-07T10:12:43.130674Z","end":"2026-03-07T10:12:43.999034Z","steps":["trace[1187700886] 'read index received' (duration: 861.564125ms)","trace[1187700886] 'applied index is now lower than readState.Index' (duration: 6.795722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:12:43.99905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:12:43.131897Z","time spent":"867.139204ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T10:12:43.999224Z","caller":"traceutil/trace.go:171","msg":"trace[25701773] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"747.836866ms","start":"2026-03-07T10:12:43.251341Z","end":"2026-03-07T10:12:43.999178Z","steps":["trace[25701773] 'process raft request' (duration: 747.590079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:43.999398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:12:43.251313Z","time spent":"747.978439ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:12:43.999421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.755813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-07T10:12:43.999591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.805695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:12:43.999559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.887874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T10:12:43.999449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.65264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:12:43.999666Z","caller":"traceutil/trace.go:171","msg":"trace[1032982106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3581; }","duration":"148.943909ms","start":"2026-03-07T10:12:43.850702Z","end":"2026-03-07T10:12:43.999646Z","steps":["trace[1032982106] 'agreement among raft nodes before linearized reading' (duration: 148.59878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:43.999665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.891805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:12:43.999709Z","caller":"traceutil/trace.go:171","msg":"trace[1298114739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3581; }","duration":"147.058219ms","start":"2026-03-07T10:12:43.852604Z","end":"2026-03-07T10:12:43.999662Z","steps":["trace[1298114739] 'agreement among raft nodes before linearized reading' (duration: 146.661209ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:43.999753Z","caller":"traceutil/trace.go:171","msg":"trace[430922315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3581; }","duration":"126.024018ms","start":"2026-03-07T10:12:43.873698Z","end":"2026-03-07T10:12:43.999722Z","steps":["trace[430922315] 'agreement among raft nodes before linearized reading' (duration: 125.604957ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:43.999739Z","caller":"traceutil/trace.go:171","msg":"trace[228217873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3581; }","duration":"613.971978ms","start":"2026-03-07T10:12:43.385725Z","end":"2026-03-07T10:12:43.999697Z","steps":["trace[228217873] 'agreement among raft nodes before linearized reading' (duration: 613.519196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:43.99984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:12:43.385706Z","time spent":"614.099382ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:12:43.999871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.398767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:12:43.999945Z","caller":"traceutil/trace.go:171","msg":"trace[1297864801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3581; }","duration":"126.521581ms","start":"2026-03-07T10:12:43.873403Z","end":"2026-03-07T10:12:43.999924Z","steps":["trace[1297864801] 'agreement among raft nodes before linearized reading' (duration: 125.845313ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:12:43.999535Z","caller":"traceutil/trace.go:171","msg":"trace[1391744433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3581; }","duration":"899.914408ms","start":"2026-03-07T10:12:43.099608Z","end":"2026-03-07T10:12:43.999522Z","steps":["trace[1391744433] 'agreement among raft nodes before linearized reading' (duration: 899.6047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:12:44.000277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:12:43.099591Z","time spent":"900.668667ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T10:13:58.859141Z","caller":"traceutil/trace.go:171","msg":"trace[546220168] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"114.100337ms","start":"2026-03-07T10:13:58.74501Z","end":"2026-03-07T10:13:58.85911Z","steps":["trace[546220168] 'process raft request' (duration: 42.287261ms)","trace[546220168] 'compare' (duration: 71.686752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:13:59.102189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.238822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:13:59.1024Z","caller":"traceutil/trace.go:171","msg":"trace[827937846] linearizableReadLoop","detail":"{readStateIndex:4667; appliedIndex:4666; }","duration":"229.836625ms","start":"2026-03-07T10:13:58.872541Z","end":"2026-03-07T10:13:59.102377Z","steps":["trace[827937846] 'read index received' (duration: 129.256703ms)","trace[827937846] 'applied index is now lower than readState.Index' (duration: 100.577111ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:13:59.102506Z","caller":"traceutil/trace.go:171","msg":"trace[605316607] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"238.755409ms","start":"2026-03-07T10:13:58.863697Z","end":"2026-03-07T10:13:59.102453Z","steps":["trace[605316607] 'process raft request' (duration: 138.174768ms)","trace[605316607] 'compare' (duration: 100.037417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:13:59.102808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.106565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:13:59.10283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.271787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-07T10:13:59.102875Z","caller":"traceutil/trace.go:171","msg":"trace[1236238066] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:4477; }","duration":"176.205767ms","start":"2026-03-07T10:13:58.926654Z","end":"2026-03-07T10:13:59.10286Z","steps":["trace[1236238066] 'agreement among raft nodes before linearized reading' (duration: 175.961181ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:13:59.102887Z","caller":"traceutil/trace.go:171","msg":"trace[1667372605] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4477; }","duration":"230.334198ms","start":"2026-03-07T10:13:58.872536Z","end":"2026-03-07T10:13:59.102871Z","steps":["trace[1667372605] 'agreement among raft nodes before linearized reading' (duration: 229.950538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:13:59.103014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.358851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4096d154-a5b1-48ec-8edd-6d72f0caf556\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-03-07T10:13:59.103094Z","caller":"traceutil/trace.go:171","msg":"trace[1984680959] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4096d154-a5b1-48ec-8edd-6d72f0caf556; range_end:; response_count:1; response_revision:4477; }","duration":"197.475624ms","start":"2026-03-07T10:13:58.905595Z","end":"2026-03-07T10:13:59.103071Z","steps":["trace[1984680959] 'agreement among raft nodes before linearized reading' (duration: 197.013533ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:13:59.864652Z","caller":"traceutil/trace.go:171","msg":"trace[1737388491] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"139.823291ms","start":"2026-03-07T10:13:59.724804Z","end":"2026-03-07T10:13:59.864627Z","steps":["trace[1737388491] 'process raft request' (duration: 139.672458ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:02.158652Z","caller":"traceutil/trace.go:171","msg":"trace[498213298] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"103.95784ms","start":"2026-03-07T10:14:02.054668Z","end":"2026-03-07T10:14:02.158626Z","steps":["trace[498213298] 'process raft request' (duration: 103.760855ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:02.577757Z","caller":"traceutil/trace.go:171","msg":"trace[1622490041] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"212.328175ms","start":"2026-03-07T10:14:02.365398Z","end":"2026-03-07T10:14:02.577726Z","steps":["trace[1622490041] 'process raft request' (duration: 211.342978ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:02.577741Z","caller":"traceutil/trace.go:171","msg":"trace[1551033826] linearizableReadLoop","detail":"{readStateIndex:4759; appliedIndex:4757; }","duration":"205.274901ms","start":"2026-03-07T10:14:02.372439Z","end":"2026-03-07T10:14:02.577714Z","steps":["trace[1551033826] 'read index received' (duration: 87.856747ms)","trace[1551033826] 'applied index is now lower than readState.Index' (duration: 117.416944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:02.578002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.540377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-07T10:14:02.578069Z","caller":"traceutil/trace.go:171","msg":"trace[752618955] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4565; }","duration":"205.63764ms","start":"2026-03-07T10:14:02.372416Z","end":"2026-03-07T10:14:02.578054Z","steps":["trace[752618955] 'agreement among raft nodes before linearized reading' (duration: 205.404304ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:03.846423Z","caller":"traceutil/trace.go:171","msg":"trace[1929455848] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"444.973303ms","start":"2026-03-07T10:14:03.40141Z","end":"2026-03-07T10:14:03.846384Z","steps":["trace[1929455848] 'process raft request' (duration: 444.825649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:03.846612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:03.40139Z","time spent":"445.140357ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:03.899533Z","caller":"traceutil/trace.go:171","msg":"trace[1863745965] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4769; }","duration":"258.953259ms","start":"2026-03-07T10:14:03.640554Z","end":"2026-03-07T10:14:03.899507Z","steps":["trace[1863745965] 'read index received' (duration: 205.820944ms)","trace[1863745965] 'applied index is now lower than readState.Index' (duration: 53.131115ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:03.899598Z","caller":"traceutil/trace.go:171","msg":"trace[1590344296] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"133.145576ms","start":"2026-03-07T10:14:03.766421Z","end":"2026-03-07T10:14:03.899567Z","steps":["trace[1590344296] 'process raft request' (duration: 132.993762ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:03.899537Z","caller":"traceutil/trace.go:171","msg":"trace[459333265] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4574; }","duration":"490.607952ms","start":"2026-03-07T10:14:03.408901Z","end":"2026-03-07T10:14:03.899509Z","steps":["trace[459333265] 'process raft request' (duration: 490.428618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:03.899872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.249257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:03.899952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:03.408877Z","time spent":"490.93265ms","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:14:03.899979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.304235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-03-07T10:14:03.900028Z","caller":"traceutil/trace.go:171","msg":"trace[100639813] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z; range_end:; response_count:1; response_revision:4575; }","duration":"140.430358ms","start":"2026-03-07T10:14:03.759582Z","end":"2026-03-07T10:14:03.900012Z","steps":["trace[100639813] 'agreement among raft nodes before linearized reading' (duration: 140.231042ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:03.900041Z","caller":"traceutil/trace.go:171","msg":"trace[1971569632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4575; }","duration":"259.484834ms","start":"2026-03-07T10:14:03.640502Z","end":"2026-03-07T10:14:03.899987Z","steps":["trace[1971569632] 'agreement among raft nodes before linearized reading' (duration: 259.230976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:03.900338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.533778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z.189a878cf20af19b\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-07T10:14:03.900405Z","caller":"traceutil/trace.go:171","msg":"trace[1009395866] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z.189a878cf20af19b; range_end:; response_count:1; response_revision:4575; }","duration":"138.640621ms","start":"2026-03-07T10:14:03.761752Z","end":"2026-03-07T10:14:03.900392Z","steps":["trace[1009395866] 'agreement among raft nodes before linearized reading' (duration: 138.445286ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:05.81146Z","caller":"traceutil/trace.go:171","msg":"trace[796837118] linearizableReadLoop","detail":"{readStateIndex:4882; appliedIndex:4881; }","duration":"279.440318ms","start":"2026-03-07T10:14:05.531995Z","end":"2026-03-07T10:14:05.811435Z","steps":["trace[796837118] 'read index received' (duration: 279.337665ms)","trace[796837118] 'applied index is now lower than readState.Index' (duration: 101.413µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:05.81153Z","caller":"traceutil/trace.go:171","msg":"trace[879008391] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"375.943972ms","start":"2026-03-07T10:14:05.435553Z","end":"2026-03-07T10:14:05.811497Z","steps":["trace[879008391] 'process raft request' (duration: 375.725776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:05.811708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:05.435519Z","time spent":"376.093976ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:05.81202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.197085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:05.812058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.897887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-07T10:14:05.812087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.067374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719269"} {"level":"info","ts":"2026-03-07T10:14:05.812118Z","caller":"traceutil/trace.go:171","msg":"trace[967032880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4685; }","duration":"171.346279ms","start":"2026-03-07T10:14:05.640749Z","end":"2026-03-07T10:14:05.812095Z","steps":["trace[967032880] 'agreement among raft nodes before linearized reading' (duration: 171.173345ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:05.812148Z","caller":"traceutil/trace.go:171","msg":"trace[1836161137] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4685; }","duration":"280.176167ms","start":"2026-03-07T10:14:05.531953Z","end":"2026-03-07T10:14:05.812129Z","steps":["trace[1836161137] 'agreement among raft nodes before linearized reading' (duration: 279.625623ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:05.812325Z","caller":"traceutil/trace.go:171","msg":"trace[1799199017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4685; }","duration":"222.000779ms","start":"2026-03-07T10:14:05.590106Z","end":"2026-03-07T10:14:05.812107Z","steps":["trace[1799199017] 'agreement among raft nodes before linearized reading' (duration: 221.65251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.383248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306963041,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:14:06.476975Z","caller":"traceutil/trace.go:171","msg":"trace[685214297] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"658.241174ms","start":"2026-03-07T10:14:05.818695Z","end":"2026-03-07T10:14:06.476936Z","steps":["trace[685214297] 'process raft request' (duration: 657.943526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.47721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:05.818677Z","time spent":"658.403679ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:06.787174Z","caller":"traceutil/trace.go:171","msg":"trace[1127206646] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4882; }","duration":"904.885551ms","start":"2026-03-07T10:14:05.882265Z","end":"2026-03-07T10:14:06.78715Z","steps":["trace[1127206646] 'read index received' (duration: 594.298875ms)","trace[1127206646] 'applied index is now lower than readState.Index' (duration: 310.585776ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:06.787372Z","caller":"traceutil/trace.go:171","msg":"trace[1134673353] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"312.984988ms","start":"2026-03-07T10:14:06.474372Z","end":"2026-03-07T10:14:06.787357Z","steps":["trace[1134673353] 'process raft request' (duration: 312.724532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.787447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.172408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:06.787492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:06.474349Z","time spent":"313.07561ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:06.787507Z","caller":"traceutil/trace.go:171","msg":"trace[1044482465] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4688; }","duration":"905.269461ms","start":"2026-03-07T10:14:05.882224Z","end":"2026-03-07T10:14:06.787494Z","steps":["trace[1044482465] 'agreement among raft nodes before linearized reading' (duration: 905.166598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.787545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:05.882209Z","time spent":"905.325202ms","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-07T10:14:06.787522Z","caller":"traceutil/trace.go:171","msg":"trace[1992878322] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"936.457619ms","start":"2026-03-07T10:14:05.851051Z","end":"2026-03-07T10:14:06.787509Z","steps":["trace[1992878322] 'process raft request' (duration: 933.259505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.787625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:05.851028Z","time spent":"936.549201ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:06.790217Z","caller":"traceutil/trace.go:171","msg":"trace[1146995892] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"200.965487ms","start":"2026-03-07T10:14:06.589228Z","end":"2026-03-07T10:14:06.790193Z","steps":["trace[1146995892] 'process raft request' (duration: 200.807503ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:06.790529Z","caller":"traceutil/trace.go:171","msg":"trace[557917515] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"169.545942ms","start":"2026-03-07T10:14:06.620966Z","end":"2026-03-07T10:14:06.790512Z","steps":["trace[557917515] 'process raft request' (duration: 169.180752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.790642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.471851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:06.790677Z","caller":"traceutil/trace.go:171","msg":"trace[582116481] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4691; }","duration":"850.520762ms","start":"2026-03-07T10:14:05.940147Z","end":"2026-03-07T10:14:06.790668Z","steps":["trace[582116481] 'agreement among raft nodes before linearized reading' (duration: 850.4467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.790695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:05.94008Z","time spent":"850.610965ms","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:06.790826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.380497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:14:06.790866Z","caller":"traceutil/trace.go:171","msg":"trace[2806488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4691; }","duration":"180.441158ms","start":"2026-03-07T10:14:06.610416Z","end":"2026-03-07T10:14:06.790857Z","steps":["trace[2806488] 'agreement among raft nodes before linearized reading' (duration: 180.283494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.790878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.470531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:14:06.790891Z","caller":"traceutil/trace.go:171","msg":"trace[1890242700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4691; }","duration":"185.514813ms","start":"2026-03-07T10:14:06.605372Z","end":"2026-03-07T10:14:06.790886Z","steps":["trace[1890242700] 'agreement among raft nodes before linearized reading' (duration: 185.477271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.791025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.897018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:14:06.791074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.173175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-03-07T10:14:06.791097Z","caller":"traceutil/trace.go:171","msg":"trace[1017220987] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z-tls; range_end:; response_count:1; response_revision:4691; }","duration":"366.234017ms","start":"2026-03-07T10:14:06.424857Z","end":"2026-03-07T10:14:06.791091Z","steps":["trace[1017220987] 'agreement among raft nodes before linearized reading' (duration: 366.174895ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:06.791077Z","caller":"traceutil/trace.go:171","msg":"trace[154711912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4691; }","duration":"178.98635ms","start":"2026-03-07T10:14:06.612083Z","end":"2026-03-07T10:14:06.791069Z","steps":["trace[154711912] 'agreement among raft nodes before linearized reading' (duration: 178.862797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.791121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.819172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:14:06.791161Z","caller":"traceutil/trace.go:171","msg":"trace[1302028830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4691; }","duration":"179.887154ms","start":"2026-03-07T10:14:06.611265Z","end":"2026-03-07T10:14:06.791152Z","steps":["trace[1302028830] 'agreement among raft nodes before linearized reading' (duration: 179.793852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.790839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.266076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:14:06.791112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:06.424835Z","time spent":"366.274088ms","remote":"127.0.0.1:38814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z-tls\" "} {"level":"info","ts":"2026-03-07T10:14:06.791243Z","caller":"traceutil/trace.go:171","msg":"trace[421537040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4691; }","duration":"182.703459ms","start":"2026-03-07T10:14:06.60853Z","end":"2026-03-07T10:14:06.791234Z","steps":["trace[421537040] 'agreement among raft nodes before linearized reading' (duration: 182.268186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.79141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.250588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-713a8b85-46ed-4a54-b416-dafcba401fbc\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-03-07T10:14:06.791457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.755709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719269"} {"level":"info","ts":"2026-03-07T10:14:06.791463Z","caller":"traceutil/trace.go:171","msg":"trace[485688262] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-713a8b85-46ed-4a54-b416-dafcba401fbc; range_end:; response_count:1; response_revision:4691; }","duration":"633.3467ms","start":"2026-03-07T10:14:06.158104Z","end":"2026-03-07T10:14:06.791451Z","steps":["trace[485688262] 'agreement among raft nodes before linearized reading' (duration: 633.209167ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:06.791473Z","caller":"traceutil/trace.go:171","msg":"trace[1899834233] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4691; }","duration":"508.801111ms","start":"2026-03-07T10:14:06.282668Z","end":"2026-03-07T10:14:06.791469Z","steps":["trace[1899834233] 'agreement among raft nodes before linearized reading' (duration: 508.454362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:06.791497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:06.158083Z","time spent":"633.405372ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-713a8b85-46ed-4a54-b416-dafcba401fbc\" "} {"level":"warn","ts":"2026-03-07T10:14:06.791507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:06.282653Z","time spent":"508.850042ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719292,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-07T10:14:09.315278Z","caller":"traceutil/trace.go:171","msg":"trace[273826925] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"102.955254ms","start":"2026-03-07T10:14:09.212298Z","end":"2026-03-07T10:14:09.315253Z","steps":["trace[273826925] 'process raft request' (duration: 102.830781ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:09.628528Z","caller":"traceutil/trace.go:171","msg":"trace[1401768190] linearizableReadLoop","detail":"{readStateIndex:4934; appliedIndex:4933; }","duration":"113.854339ms","start":"2026-03-07T10:14:09.514656Z","end":"2026-03-07T10:14:09.62851Z","steps":["trace[1401768190] 'read index received' (duration: 113.705506ms)","trace[1401768190] 'applied index is now lower than readState.Index' (duration: 148.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:09.628621Z","caller":"traceutil/trace.go:171","msg":"trace[1099102550] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"308.805228ms","start":"2026-03-07T10:14:09.31977Z","end":"2026-03-07T10:14:09.628575Z","steps":["trace[1099102550] 'process raft request' (duration: 308.599233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:09.628794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:09.319752Z","time spent":"308.967413ms","remote":"127.0.0.1:45364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:14:09.628839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.161928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-07T10:14:09.628858Z","caller":"traceutil/trace.go:171","msg":"trace[929325293] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4734; }","duration":"114.203079ms","start":"2026-03-07T10:14:09.51465Z","end":"2026-03-07T10:14:09.628853Z","steps":["trace[929325293] 'agreement among raft nodes before linearized reading' (duration: 113.928041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:10.056616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.301968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:10.056799Z","caller":"traceutil/trace.go:171","msg":"trace[100879050] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4934; }","duration":"252.738266ms","start":"2026-03-07T10:14:09.804043Z","end":"2026-03-07T10:14:10.056781Z","steps":["trace[100879050] 'read index received' (duration: 73.12675ms)","trace[100879050] 'applied index is now lower than readState.Index' (duration: 179.609706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:10.057846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.793884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-713a8b85-46ed-4a54-b416-dafcba401fbc\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-07T10:14:10.057917Z","caller":"traceutil/trace.go:171","msg":"trace[1378589646] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-713a8b85-46ed-4a54-b416-dafcba401fbc; range_end:; response_count:1; response_revision:4735; }","duration":"253.873076ms","start":"2026-03-07T10:14:09.80403Z","end":"2026-03-07T10:14:10.057903Z","steps":["trace[1378589646] 'agreement among raft nodes before linearized reading' (duration: 253.683661ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:10.057914Z","caller":"traceutil/trace.go:171","msg":"trace[1323751786] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"424.99328ms","start":"2026-03-07T10:14:09.632887Z","end":"2026-03-07T10:14:10.05788Z","steps":["trace[1323751786] 'process raft request' (duration: 244.355756ms)","trace[1323751786] 'compare' (duration: 178.908358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:10.058116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:09.632873Z","time spent":"425.159184ms","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:14:10.058271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.682717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-07T10:14:10.058338Z","caller":"traceutil/trace.go:171","msg":"trace[1948690123] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4735; }","duration":"174.79386ms","start":"2026-03-07T10:14:09.883527Z","end":"2026-03-07T10:14:10.05832Z","steps":["trace[1948690123] 'agreement among raft nodes before linearized reading' (duration: 174.361029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:10.273354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.051037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-07T10:14:10.273778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.220823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:10.273897Z","caller":"traceutil/trace.go:171","msg":"trace[1397925343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4737; }","duration":"105.412998ms","start":"2026-03-07T10:14:10.16847Z","end":"2026-03-07T10:14:10.273883Z","steps":["trace[1397925343] 'agreement among raft nodes before linearized reading' (duration: 105.214633ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:10.273781Z","caller":"traceutil/trace.go:171","msg":"trace[1489155748] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"192.833144ms","start":"2026-03-07T10:14:10.080732Z","end":"2026-03-07T10:14:10.273565Z","steps":["trace[1489155748] 'process raft request' (duration: 81.50376ms)","trace[1489155748] 'compare' (duration: 110.900583ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:10.27363Z","caller":"traceutil/trace.go:171","msg":"trace[447516824] linearizableReadLoop","detail":"{readStateIndex:4937; appliedIndex:4936; }","duration":"105.004598ms","start":"2026-03-07T10:14:10.168556Z","end":"2026-03-07T10:14:10.273561Z","steps":["trace[447516824] 'read index received' (duration: 66.852µs)","trace[447516824] 'applied index is now lower than readState.Index' (duration: 104.935556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:10.613395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.662193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:10.613516Z","caller":"traceutil/trace.go:171","msg":"trace[1756529273] linearizableReadLoop","detail":"{readStateIndex:4938; appliedIndex:4937; }","duration":"115.78344ms","start":"2026-03-07T10:14:10.497715Z","end":"2026-03-07T10:14:10.613498Z","steps":["trace[1756529273] 'read index received' (duration: 48.061µs)","trace[1756529273] 'applied index is now lower than readState.Index' (duration: 115.733799ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:10.613568Z","caller":"traceutil/trace.go:171","msg":"trace[516403993] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"332.638555ms","start":"2026-03-07T10:14:10.280896Z","end":"2026-03-07T10:14:10.613535Z","steps":["trace[516403993] 'process raft request' (duration: 204.759866ms)","trace[516403993] 'compare' (duration: 126.184934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:10.613637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.908103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:14:10.613678Z","caller":"traceutil/trace.go:171","msg":"trace[1065957233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4738; }","duration":"115.977655ms","start":"2026-03-07T10:14:10.497689Z","end":"2026-03-07T10:14:10.613666Z","steps":["trace[1065957233] 'agreement among raft nodes before linearized reading' (duration: 115.856352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:10.613747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:10.280874Z","time spent":"332.768888ms","remote":"127.0.0.1:45210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129963,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:12.153501Z","caller":"traceutil/trace.go:171","msg":"trace[2116584408] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"305.729637ms","start":"2026-03-07T10:14:11.847743Z","end":"2026-03-07T10:14:12.153473Z","steps":["trace[2116584408] 'process raft request' (duration: 305.560573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:12.153637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:11.847732Z","time spent":"305.846801ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:14:12.165037Z","caller":"traceutil/trace.go:171","msg":"trace[1126573670] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4975; }","duration":"303.954311ms","start":"2026-03-07T10:14:11.861066Z","end":"2026-03-07T10:14:12.16502Z","steps":["trace[1126573670] 'read index received' (duration: 292.301226ms)","trace[1126573670] 'applied index is now lower than readState.Index' (duration: 11.652425ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:12.165115Z","caller":"traceutil/trace.go:171","msg":"trace[1184837969] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"315.748091ms","start":"2026-03-07T10:14:11.84936Z","end":"2026-03-07T10:14:12.165108Z","steps":["trace[1184837969] 'process raft request' (duration: 315.32504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:12.165185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:11.849353Z","time spent":"315.778612ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:12.165344Z","caller":"traceutil/trace.go:171","msg":"trace[1526561137] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"257.390469ms","start":"2026-03-07T10:14:11.907928Z","end":"2026-03-07T10:14:12.165318Z","steps":["trace[1526561137] 'process raft request' (duration: 256.898206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:12.165364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.289081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-07T10:14:12.165408Z","caller":"traceutil/trace.go:171","msg":"trace[1090520041] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4777; }","duration":"304.335142ms","start":"2026-03-07T10:14:11.861061Z","end":"2026-03-07T10:14:12.165396Z","steps":["trace[1090520041] 'agreement among raft nodes before linearized reading' (duration: 304.217869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:12.165432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:11.861052Z","time spent":"304.374633ms","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-07T10:14:12.165421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.425354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:12.165477Z","caller":"traceutil/trace.go:171","msg":"trace[1785821741] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4777; }","duration":"277.510757ms","start":"2026-03-07T10:14:11.887952Z","end":"2026-03-07T10:14:12.165462Z","steps":["trace[1785821741] 'agreement among raft nodes before linearized reading' (duration: 277.415354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:19.087916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.476947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:19.088047Z","caller":"traceutil/trace.go:171","msg":"trace[1840127896] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"170.494547ms","start":"2026-03-07T10:14:18.917533Z","end":"2026-03-07T10:14:19.088027Z","steps":["trace[1840127896] 'process raft request' (duration: 26.823235ms)","trace[1840127896] 'compare' (duration: 143.348414ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:19.339367Z","caller":"traceutil/trace.go:171","msg":"trace[811877389] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"246.125053ms","start":"2026-03-07T10:14:19.093215Z","end":"2026-03-07T10:14:19.33934Z","steps":["trace[811877389] 'process raft request' (duration: 215.370755ms)","trace[811877389] 'compare' (duration: 30.593853ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:19.339595Z","caller":"traceutil/trace.go:171","msg":"trace[706026607] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"246.322157ms","start":"2026-03-07T10:14:19.093241Z","end":"2026-03-07T10:14:19.339563Z","steps":["trace[706026607] 'process raft request' (duration: 246.04328ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:19.363521Z","caller":"traceutil/trace.go:171","msg":"trace[1116310442] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5136; }","duration":"107.304698ms","start":"2026-03-07T10:14:19.256182Z","end":"2026-03-07T10:14:19.363486Z","steps":["trace[1116310442] 'read index received' (duration: 52.400106ms)","trace[1116310442] 'applied index is now lower than readState.Index' (duration: 54.903692ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:19.363628Z","caller":"traceutil/trace.go:171","msg":"trace[871639731] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"270.144114ms","start":"2026-03-07T10:14:19.093456Z","end":"2026-03-07T10:14:19.3636Z","steps":["trace[871639731] 'process raft request' (duration: 269.837555ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:19.363692Z","caller":"traceutil/trace.go:171","msg":"trace[1819004021] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"270.144984ms","start":"2026-03-07T10:14:19.093517Z","end":"2026-03-07T10:14:19.363662Z","steps":["trace[1819004021] 'process raft request' (duration: 269.911267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:19.363737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.541055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:14:19.363782Z","caller":"traceutil/trace.go:171","msg":"trace[93196943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:4934; }","duration":"107.627697ms","start":"2026-03-07T10:14:19.256142Z","end":"2026-03-07T10:14:19.36377Z","steps":["trace[93196943] 'agreement among raft nodes before linearized reading' (duration: 107.450572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:19.600198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.631993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z.189a878cb5ba8337\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-07T10:14:19.600323Z","caller":"traceutil/trace.go:171","msg":"trace[1964090780] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z.189a878cb5ba8337; range_end:; response_count:1; response_revision:4934; }","duration":"100.802147ms","start":"2026-03-07T10:14:19.499482Z","end":"2026-03-07T10:14:19.600284Z","steps":["trace[1964090780] 'range keys from in-memory index tree' (duration: 100.379456ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:19.939046Z","caller":"traceutil/trace.go:171","msg":"trace[1885067721] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5140; }","duration":"293.147368ms","start":"2026-03-07T10:14:19.645861Z","end":"2026-03-07T10:14:19.939008Z","steps":["trace[1885067721] 'read index received' (duration: 292.782358ms)","trace[1885067721] 'applied index is now lower than readState.Index' (duration: 363.28µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:19.939127Z","caller":"traceutil/trace.go:171","msg":"trace[1582027186] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"335.277835ms","start":"2026-03-07T10:14:19.6038Z","end":"2026-03-07T10:14:19.939078Z","steps":["trace[1582027186] 'process raft request' (duration: 334.855844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:19.939276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.396325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:19.939345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:19.603777Z","time spent":"335.455499ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:19.939365Z","caller":"traceutil/trace.go:171","msg":"trace[1886099245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4935; }","duration":"293.533058ms","start":"2026-03-07T10:14:19.64581Z","end":"2026-03-07T10:14:19.939343Z","steps":["trace[1886099245] 'agreement among raft nodes before linearized reading' (duration: 293.328383ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:21.142109Z","caller":"traceutil/trace.go:171","msg":"trace[1714968559] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"301.896836ms","start":"2026-03-07T10:14:20.840188Z","end":"2026-03-07T10:14:21.142084Z","steps":["trace[1714968559] 'process raft request' (duration: 301.730972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:21.142259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:20.840168Z","time spent":"302.0151ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:21.155563Z","caller":"traceutil/trace.go:171","msg":"trace[1846643866] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"314.017046ms","start":"2026-03-07T10:14:20.84152Z","end":"2026-03-07T10:14:21.155537Z","steps":["trace[1846643866] 'process raft request' (duration: 313.854751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:21.155708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:20.841495Z","time spent":"314.138948ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:21.155777Z","caller":"traceutil/trace.go:171","msg":"trace[1728074235] linearizableReadLoop","detail":"{readStateIndex:5146; appliedIndex:5143; }","duration":"298.002154ms","start":"2026-03-07T10:14:20.857762Z","end":"2026-03-07T10:14:21.155764Z","steps":["trace[1728074235] 'read index received' (duration: 284.285974ms)","trace[1728074235] 'applied index is now lower than readState.Index' (duration: 13.71497ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:21.155828Z","caller":"traceutil/trace.go:171","msg":"trace[1518408436] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"312.921836ms","start":"2026-03-07T10:14:20.842843Z","end":"2026-03-07T10:14:21.155765Z","steps":["trace[1518408436] 'process raft request' (duration: 312.65552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:21.156009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:20.842833Z","time spent":"313.07687ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:21.15603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.269231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T10:14:21.15603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.877061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:14:21.155872Z","caller":"traceutil/trace.go:171","msg":"trace[1570624904] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"222.402599ms","start":"2026-03-07T10:14:20.933458Z","end":"2026-03-07T10:14:21.155861Z","steps":["trace[1570624904] 'process raft request' (duration: 222.236315ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:21.156066Z","caller":"traceutil/trace.go:171","msg":"trace[267629632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4941; }","duration":"298.347323ms","start":"2026-03-07T10:14:20.85771Z","end":"2026-03-07T10:14:21.156057Z","steps":["trace[267629632] 'agreement among raft nodes before linearized reading' (duration: 298.182399ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:21.156071Z","caller":"traceutil/trace.go:171","msg":"trace[2006179691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4941; }","duration":"281.955022ms","start":"2026-03-07T10:14:20.874108Z","end":"2026-03-07T10:14:21.156063Z","steps":["trace[2006179691] 'agreement among raft nodes before linearized reading' (duration: 281.824309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:21.156063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.499365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:14:21.156102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.196876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:14:21.156134Z","caller":"traceutil/trace.go:171","msg":"trace[74627545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4941; }","duration":"272.597567ms","start":"2026-03-07T10:14:20.883517Z","end":"2026-03-07T10:14:21.156115Z","steps":["trace[74627545] 'agreement among raft nodes before linearized reading' (duration: 272.429523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:21.156136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.077075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z\" ","response":"range_response_count:1 size:9897"} {"level":"info","ts":"2026-03-07T10:14:21.156158Z","caller":"traceutil/trace.go:171","msg":"trace[787872871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4941; }","duration":"275.284148ms","start":"2026-03-07T10:14:20.88086Z","end":"2026-03-07T10:14:21.156144Z","steps":["trace[787872871] 'agreement among raft nodes before linearized reading' (duration: 275.144355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:21.156085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.224334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:14:21.156205Z","caller":"traceutil/trace.go:171","msg":"trace[246087307] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-tkf9z; range_end:; response_count:1; response_revision:4941; }","duration":"226.195868ms","start":"2026-03-07T10:14:20.929988Z","end":"2026-03-07T10:14:21.156184Z","steps":["trace[246087307] 'agreement among raft nodes before linearized reading' (duration: 226.001153ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:21.156267Z","caller":"traceutil/trace.go:171","msg":"trace[673662985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4941; }","duration":"273.403149ms","start":"2026-03-07T10:14:20.882837Z","end":"2026-03-07T10:14:21.15624Z","steps":["trace[673662985] 'agreement among raft nodes before linearized reading' (duration: 273.108781ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:24.121733Z","caller":"traceutil/trace.go:171","msg":"trace[1374943559] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"142.03304ms","start":"2026-03-07T10:14:23.979676Z","end":"2026-03-07T10:14:24.121709Z","steps":["trace[1374943559] 'process raft request' (duration: 141.867826ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:25.406337Z","caller":"traceutil/trace.go:171","msg":"trace[159883900] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"189.923917ms","start":"2026-03-07T10:14:25.216379Z","end":"2026-03-07T10:14:25.406303Z","steps":["trace[159883900] 'process raft request' (duration: 185.718576ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:25.408019Z","caller":"traceutil/trace.go:171","msg":"trace[1770627198] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"191.55233ms","start":"2026-03-07T10:14:25.216457Z","end":"2026-03-07T10:14:25.408009Z","steps":["trace[1770627198] 'process raft request' (duration: 190.911833ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:25.408167Z","caller":"traceutil/trace.go:171","msg":"trace[515269029] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"191.014485ms","start":"2026-03-07T10:14:25.217143Z","end":"2026-03-07T10:14:25.408158Z","steps":["trace[515269029] 'process raft request' (duration: 190.80927ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:25.408449Z","caller":"traceutil/trace.go:171","msg":"trace[1597470416] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"191.284752ms","start":"2026-03-07T10:14:25.217143Z","end":"2026-03-07T10:14:25.408428Z","steps":["trace[1597470416] 'process raft request' (duration: 190.979915ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:25.408982Z","caller":"traceutil/trace.go:171","msg":"trace[1099390400] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"191.808887ms","start":"2026-03-07T10:14:25.217152Z","end":"2026-03-07T10:14:25.408961Z","steps":["trace[1099390400] 'process raft request' (duration: 191.211671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:27.731357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306963825,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:14:27.806638Z","caller":"traceutil/trace.go:171","msg":"trace[248712856] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"647.462791ms","start":"2026-03-07T10:14:27.159138Z","end":"2026-03-07T10:14:27.806601Z","steps":["trace[248712856] 'process raft request' (duration: 647.217364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:27.806935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.159106Z","time spent":"647.685947ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:28.04099Z","caller":"traceutil/trace.go:171","msg":"trace[793139932] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"858.355478ms","start":"2026-03-07T10:14:27.182608Z","end":"2026-03-07T10:14:28.040963Z","steps":["trace[793139932] 'process raft request' (duration: 858.123752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.041166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.182586Z","time spent":"858.477031ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:28.04139Z","caller":"traceutil/trace.go:171","msg":"trace[840797637] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"824.269963ms","start":"2026-03-07T10:14:27.217075Z","end":"2026-03-07T10:14:28.041345Z","steps":["trace[840797637] 'process raft request' (duration: 823.837802ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.041438Z","caller":"traceutil/trace.go:171","msg":"trace[1486003016] linearizableReadLoop","detail":"{readStateIndex:5269; appliedIndex:5264; }","duration":"810.609464ms","start":"2026-03-07T10:14:27.230792Z","end":"2026-03-07T10:14:28.041401Z","steps":["trace[1486003016] 'read index received' (duration: 575.496491ms)","trace[1486003016] 'applied index is now lower than readState.Index' (duration: 235.112093ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:28.041577Z","caller":"traceutil/trace.go:171","msg":"trace[648247480] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"700.227457ms","start":"2026-03-07T10:14:27.341338Z","end":"2026-03-07T10:14:28.041565Z","steps":["trace[648247480] 'process raft request' (duration: 699.990361ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.04156Z","caller":"traceutil/trace.go:171","msg":"trace[529727236] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"815.825882ms","start":"2026-03-07T10:14:27.225711Z","end":"2026-03-07T10:14:28.041537Z","steps":["trace[529727236] 'process raft request' (duration: 815.514374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.041622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.217054Z","time spent":"824.451208ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:28.041681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.225674Z","time spent":"815.939694ms","remote":"127.0.0.1:42764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:14:28.04169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.341312Z","time spent":"700.293038ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:28.041795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.633876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-07T10:14:28.04184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.662725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:28.041853Z","caller":"traceutil/trace.go:171","msg":"trace[1647811242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5060; }","duration":"644.713279ms","start":"2026-03-07T10:14:27.397121Z","end":"2026-03-07T10:14:28.041835Z","steps":["trace[1647811242] 'agreement among raft nodes before linearized reading' (duration: 644.505203ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.041879Z","caller":"traceutil/trace.go:171","msg":"trace[1740987049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5060; }","duration":"396.757348ms","start":"2026-03-07T10:14:27.645112Z","end":"2026-03-07T10:14:28.041869Z","steps":["trace[1740987049] 'agreement among raft nodes before linearized reading' (duration: 396.699776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.041883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.966348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-07T10:14:28.041895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.397107Z","time spent":"644.77789ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:14:28.041896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.591485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:14:28.041928Z","caller":"traceutil/trace.go:171","msg":"trace[93794478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5060; }","duration":"604.00921ms","start":"2026-03-07T10:14:27.437903Z","end":"2026-03-07T10:14:28.041912Z","steps":["trace[93794478] 'agreement among raft nodes before linearized reading' (duration: 603.924538ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.041954Z","caller":"traceutil/trace.go:171","msg":"trace[1996143167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5060; }","duration":"628.691597ms","start":"2026-03-07T10:14:27.413247Z","end":"2026-03-07T10:14:28.041938Z","steps":["trace[1996143167] 'agreement among raft nodes before linearized reading' (duration: 628.523683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.041974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.437899Z","time spent":"604.067601ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-07T10:14:28.041995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.413226Z","time spent":"628.75906ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:14:28.041796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.797101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-07T10:14:28.042048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.46088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-07T10:14:28.042076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.731719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:14:28.042079Z","caller":"traceutil/trace.go:171","msg":"trace[838401717] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88; range_end:; response_count:1; response_revision:5060; }","duration":"241.532222ms","start":"2026-03-07T10:14:27.800538Z","end":"2026-03-07T10:14:28.04207Z","steps":["trace[838401717] 'agreement among raft nodes before linearized reading' (duration: 241.399348ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.042122Z","caller":"traceutil/trace.go:171","msg":"trace[1488006000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:5060; }","duration":"604.78943ms","start":"2026-03-07T10:14:27.43732Z","end":"2026-03-07T10:14:28.042109Z","steps":["trace[1488006000] 'agreement among raft nodes before linearized reading' (duration: 604.646996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.0421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.071605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:14:28.042112Z","caller":"traceutil/trace.go:171","msg":"trace[690786231] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5060; }","duration":"605.079529ms","start":"2026-03-07T10:14:27.436982Z","end":"2026-03-07T10:14:28.042062Z","steps":["trace[690786231] 'agreement among raft nodes before linearized reading' (duration: 604.664488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.042158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.437315Z","time spent":"604.836181ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:14:28.04212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.059681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T10:14:28.041909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.645095Z","time spent":"396.808499ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:14:28.042197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.436976Z","time spent":"605.202583ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-07T10:14:28.042182Z","caller":"traceutil/trace.go:171","msg":"trace[1378117482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5060; }","duration":"627.193559ms","start":"2026-03-07T10:14:27.41497Z","end":"2026-03-07T10:14:28.042164Z","steps":["trace[1378117482] 'agreement among raft nodes before linearized reading' (duration: 626.900291ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.042248Z","caller":"traceutil/trace.go:171","msg":"trace[497352248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5060; }","duration":"628.179755ms","start":"2026-03-07T10:14:27.41403Z","end":"2026-03-07T10:14:28.04221Z","steps":["trace[497352248] 'agreement among raft nodes before linearized reading' (duration: 627.961719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.04227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.414956Z","time spent":"627.304392ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:28.042314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.41402Z","time spent":"628.281428ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:14:28.041918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.824315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:14:28.043116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.32449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"warn","ts":"2026-03-07T10:14:28.043112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.076743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:14:28.042881Z","caller":"traceutil/trace.go:171","msg":"trace[684515134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5060; }","duration":"628.712709ms","start":"2026-03-07T10:14:27.414012Z","end":"2026-03-07T10:14:28.042724Z","steps":["trace[684515134] 'agreement among raft nodes before linearized reading' (duration: 627.667821ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.043167Z","caller":"traceutil/trace.go:171","msg":"trace[995783037] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5060; }","duration":"812.433183ms","start":"2026-03-07T10:14:27.230722Z","end":"2026-03-07T10:14:28.043155Z","steps":["trace[995783037] 'agreement among raft nodes before linearized reading' (duration: 811.20988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.043197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.414002Z","time spent":"629.181042ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:28.043202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.230711Z","time spent":"812.482334ms","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-07T10:14:28.043198Z","caller":"traceutil/trace.go:171","msg":"trace[411795534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5060; }","duration":"633.180426ms","start":"2026-03-07T10:14:27.409995Z","end":"2026-03-07T10:14:28.043175Z","steps":["trace[411795534] 'agreement among raft nodes before linearized reading' (duration: 631.918892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.043247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.409982Z","time spent":"633.254418ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:14:28.173614Z","caller":"traceutil/trace.go:171","msg":"trace[1663821811] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"124.425437ms","start":"2026-03-07T10:14:28.049158Z","end":"2026-03-07T10:14:28.173583Z","steps":["trace[1663821811] 'process raft request' (duration: 76.054487ms)","trace[1663821811] 'compare' (duration: 48.204736ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:28.174183Z","caller":"traceutil/trace.go:171","msg":"trace[1830373750] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"124.526181ms","start":"2026-03-07T10:14:28.049622Z","end":"2026-03-07T10:14:28.174148Z","steps":["trace[1830373750] 'process raft request' (duration: 123.917414ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.174382Z","caller":"traceutil/trace.go:171","msg":"trace[41946728] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"124.559641ms","start":"2026-03-07T10:14:28.049807Z","end":"2026-03-07T10:14:28.174367Z","steps":["trace[41946728] 'process raft request' (duration: 124.209432ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.174561Z","caller":"traceutil/trace.go:171","msg":"trace[1626715404] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"124.656534ms","start":"2026-03-07T10:14:28.049873Z","end":"2026-03-07T10:14:28.17453Z","steps":["trace[1626715404] 'process raft request' (duration: 124.343776ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.174697Z","caller":"traceutil/trace.go:171","msg":"trace[1039705707] linearizableReadLoop","detail":"{readStateIndex:5273; appliedIndex:5269; }","duration":"124.414438ms","start":"2026-03-07T10:14:28.050271Z","end":"2026-03-07T10:14:28.174685Z","steps":["trace[1039705707] 'read index received' (duration: 74.944568ms)","trace[1039705707] 'applied index is now lower than readState.Index' (duration: 49.46902ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:28.174842Z","caller":"traceutil/trace.go:171","msg":"trace[83251626] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"122.959679ms","start":"2026-03-07T10:14:28.051862Z","end":"2026-03-07T10:14:28.174821Z","steps":["trace[83251626] 'process raft request' (duration: 122.791945ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.17488Z","caller":"traceutil/trace.go:171","msg":"trace[362472752] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"124.534961ms","start":"2026-03-07T10:14:28.050304Z","end":"2026-03-07T10:14:28.174839Z","steps":["trace[362472752] 'process raft request' (duration: 124.11354ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:28.174934Z","caller":"traceutil/trace.go:171","msg":"trace[159947657] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"123.151154ms","start":"2026-03-07T10:14:28.051773Z","end":"2026-03-07T10:14:28.174924Z","steps":["trace[159947657] 'process raft request' (duration: 122.831756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.1752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.90168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-07T10:14:28.175353Z","caller":"traceutil/trace.go:171","msg":"trace[693112251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5067; }","duration":"125.065454ms","start":"2026-03-07T10:14:28.050229Z","end":"2026-03-07T10:14:28.175294Z","steps":["trace[693112251] 'agreement among raft nodes before linearized reading' (duration: 124.748676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.176002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.531607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80204"} {"level":"info","ts":"2026-03-07T10:14:28.176064Z","caller":"traceutil/trace.go:171","msg":"trace[619310813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5067; }","duration":"125.644609ms","start":"2026-03-07T10:14:28.050405Z","end":"2026-03-07T10:14:28.17605Z","steps":["trace[619310813] 'agreement among raft nodes before linearized reading' (duration: 124.567071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:29.382789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306963870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:14:29.883755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306963870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:14:30.384457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306963870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:14:30.489162Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609327637s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:14:30.48971Z","caller":"traceutil/trace.go:171","msg":"trace[1818969101] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"1.609950824s","start":"2026-03-07T10:14:28.87973Z","end":"2026-03-07T10:14:30.48968Z","steps":["trace[1818969101] 'process raft request' (duration: 1.609719828s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.489882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:28.879712Z","time spent":"1.610083667s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:30.886773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.258564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:30.887151Z","caller":"traceutil/trace.go:171","msg":"trace[1780368681] linearizableReadLoop","detail":"{readStateIndex:5285; appliedIndex:5281; }","duration":"2.005159311s","start":"2026-03-07T10:14:28.881973Z","end":"2026-03-07T10:14:30.887133Z","steps":["trace[1780368681] 'read index received' (duration: 1.607562961s)","trace[1780368681] 'applied index is now lower than readState.Index' (duration: 397.59515ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:30.887266Z","caller":"traceutil/trace.go:171","msg":"trace[1110857418] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"1.074648168s","start":"2026-03-07T10:14:29.812592Z","end":"2026-03-07T10:14:30.88724Z","steps":["trace[1110857418] 'process raft request' (duration: 869.777479ms)","trace[1110857418] 'compare' (duration: 203.930555ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:30.887298Z","caller":"traceutil/trace.go:171","msg":"trace[1550862366] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"838.343432ms","start":"2026-03-07T10:14:30.048906Z","end":"2026-03-07T10:14:30.887249Z","steps":["trace[1550862366] 'process raft request' (duration: 837.967882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882995153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-07T10:14:30.887408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:29.812568Z","time spent":"1.074755401s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:30.887426Z","caller":"traceutil/trace.go:171","msg":"trace[670531411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88; range_end:; response_count:1; response_revision:5075; }","duration":"1.883069484s","start":"2026-03-07T10:14:29.004346Z","end":"2026-03-07T10:14:30.887415Z","steps":["trace[670531411] 'agreement among raft nodes before linearized reading' (duration: 1.88290477s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005426348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-07T10:14:30.887356Z","caller":"traceutil/trace.go:171","msg":"trace[498230586] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"836.563896ms","start":"2026-03-07T10:14:30.050692Z","end":"2026-03-07T10:14:30.887256Z","steps":["trace[498230586] 'process raft request' (duration: 836.290339ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:30.887489Z","caller":"traceutil/trace.go:171","msg":"trace[2108502675] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5075; }","duration":"2.00551691s","start":"2026-03-07T10:14:28.881955Z","end":"2026-03-07T10:14:30.887472Z","steps":["trace[2108502675] 'agreement among raft nodes before linearized reading' (duration: 2.005282204s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247771233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:30.887534Z","caller":"traceutil/trace.go:171","msg":"trace[1837245823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5075; }","duration":"1.247822164s","start":"2026-03-07T10:14:29.639704Z","end":"2026-03-07T10:14:30.887527Z","steps":["trace[1837245823] 'agreement among raft nodes before linearized reading' (duration: 1.247780303s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:28.881945Z","time spent":"2.005583102s","remote":"127.0.0.1:45642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-07T10:14:30.887549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.060503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:14:30.887527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055719341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:30.887593Z","caller":"traceutil/trace.go:171","msg":"trace[1412490211] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:5075; }","duration":"705.115224ms","start":"2026-03-07T10:14:30.182464Z","end":"2026-03-07T10:14:30.887579Z","steps":["trace[1412490211] 'agreement among raft nodes before linearized reading' (duration: 705.026451ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:30.887626Z","caller":"traceutil/trace.go:171","msg":"trace[1873223251] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5075; }","duration":"1.055865254s","start":"2026-03-07T10:14:29.831736Z","end":"2026-03-07T10:14:30.887601Z","steps":["trace[1873223251] 'agreement among raft nodes before linearized reading' (duration: 1.05571182s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.519552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189a879290df6c14\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-03-07T10:14:30.887639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.182454Z","time spent":"705.171916ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:14:30.887646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.187915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:14:30.887679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.111859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T10:14:30.887684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:29.831713Z","time spent":"1.055958617s","remote":"127.0.0.1:35788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:14:30.8877Z","caller":"traceutil/trace.go:171","msg":"trace[1541353779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5075; }","duration":"708.251678ms","start":"2026-03-07T10:14:30.179439Z","end":"2026-03-07T10:14:30.887691Z","steps":["trace[1541353779] 'agreement among raft nodes before linearized reading' (duration: 708.063983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.473983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:14:30.887723Z","caller":"traceutil/trace.go:171","msg":"trace[1963228621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5075; }","duration":"709.182901ms","start":"2026-03-07T10:14:30.178527Z","end":"2026-03-07T10:14:30.88771Z","steps":["trace[1963228621] 'agreement among raft nodes before linearized reading' (duration: 709.059258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.179433Z","time spent":"708.293359ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:14:30.887757Z","caller":"traceutil/trace.go:171","msg":"trace[511470019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5075; }","duration":"708.575536ms","start":"2026-03-07T10:14:30.179164Z","end":"2026-03-07T10:14:30.88774Z","steps":["trace[511470019] 'agreement among raft nodes before linearized reading' (duration: 708.394621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.178507Z","time spent":"709.238333ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:14:30.887801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.179148Z","time spent":"708.644547ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:30.887839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.284084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:14:30.887703Z","caller":"traceutil/trace.go:171","msg":"trace[398273153] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189a879290df6c14; range_end:; response_count:1; response_revision:5075; }","duration":"393.645296ms","start":"2026-03-07T10:14:30.494032Z","end":"2026-03-07T10:14:30.887677Z","steps":["trace[398273153] 'agreement among raft nodes before linearized reading' (duration: 393.426511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840508328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-07T10:14:30.887623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.050663Z","time spent":"836.869104ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:30.887897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.49401Z","time spent":"393.879072ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189a879290df6c14\" "} {"level":"info","ts":"2026-03-07T10:14:30.887895Z","caller":"traceutil/trace.go:171","msg":"trace[408520439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5075; }","duration":"709.375797ms","start":"2026-03-07T10:14:30.178506Z","end":"2026-03-07T10:14:30.887882Z","steps":["trace[408520439] 'agreement among raft nodes before linearized reading' (duration: 709.244973ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:30.887908Z","caller":"traceutil/trace.go:171","msg":"trace[1629198721] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88; range_end:; response_count:1; response_revision:5075; }","duration":"1.8405811s","start":"2026-03-07T10:14:29.047314Z","end":"2026-03-07T10:14:30.887895Z","steps":["trace[1629198721] 'agreement among raft nodes before linearized reading' (duration: 1.840443356s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.887815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301640697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:14:30.887463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:29.004329Z","time spent":"1.883126276s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" "} {"level":"warn","ts":"2026-03-07T10:14:30.887942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.178485Z","time spent":"709.445748ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:30.887942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:29.047299Z","time spent":"1.840635281s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" "} {"level":"info","ts":"2026-03-07T10:14:30.887982Z","caller":"traceutil/trace.go:171","msg":"trace[987754784] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5075; }","duration":"1.301850003s","start":"2026-03-07T10:14:29.586115Z","end":"2026-03-07T10:14:30.887965Z","steps":["trace[987754784] 'agreement among raft nodes before linearized reading' (duration: 1.301423552s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.888038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:29.586098Z","time spent":"1.301925474s","remote":"127.0.0.1:45450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:30.887459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.04888Z","time spent":"838.496276ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:30.887456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.288758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:14:30.888171Z","caller":"traceutil/trace.go:171","msg":"trace[923433363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5075; }","duration":"709.033428ms","start":"2026-03-07T10:14:30.179126Z","end":"2026-03-07T10:14:30.888159Z","steps":["trace[923433363] 'agreement among raft nodes before linearized reading' (duration: 708.191506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.888181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:29.639692Z","time spent":"1.247859705s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:14:30.888204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.179117Z","time spent":"709.077049ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:14:31.392247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306963878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:14:31.892547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306963878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:14:32.23525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344615856s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:14:32.235624Z","caller":"traceutil/trace.go:171","msg":"trace[750670631] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"1.345045637s","start":"2026-03-07T10:14:30.890542Z","end":"2026-03-07T10:14:32.235588Z","steps":["trace[750670631] 'process raft request' (duration: 1.344901304s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.235749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.890526Z","time spent":"1.34514825s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:32.660273Z","caller":"traceutil/trace.go:171","msg":"trace[1558331706] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"1.767304805s","start":"2026-03-07T10:14:30.892947Z","end":"2026-03-07T10:14:32.660252Z","steps":["trace[1558331706] 'process raft request' (duration: 1.767260384s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:32.660337Z","caller":"traceutil/trace.go:171","msg":"trace[858845404] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"1.767825599s","start":"2026-03-07T10:14:30.892475Z","end":"2026-03-07T10:14:32.6603Z","steps":["trace[858845404] 'process raft request' (duration: 1.767595963s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.660389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.89294Z","time spent":"1.767386627s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:32.660444Z","caller":"traceutil/trace.go:171","msg":"trace[74720887] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"1.767539221s","start":"2026-03-07T10:14:30.892869Z","end":"2026-03-07T10:14:32.660408Z","steps":["trace[74720887] 'process raft request' (duration: 1.767313366s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.660598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.892451Z","time spent":"1.768046115s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:32.660624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.892848Z","time spent":"1.767680776s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:32.660665Z","caller":"traceutil/trace.go:171","msg":"trace[49159372] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"1.767344796s","start":"2026-03-07T10:14:30.89329Z","end":"2026-03-07T10:14:32.660634Z","steps":["trace[49159372] 'process raft request' (duration: 1.766939306s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:32.660687Z","caller":"traceutil/trace.go:171","msg":"trace[819236908] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"1.766932396s","start":"2026-03-07T10:14:30.893736Z","end":"2026-03-07T10:14:32.660668Z","steps":["trace[819236908] 'process raft request' (duration: 1.766736941s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.660784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.893725Z","time spent":"1.767015138s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:32.660798Z","caller":"traceutil/trace.go:171","msg":"trace[630728109] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5286; }","duration":"1.768579338s","start":"2026-03-07T10:14:30.892204Z","end":"2026-03-07T10:14:32.660784Z","steps":["trace[630728109] 'read index received' (duration: 1.343840446s)","trace[630728109] 'applied index is now lower than readState.Index' (duration: 424.737762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:32.660813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.893265Z","time spent":"1.76747554s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:32.660863Z","caller":"traceutil/trace.go:171","msg":"trace[1892847070] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"1.765742184s","start":"2026-03-07T10:14:30.895106Z","end":"2026-03-07T10:14:32.660848Z","steps":["trace[1892847070] 'process raft request' (duration: 1.765498488s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.660947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.895097Z","time spent":"1.765808065s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:32.660961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764447431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:32.660985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768774803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-07T10:14:32.661039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219629435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-07T10:14:32.66108Z","caller":"traceutil/trace.go:171","msg":"trace[1299481127] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5082; }","duration":"1.219687906s","start":"2026-03-07T10:14:31.441382Z","end":"2026-03-07T10:14:32.66107Z","steps":["trace[1299481127] 'agreement among raft nodes before linearized reading' (duration: 1.219548252s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.661098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24192178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:14:32.661141Z","caller":"traceutil/trace.go:171","msg":"trace[812993255] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5082; }","duration":"1.241998732s","start":"2026-03-07T10:14:31.419134Z","end":"2026-03-07T10:14:32.661133Z","steps":["trace[812993255] 'agreement among raft nodes before linearized reading' (duration: 1.241884849s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:32.661047Z","caller":"traceutil/trace.go:171","msg":"trace[1314769567] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5082; }","duration":"1.768844685s","start":"2026-03-07T10:14:30.892179Z","end":"2026-03-07T10:14:32.661024Z","steps":["trace[1314769567] 'agreement among raft nodes before linearized reading' (duration: 1.768705322s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.661231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748739868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80204"} {"level":"warn","ts":"2026-03-07T10:14:32.661265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.892169Z","time spent":"1.769052401s","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-07T10:14:32.661149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.562636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:14:32.661307Z","caller":"traceutil/trace.go:171","msg":"trace[1487793451] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5082; }","duration":"1.74882788s","start":"2026-03-07T10:14:30.912452Z","end":"2026-03-07T10:14:32.66128Z","steps":["trace[1487793451] 'agreement among raft nodes before linearized reading' (duration: 1.748585614s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:32.661345Z","caller":"traceutil/trace.go:171","msg":"trace[922688427] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5082; }","duration":"235.794992ms","start":"2026-03-07T10:14:32.425542Z","end":"2026-03-07T10:14:32.661337Z","steps":["trace[922688427] 'agreement among raft nodes before linearized reading' (duration: 235.582226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.66111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:31.441373Z","time spent":"1.219731557s","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-07T10:14:32.661353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.91244Z","time spent":"1.748905282s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80227,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-07T10:14:32.661Z","caller":"traceutil/trace.go:171","msg":"trace[1326735618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5082; }","duration":"1.764506833s","start":"2026-03-07T10:14:30.896481Z","end":"2026-03-07T10:14:32.660988Z","steps":["trace[1326735618] 'agreement among raft nodes before linearized reading' (duration: 1.764436381s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.661653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:30.896472Z","time spent":"1.765142149s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:14:32.661178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:31.419118Z","time spent":"1.242052313s","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":48,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:32.661183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.075597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-07T10:14:32.661845Z","caller":"traceutil/trace.go:171","msg":"trace[112699044] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88; range_end:; response_count:1; response_revision:5082; }","duration":"768.695985ms","start":"2026-03-07T10:14:31.893068Z","end":"2026-03-07T10:14:32.661764Z","steps":["trace[112699044] 'agreement among raft nodes before linearized reading' (duration: 768.093758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.661908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:31.893047Z","time spent":"768.843319ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" "} {"level":"warn","ts":"2026-03-07T10:14:35.196218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.808801ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:35.196377Z","caller":"traceutil/trace.go:171","msg":"trace[1929663497] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5094; }","duration":"104.979276ms","start":"2026-03-07T10:14:35.091374Z","end":"2026-03-07T10:14:35.196354Z","steps":["trace[1929663497] 'range keys from in-memory index tree' (duration: 104.790101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.196527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.279684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:35.196661Z","caller":"traceutil/trace.go:171","msg":"trace[1441869298] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"930.694048ms","start":"2026-03-07T10:14:34.265949Z","end":"2026-03-07T10:14:35.196643Z","steps":["trace[1441869298] 'process raft request' (duration: 312.25154ms)","trace[1441869298] 'compare' (duration: 618.181112ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:35.196713Z","caller":"traceutil/trace.go:171","msg":"trace[276118325] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"295.098289ms","start":"2026-03-07T10:14:34.901602Z","end":"2026-03-07T10:14:35.196701Z","steps":["trace[276118325] 'process raft request' (duration: 295.050818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.196757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.265891Z","time spent":"930.809011ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:14:35.196842Z","caller":"traceutil/trace.go:171","msg":"trace[653708866] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5305; }","duration":"804.148655ms","start":"2026-03-07T10:14:34.392688Z","end":"2026-03-07T10:14:35.196837Z","steps":["trace[653708866] 'read index received' (duration: 185.512582ms)","trace[653708866] 'applied index is now lower than readState.Index' (duration: 618.635343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:35.197016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.333521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-9bxt8\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-03-07T10:14:35.197032Z","caller":"traceutil/trace.go:171","msg":"trace[1851218636] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-9bxt8; range_end:; response_count:1; response_revision:5096; }","duration":"804.355151ms","start":"2026-03-07T10:14:34.392672Z","end":"2026-03-07T10:14:35.197027Z","steps":["trace[1851218636] 'agreement among raft nodes before linearized reading' (duration: 804.276449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.197046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.392613Z","time spent":"804.429484ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4779,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-9bxt8\" "} {"level":"info","ts":"2026-03-07T10:14:35.327943Z","caller":"traceutil/trace.go:171","msg":"trace[980744831] linearizableReadLoop","detail":"{readStateIndex:5309; appliedIndex:5307; }","duration":"131.063171ms","start":"2026-03-07T10:14:35.196853Z","end":"2026-03-07T10:14:35.327917Z","steps":["trace[980744831] 'read index received' (duration: 130.880777ms)","trace[980744831] 'applied index is now lower than readState.Index' (duration: 181.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:35.327968Z","caller":"traceutil/trace.go:171","msg":"trace[1186240990] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"424.694401ms","start":"2026-03-07T10:14:34.903242Z","end":"2026-03-07T10:14:35.327937Z","steps":["trace[1186240990] 'process raft request' (duration: 424.611489ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:35.328028Z","caller":"traceutil/trace.go:171","msg":"trace[1399507940] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"425.908634ms","start":"2026-03-07T10:14:34.90211Z","end":"2026-03-07T10:14:35.328019Z","steps":["trace[1399507940] 'process raft request' (duration: 425.573155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.328129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.903219Z","time spent":"424.820715ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:35.328147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.902083Z","time spent":"425.978475ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:35.328196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.913376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:14:35.328284Z","caller":"traceutil/trace.go:171","msg":"trace[47034297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5098; }","duration":"663.06118ms","start":"2026-03-07T10:14:34.665204Z","end":"2026-03-07T10:14:35.328265Z","steps":["trace[47034297] 'agreement among raft nodes before linearized reading' (duration: 662.802404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.328325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.19719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-07T10:14:35.328383Z","caller":"traceutil/trace.go:171","msg":"trace[1154977217] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88; range_end:; response_count:1; response_revision:5098; }","duration":"656.262002ms","start":"2026-03-07T10:14:34.6721Z","end":"2026-03-07T10:14:35.328362Z","steps":["trace[1154977217] 'agreement among raft nodes before linearized reading' (duration: 656.159459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.328419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.736387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:14:35.328427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.08589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T10:14:35.328437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.672089Z","time spent":"656.338824ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-834cc091-d71c-4de0-9e2e-65881bf6ef88\" "} {"level":"info","ts":"2026-03-07T10:14:35.328456Z","caller":"traceutil/trace.go:171","msg":"trace[2136259297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:5098; }","duration":"658.793518ms","start":"2026-03-07T10:14:34.669652Z","end":"2026-03-07T10:14:35.328445Z","steps":["trace[2136259297] 'agreement among raft nodes before linearized reading' (duration: 658.611403ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:35.328459Z","caller":"traceutil/trace.go:171","msg":"trace[661166776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5098; }","duration":"663.154012ms","start":"2026-03-07T10:14:34.665296Z","end":"2026-03-07T10:14:35.32845Z","steps":["trace[661166776] 'agreement among raft nodes before linearized reading' (duration: 663.06391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.328494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.669641Z","time spent":"658.8463ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:14:35.328498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.665268Z","time spent":"663.221854ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:35.328494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.281536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T10:14:35.328509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.150806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T10:14:35.328336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.665183Z","time spent":"663.144242ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:35.328571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.266003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:35.328595Z","caller":"traceutil/trace.go:171","msg":"trace[861544818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"688.328625ms","start":"2026-03-07T10:14:34.640259Z","end":"2026-03-07T10:14:35.328587Z","steps":["trace[861544818] 'agreement among raft nodes before linearized reading' (duration: 688.293893ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:35.32859Z","caller":"traceutil/trace.go:171","msg":"trace[517103946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5098; }","duration":"662.231179ms","start":"2026-03-07T10:14:34.666341Z","end":"2026-03-07T10:14:35.328572Z","steps":["trace[517103946] 'agreement among raft nodes before linearized reading' (duration: 662.030343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.328626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.640237Z","time spent":"688.379125ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:14:35.328637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.6663Z","time spent":"662.325312ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:14:35.328534Z","caller":"traceutil/trace.go:171","msg":"trace[784055091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5098; }","duration":"663.360848ms","start":"2026-03-07T10:14:34.665162Z","end":"2026-03-07T10:14:35.328522Z","steps":["trace[784055091] 'agreement among raft nodes before linearized reading' (duration: 663.203154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.328698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.66514Z","time spent":"663.542803ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:14:35.328212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.891829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:14:35.328788Z","caller":"traceutil/trace.go:171","msg":"trace[716196967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5098; }","duration":"662.505047ms","start":"2026-03-07T10:14:34.666268Z","end":"2026-03-07T10:14:35.328773Z","steps":["trace[716196967] 'agreement among raft nodes before linearized reading' (duration: 661.717145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:35.328842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.66626Z","time spent":"662.567118ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:14:35.339062Z","caller":"traceutil/trace.go:171","msg":"trace[2073241499] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"133.007892ms","start":"2026-03-07T10:14:35.206035Z","end":"2026-03-07T10:14:35.339043Z","steps":["trace[2073241499] 'process raft request' (duration: 132.891909ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:35.339206Z","caller":"traceutil/trace.go:171","msg":"trace[1846383782] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"138.327462ms","start":"2026-03-07T10:14:35.200861Z","end":"2026-03-07T10:14:35.339189Z","steps":["trace[1846383782] 'process raft request' (duration: 137.938502ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:37.683115Z","caller":"traceutil/trace.go:171","msg":"trace[109464686] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"186.549699ms","start":"2026-03-07T10:14:37.496542Z","end":"2026-03-07T10:14:37.683091Z","steps":["trace[109464686] 'process raft request' (duration: 186.388005ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:43.32754Z","caller":"traceutil/trace.go:171","msg":"trace[1873345813] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"113.44958ms","start":"2026-03-07T10:14:43.214045Z","end":"2026-03-07T10:14:43.327494Z","steps":["trace[1873345813] 'process raft request' (duration: 35.827861ms)","trace[1873345813] 'compare' (duration: 77.403243ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:43.337641Z","caller":"traceutil/trace.go:171","msg":"trace[1906588069] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5454; }","duration":"117.850895ms","start":"2026-03-07T10:14:43.219767Z","end":"2026-03-07T10:14:43.337617Z","steps":["trace[1906588069] 'read index received' (duration: 30.095631ms)","trace[1906588069] 'applied index is now lower than readState.Index' (duration: 87.754104ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:43.337648Z","caller":"traceutil/trace.go:171","msg":"trace[365592673] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"120.653148ms","start":"2026-03-07T10:14:43.216962Z","end":"2026-03-07T10:14:43.337615Z","steps":["trace[365592673] 'process raft request' (duration: 120.417782ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:43.337771Z","caller":"traceutil/trace.go:171","msg":"trace[706321152] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"114.530617ms","start":"2026-03-07T10:14:43.223211Z","end":"2026-03-07T10:14:43.337742Z","steps":["trace[706321152] 'process raft request' (duration: 114.29623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.33815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.332278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-07T10:14:43.338273Z","caller":"traceutil/trace.go:171","msg":"trace[992615569] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5241; }","duration":"118.487672ms","start":"2026-03-07T10:14:43.219763Z","end":"2026-03-07T10:14:43.338251Z","steps":["trace[992615569] 'agreement among raft nodes before linearized reading' (duration: 118.066891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.685013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.723843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:43.685533Z","caller":"traceutil/trace.go:171","msg":"trace[1536878550] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"332.778349ms","start":"2026-03-07T10:14:43.35273Z","end":"2026-03-07T10:14:43.685508Z","steps":["trace[1536878550] 'process raft request' (duration: 220.464529ms)","trace[1536878550] 'compare' (duration: 111.575249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:43.68567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.352708Z","time spent":"332.922842ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13835,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:43.873194Z","caller":"traceutil/trace.go:171","msg":"trace[1415154472] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"472.477707ms","start":"2026-03-07T10:14:43.400687Z","end":"2026-03-07T10:14:43.873165Z","steps":["trace[1415154472] 'process raft request' (duration: 452.990405ms)","trace[1415154472] 'compare' (duration: 19.290267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:43.873355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.40066Z","time spent":"472.61097ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:43.873536Z","caller":"traceutil/trace.go:171","msg":"trace[1432346189] linearizableReadLoop","detail":"{readStateIndex:5460; appliedIndex:5458; }","duration":"453.401976ms","start":"2026-03-07T10:14:43.419918Z","end":"2026-03-07T10:14:43.87332Z","steps":["trace[1432346189] 'read index received' (duration: 153.287486ms)","trace[1432346189] 'applied index is now lower than readState.Index' (duration: 300.11269ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:43.873566Z","caller":"traceutil/trace.go:171","msg":"trace[1811046782] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"437.328544ms","start":"2026-03-07T10:14:43.436205Z","end":"2026-03-07T10:14:43.873534Z","steps":["trace[1811046782] 'process raft request' (duration: 436.911893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.873834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.899419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:43.873915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.807561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-07T10:14:43.87396Z","caller":"traceutil/trace.go:171","msg":"trace[212024416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5244; }","duration":"377.873002ms","start":"2026-03-07T10:14:43.496077Z","end":"2026-03-07T10:14:43.87395Z","steps":["trace[212024416] 'agreement among raft nodes before linearized reading' (duration: 377.738129ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:43.873889Z","caller":"traceutil/trace.go:171","msg":"trace[1514329510] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5244; }","duration":"454.006271ms","start":"2026-03-07T10:14:43.419871Z","end":"2026-03-07T10:14:43.873877Z","steps":["trace[1514329510] 'agreement among raft nodes before linearized reading' (duration: 453.896579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.873962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.777822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T10:14:43.874033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.419857Z","time spent":"454.157525ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:43.874046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.013189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:14:43.874083Z","caller":"traceutil/trace.go:171","msg":"trace[2022497338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:5244; }","duration":"428.05885ms","start":"2026-03-07T10:14:43.446009Z","end":"2026-03-07T10:14:43.874068Z","steps":["trace[2022497338] 'agreement among raft nodes before linearized reading' (duration: 427.993989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.874096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.021922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:14:43.874164Z","caller":"traceutil/trace.go:171","msg":"trace[1728380952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5244; }","duration":"430.092513ms","start":"2026-03-07T10:14:43.444055Z","end":"2026-03-07T10:14:43.874147Z","steps":["trace[1728380952] 'agreement among raft nodes before linearized reading' (duration: 429.9614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.874205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.266599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:14:43.874168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.972497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:43.874328Z","caller":"traceutil/trace.go:171","msg":"trace[2010678151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5244; }","duration":"233.234085ms","start":"2026-03-07T10:14:43.641074Z","end":"2026-03-07T10:14:43.874308Z","steps":["trace[2010678151] 'agreement among raft nodes before linearized reading' (duration: 232.768363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.87398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.934149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:14:43.874458Z","caller":"traceutil/trace.go:171","msg":"trace[241554489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5244; }","duration":"430.457943ms","start":"2026-03-07T10:14:43.443986Z","end":"2026-03-07T10:14:43.874444Z","steps":["trace[241554489] 'agreement among raft nodes before linearized reading' (duration: 429.835547ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:43.874267Z","caller":"traceutil/trace.go:171","msg":"trace[94100590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5244; }","duration":"430.377061ms","start":"2026-03-07T10:14:43.443874Z","end":"2026-03-07T10:14:43.874251Z","steps":["trace[94100590] 'agreement among raft nodes before linearized reading' (duration: 430.231777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.874513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.443946Z","time spent":"430.555076ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:14:43.874533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.443847Z","time spent":"430.669589ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:43.874218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.444049Z","time spent":"430.157716ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:43.874123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.445999Z","time spent":"428.118322ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"info","ts":"2026-03-07T10:14:43.874068Z","caller":"traceutil/trace.go:171","msg":"trace[1953121166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5244; }","duration":"430.916436ms","start":"2026-03-07T10:14:43.443123Z","end":"2026-03-07T10:14:43.874039Z","steps":["trace[1953121166] 'agreement among raft nodes before linearized reading' (duration: 430.68075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.874824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.443104Z","time spent":"431.706866ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:14:43.873996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.496065Z","time spent":"377.923693ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:14:43.873967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.412235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:14:43.875151Z","caller":"traceutil/trace.go:171","msg":"trace[1668796897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5244; }","duration":"430.634977ms","start":"2026-03-07T10:14:43.444505Z","end":"2026-03-07T10:14:43.87514Z","steps":["trace[1668796897] 'agreement among raft nodes before linearized reading' (duration: 429.303213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.875187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.444492Z","time spent":"430.685438ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:43.874384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.436179Z","time spent":"437.452076ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:45.533955Z","caller":"traceutil/trace.go:171","msg":"trace[41988152] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"190.668056ms","start":"2026-03-07T10:14:45.343267Z","end":"2026-03-07T10:14:45.533935Z","steps":["trace[41988152] 'process raft request' (duration: 190.554623ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:50.3273Z","caller":"traceutil/trace.go:171","msg":"trace[1951369224] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"114.688961ms","start":"2026-03-07T10:14:50.212578Z","end":"2026-03-07T10:14:50.327267Z","steps":["trace[1951369224] 'process raft request' (duration: 114.497805ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:51.943661Z","caller":"traceutil/trace.go:171","msg":"trace[229805684] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"380.566852ms","start":"2026-03-07T10:14:51.56307Z","end":"2026-03-07T10:14:51.943637Z","steps":["trace[229805684] 'process raft request' (duration: 380.407457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:51.943831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.563039Z","time spent":"380.706356ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:52.394182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.646298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:52.394517Z","caller":"traceutil/trace.go:171","msg":"trace[1682070292] linearizableReadLoop","detail":"{readStateIndex:5527; appliedIndex:5523; }","duration":"406.578356ms","start":"2026-03-07T10:14:51.987912Z","end":"2026-03-07T10:14:52.394491Z","steps":["trace[1682070292] 'read index received' (duration: 269.543579ms)","trace[1682070292] 'applied index is now lower than readState.Index' (duration: 137.034037ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:52.394497Z","caller":"traceutil/trace.go:171","msg":"trace[1282406214] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"410.259032ms","start":"2026-03-07T10:14:51.984187Z","end":"2026-03-07T10:14:52.394446Z","steps":["trace[1282406214] 'process raft request' (duration: 273.248925ms)","trace[1282406214] 'compare' (duration: 136.472553ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:52.39487Z","caller":"traceutil/trace.go:171","msg":"trace[72959671] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"411.142986ms","start":"2026-03-07T10:14:51.983695Z","end":"2026-03-07T10:14:52.394838Z","steps":["trace[72959671] 'process raft request' (duration: 410.677143ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:52.394877Z","caller":"traceutil/trace.go:171","msg":"trace[60074959] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"409.199195ms","start":"2026-03-07T10:14:51.985629Z","end":"2026-03-07T10:14:52.394828Z","steps":["trace[60074959] 'process raft request' (duration: 408.784993ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:52.394902Z","caller":"traceutil/trace.go:171","msg":"trace[45617309] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"408.307002ms","start":"2026-03-07T10:14:51.986551Z","end":"2026-03-07T10:14:52.394858Z","steps":["trace[45617309] 'process raft request' (duration: 407.88683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:52.394962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.821179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:52.395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.984175Z","time spent":"410.715615ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:52.395036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.983546Z","time spent":"411.407763ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:52.395059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.985598Z","time spent":"409.358719ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:52.395062Z","caller":"traceutil/trace.go:171","msg":"trace[1553850439] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5310; }","duration":"324.960393ms","start":"2026-03-07T10:14:52.07006Z","end":"2026-03-07T10:14:52.395021Z","steps":["trace[1553850439] 'agreement among raft nodes before linearized reading' (duration: 324.781058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:52.395092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.152592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:14:52.395156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.98654Z","time spent":"408.426565ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:52.395151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:52.070042Z","time spent":"325.099106ms","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:14:52.395206Z","caller":"traceutil/trace.go:171","msg":"trace[705454572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:5310; }","duration":"407.319346ms","start":"2026-03-07T10:14:51.987861Z","end":"2026-03-07T10:14:52.39518Z","steps":["trace[705454572] 'agreement among raft nodes before linearized reading' (duration: 407.012248ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:52.39487Z","caller":"traceutil/trace.go:171","msg":"trace[768063500] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"405.240831ms","start":"2026-03-07T10:14:51.989576Z","end":"2026-03-07T10:14:52.394817Z","steps":["trace[768063500] 'process raft request' (duration: 404.887781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:52.395354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.987839Z","time spent":"407.502631ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:14:52.395538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.989562Z","time spent":"405.814796ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:53.143837Z","caller":"traceutil/trace.go:171","msg":"trace[77584837] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"121.86101ms","start":"2026-03-07T10:14:53.021946Z","end":"2026-03-07T10:14:53.143807Z","steps":["trace[77584837] 'process raft request' (duration: 38.293196ms)","trace[77584837] 'compare' (duration: 83.286167ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:53.935546Z","caller":"traceutil/trace.go:171","msg":"trace[383528753] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"168.470915ms","start":"2026-03-07T10:14:53.767051Z","end":"2026-03-07T10:14:53.935522Z","steps":["trace[383528753] 'process raft request' (duration: 168.366252ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:53.935627Z","caller":"traceutil/trace.go:171","msg":"trace[314591820] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"168.549537ms","start":"2026-03-07T10:14:53.767046Z","end":"2026-03-07T10:14:53.935595Z","steps":["trace[314591820] 'process raft request' (duration: 76.183011ms)","trace[314591820] 'compare' (duration: 91.942294ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:54.006397Z","caller":"traceutil/trace.go:171","msg":"trace[254361889] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5531; }","duration":"200.450444ms","start":"2026-03-07T10:14:53.805927Z","end":"2026-03-07T10:14:54.006377Z","steps":["trace[254361889] 'read index received' (duration: 37.224528ms)","trace[254361889] 'applied index is now lower than readState.Index' (duration: 163.225146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:54.006497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.560298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:14:54.00652Z","caller":"traceutil/trace.go:171","msg":"trace[32893885] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5315; }","duration":"200.6423ms","start":"2026-03-07T10:14:53.80587Z","end":"2026-03-07T10:14:54.006513Z","steps":["trace[32893885] 'agreement among raft nodes before linearized reading' (duration: 200.578718ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:54.006515Z","caller":"traceutil/trace.go:171","msg":"trace[348769719] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"238.583855ms","start":"2026-03-07T10:14:53.767906Z","end":"2026-03-07T10:14:54.00649Z","steps":["trace[348769719] 'process raft request' (duration: 238.334679ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:54.252412Z","caller":"traceutil/trace.go:171","msg":"trace[233905795] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"303.537711ms","start":"2026-03-07T10:14:53.948845Z","end":"2026-03-07T10:14:54.252383Z","steps":["trace[233905795] 'process raft request' (duration: 281.04644ms)","trace[233905795] 'compare' (duration: 22.210604ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:54.252617Z","caller":"traceutil/trace.go:171","msg":"trace[1857540646] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"267.656909ms","start":"2026-03-07T10:14:53.984951Z","end":"2026-03-07T10:14:54.252608Z","steps":["trace[1857540646] 'process raft request' (duration: 267.540066ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:54.252566Z","caller":"traceutil/trace.go:171","msg":"trace[1746363464] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"268.441829ms","start":"2026-03-07T10:14:53.984105Z","end":"2026-03-07T10:14:54.252547Z","steps":["trace[1746363464] 'process raft request' (duration: 268.202433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:54.252728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:53.948823Z","time spent":"303.741407ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:54.468232Z","caller":"traceutil/trace.go:171","msg":"trace[1922931184] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5534; }","duration":"410.779717ms","start":"2026-03-07T10:14:54.057425Z","end":"2026-03-07T10:14:54.468205Z","steps":["trace[1922931184] 'read index received' (duration: 172.480419ms)","trace[1922931184] 'applied index is now lower than readState.Index' (duration: 238.297918ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:54.468284Z","caller":"traceutil/trace.go:171","msg":"trace[1800995712] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"454.641819ms","start":"2026-03-07T10:14:54.013602Z","end":"2026-03-07T10:14:54.468243Z","steps":["trace[1800995712] 'process raft request' (duration: 366.021491ms)","trace[1800995712] 'compare' (duration: 88.464054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:54.468458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:54.013574Z","time spent":"454.791523ms","remote":"127.0.0.1:45626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:54.468517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.322049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-07T10:14:54.468562Z","caller":"traceutil/trace.go:171","msg":"trace[1133633506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5319; }","duration":"331.429433ms","start":"2026-03-07T10:14:54.13712Z","end":"2026-03-07T10:14:54.46855Z","steps":["trace[1133633506] 'agreement among raft nodes before linearized reading' (duration: 331.252778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:54.468547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.044234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:54.468671Z","caller":"traceutil/trace.go:171","msg":"trace[706993234] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5319; }","duration":"411.30203ms","start":"2026-03-07T10:14:54.057348Z","end":"2026-03-07T10:14:54.46865Z","steps":["trace[706993234] 'agreement among raft nodes before linearized reading' (duration: 410.995832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:54.468776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:54.057316Z","time spent":"411.442584ms","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:54.468596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:54.137095Z","time spent":"331.493864ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T10:14:57.060909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2595} {"level":"info","ts":"2026-03-07T10:14:57.203957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2595,"took":"141.871325ms","hash":283133280,"current-db-size-bytes":38846464,"current-db-size":"39 MB","current-db-size-in-use-bytes":28950528,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-07T10:14:57.20405Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":283133280,"revision":2595,"compact-revision":-1} {"level":"info","ts":"2026-03-07T10:15:10.452057Z","caller":"traceutil/trace.go:171","msg":"trace[329024056] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"110.267835ms","start":"2026-03-07T10:15:10.341766Z","end":"2026-03-07T10:15:10.452034Z","steps":["trace[329024056] 'process raft request' (duration: 110.07448ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:10.48962Z","caller":"traceutil/trace.go:171","msg":"trace[390396350] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"107.556415ms","start":"2026-03-07T10:15:10.382038Z","end":"2026-03-07T10:15:10.489595Z","steps":["trace[390396350] 'process raft request' (duration: 107.513244ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:10.489709Z","caller":"traceutil/trace.go:171","msg":"trace[227238906] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"109.67065ms","start":"2026-03-07T10:15:10.380001Z","end":"2026-03-07T10:15:10.489672Z","steps":["trace[227238906] 'process raft request' (duration: 109.433474ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:10.777192Z","caller":"traceutil/trace.go:171","msg":"trace[1883619724] linearizableReadLoop","detail":"{readStateIndex:5638; appliedIndex:5635; }","duration":"129.211503ms","start":"2026-03-07T10:15:10.647964Z","end":"2026-03-07T10:15:10.777175Z","steps":["trace[1883619724] 'read index received' (duration: 31.905818ms)","trace[1883619724] 'applied index is now lower than readState.Index' (duration: 97.305185ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:10.777225Z","caller":"traceutil/trace.go:171","msg":"trace[141192620] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"132.653783ms","start":"2026-03-07T10:15:10.644538Z","end":"2026-03-07T10:15:10.777191Z","steps":["trace[141192620] 'process raft request' (duration: 132.471468ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:10.777319Z","caller":"traceutil/trace.go:171","msg":"trace[702062118] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"132.100159ms","start":"2026-03-07T10:15:10.645177Z","end":"2026-03-07T10:15:10.777277Z","steps":["trace[702062118] 'process raft request' (duration: 131.975545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:10.777452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.416339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81912"} {"level":"info","ts":"2026-03-07T10:15:10.77757Z","caller":"traceutil/trace.go:171","msg":"trace[408890074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5415; }","duration":"129.543543ms","start":"2026-03-07T10:15:10.647941Z","end":"2026-03-07T10:15:10.777485Z","steps":["trace[408890074] 'agreement among raft nodes before linearized reading' (duration: 129.304495ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:10.777578Z","caller":"traceutil/trace.go:171","msg":"trace[1872814858] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"132.406617ms","start":"2026-03-07T10:15:10.6451Z","end":"2026-03-07T10:15:10.777506Z","steps":["trace[1872814858] 'process raft request' (duration: 132.032157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:18.583711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.176851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:15:18.584148Z","caller":"traceutil/trace.go:171","msg":"trace[1768966885] linearizableReadLoop","detail":"{readStateIndex:5676; appliedIndex:5674; }","duration":"105.000376ms","start":"2026-03-07T10:15:18.479123Z","end":"2026-03-07T10:15:18.584123Z","steps":["trace[1768966885] 'read index received' (duration: 78.811399ms)","trace[1768966885] 'applied index is now lower than readState.Index' (duration: 26.187687ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:18.584227Z","caller":"traceutil/trace.go:171","msg":"trace[2019107478] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"105.350876ms","start":"2026-03-07T10:15:18.47886Z","end":"2026-03-07T10:15:18.584211Z","steps":["trace[2019107478] 'process raft request' (duration: 104.950155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:18.584341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.156411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:18.584735Z","caller":"traceutil/trace.go:171","msg":"trace[2108636486] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:0; response_revision:5449; }","duration":"105.630294ms","start":"2026-03-07T10:15:18.479084Z","end":"2026-03-07T10:15:18.584714Z","steps":["trace[2108636486] 'agreement among raft nodes before linearized reading' (duration: 105.113239ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:18.774953Z","caller":"traceutil/trace.go:171","msg":"trace[596698482] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"154.121137ms","start":"2026-03-07T10:15:18.620804Z","end":"2026-03-07T10:15:18.774925Z","steps":["trace[596698482] 'process raft request' (duration: 153.8193ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:20.960459Z","caller":"traceutil/trace.go:171","msg":"trace[1719893306] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"168.455964ms","start":"2026-03-07T10:15:20.791977Z","end":"2026-03-07T10:15:20.960433Z","steps":["trace[1719893306] 'process raft request' (duration: 168.287288ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:21.770639Z","caller":"traceutil/trace.go:171","msg":"trace[989271342] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5783; }","duration":"944.642514ms","start":"2026-03-07T10:15:20.825966Z","end":"2026-03-07T10:15:21.770608Z","steps":["trace[989271342] 'read index received' (duration: 134.309296ms)","trace[989271342] 'applied index is now lower than readState.Index' (duration: 810.331858ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:21.770669Z","caller":"traceutil/trace.go:171","msg":"trace[64677796] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"977.624261ms","start":"2026-03-07T10:15:20.793007Z","end":"2026-03-07T10:15:21.770632Z","steps":["trace[64677796] 'process raft request' (duration: 948.696631ms)","trace[64677796] 'compare' (duration: 28.342405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:15:21.770869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:20.792982Z","time spent":"977.788464ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:21.770961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.977452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:15:21.771027Z","caller":"traceutil/trace.go:171","msg":"trace[14944571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:5558; }","duration":"945.108037ms","start":"2026-03-07T10:15:20.8259Z","end":"2026-03-07T10:15:21.771008Z","steps":["trace[14944571] 'agreement among raft nodes before linearized reading' (duration: 944.903241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.771071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:20.825875Z","time spent":"945.186018ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:15:21.771407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.550611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:15:21.771426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.143122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:21.771472Z","caller":"traceutil/trace.go:171","msg":"trace[638964482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5558; }","duration":"944.646404ms","start":"2026-03-07T10:15:20.826808Z","end":"2026-03-07T10:15:21.771454Z","steps":["trace[638964482] 'agreement among raft nodes before linearized reading' (duration: 944.47688ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:21.771507Z","caller":"traceutil/trace.go:171","msg":"trace[1667558039] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5558; }","duration":"901.278126ms","start":"2026-03-07T10:15:20.87021Z","end":"2026-03-07T10:15:21.771488Z","steps":["trace[1667558039] 'agreement among raft nodes before linearized reading' (duration: 901.106461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.771535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:20.826787Z","time spent":"944.714626ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:15:21.771543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:20.870187Z","time spent":"901.346798ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:15:21.771559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.011702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:15:21.771602Z","caller":"traceutil/trace.go:171","msg":"trace[1927418237] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5558; }","duration":"280.092245ms","start":"2026-03-07T10:15:21.491498Z","end":"2026-03-07T10:15:21.77159Z","steps":["trace[1927418237] 'agreement among raft nodes before linearized reading' (duration: 280.007182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.771625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.570346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T10:15:21.771658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.609607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:15:21.771731Z","caller":"traceutil/trace.go:171","msg":"trace[764291859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5558; }","duration":"943.70175ms","start":"2026-03-07T10:15:20.828007Z","end":"2026-03-07T10:15:21.771709Z","steps":["trace[764291859] 'agreement among raft nodes before linearized reading' (duration: 943.539555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.771791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:20.827991Z","time spent":"943.786581ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:15:21.771672Z","caller":"traceutil/trace.go:171","msg":"trace[150704863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5558; }","duration":"943.637418ms","start":"2026-03-07T10:15:20.82802Z","end":"2026-03-07T10:15:21.771658Z","steps":["trace[150704863] 'agreement among raft nodes before linearized reading' (duration: 943.471004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.771892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:20.828007Z","time spent":"943.841873ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:15:25.27353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.816381ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:25.273668Z","caller":"traceutil/trace.go:171","msg":"trace[1460968220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5575; }","duration":"182.975255ms","start":"2026-03-07T10:15:25.090674Z","end":"2026-03-07T10:15:25.273649Z","steps":["trace[1460968220] 'range keys from in-memory index tree' (duration: 182.7956ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:26.039688Z","caller":"traceutil/trace.go:171","msg":"trace[1797447360] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5804; }","duration":"174.680045ms","start":"2026-03-07T10:15:25.864985Z","end":"2026-03-07T10:15:26.039665Z","steps":["trace[1797447360] 'read index received' (duration: 174.657144ms)","trace[1797447360] 'applied index is now lower than readState.Index' (duration: 21.601µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:15:26.039826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.805922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:15:26.0399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.430736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-07T10:15:26.039942Z","caller":"traceutil/trace.go:171","msg":"trace[1886664800] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5577; }","duration":"235.946206ms","start":"2026-03-07T10:15:25.803979Z","end":"2026-03-07T10:15:26.039925Z","steps":["trace[1886664800] 'agreement among raft nodes before linearized reading' (duration: 235.780842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:26.039939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.257464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:15:26.039982Z","caller":"traceutil/trace.go:171","msg":"trace[765654001] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5577; }","duration":"230.520488ms","start":"2026-03-07T10:15:25.809444Z","end":"2026-03-07T10:15:26.039964Z","steps":["trace[765654001] 'agreement among raft nodes before linearized reading' (duration: 230.319343ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:26.039993Z","caller":"traceutil/trace.go:171","msg":"trace[564423531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5577; }","duration":"247.315406ms","start":"2026-03-07T10:15:25.792665Z","end":"2026-03-07T10:15:26.03998Z","steps":["trace[564423531] 'agreement among raft nodes before linearized reading' (duration: 247.139751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:26.040027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.212483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:15:26.039706Z","caller":"traceutil/trace.go:171","msg":"trace[1902201141] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"246.032964ms","start":"2026-03-07T10:15:25.793642Z","end":"2026-03-07T10:15:26.039675Z","steps":["trace[1902201141] 'process raft request' (duration: 245.88594ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:26.040169Z","caller":"traceutil/trace.go:171","msg":"trace[33869027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:5577; }","duration":"247.375667ms","start":"2026-03-07T10:15:25.79276Z","end":"2026-03-07T10:15:26.040135Z","steps":["trace[33869027] 'agreement among raft nodes before linearized reading' (duration: 247.040899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:26.039826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.840738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:26.04023Z","caller":"traceutil/trace.go:171","msg":"trace[1401393579] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5577; }","duration":"235.290649ms","start":"2026-03-07T10:15:25.804924Z","end":"2026-03-07T10:15:26.040214Z","steps":["trace[1401393579] 'agreement among raft nodes before linearized reading' (duration: 234.791497ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:26.058311Z","caller":"traceutil/trace.go:171","msg":"trace[996674925] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"189.270136ms","start":"2026-03-07T10:15:25.86902Z","end":"2026-03-07T10:15:26.058291Z","steps":["trace[996674925] 'process raft request' (duration: 189.160063ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:33.862408Z","caller":"traceutil/trace.go:171","msg":"trace[1775309314] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"210.382644ms","start":"2026-03-07T10:15:33.651995Z","end":"2026-03-07T10:15:33.862377Z","steps":["trace[1775309314] 'process raft request' (duration: 210.136527ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:33.862624Z","caller":"traceutil/trace.go:171","msg":"trace[503428754] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5849; }","duration":"184.182736ms","start":"2026-03-07T10:15:33.678417Z","end":"2026-03-07T10:15:33.8626Z","steps":["trace[503428754] 'read index received' (duration: 183.683164ms)","trace[503428754] 'applied index is now lower than readState.Index' (duration: 498.402µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:15:33.862784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.311029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:15:33.862839Z","caller":"traceutil/trace.go:171","msg":"trace[11089705] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5620; }","duration":"184.435773ms","start":"2026-03-07T10:15:33.678389Z","end":"2026-03-07T10:15:33.862825Z","steps":["trace[11089705] 'agreement among raft nodes before linearized reading' (duration: 184.295369ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:34.190028Z","caller":"traceutil/trace.go:171","msg":"trace[1801439657] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"119.740684ms","start":"2026-03-07T10:15:34.070257Z","end":"2026-03-07T10:15:34.189998Z","steps":["trace[1801439657] 'process raft request' (duration: 64.378452ms)","trace[1801439657] 'compare' (duration: 55.162967ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:34.190185Z","caller":"traceutil/trace.go:171","msg":"trace[1926751346] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"118.668265ms","start":"2026-03-07T10:15:34.071471Z","end":"2026-03-07T10:15:34.190139Z","steps":["trace[1926751346] 'process raft request' (duration: 118.47589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:34.97577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.22855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:15:34.975989Z","caller":"traceutil/trace.go:171","msg":"trace[758160201] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"242.451812ms","start":"2026-03-07T10:15:34.733509Z","end":"2026-03-07T10:15:34.975961Z","steps":["trace[758160201] 'process raft request' (duration: 11.945075ms)","trace[758160201] 'compare' (duration: 230.116716ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:34.998924Z","caller":"traceutil/trace.go:171","msg":"trace[1768163118] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"247.642185ms","start":"2026-03-07T10:15:34.751259Z","end":"2026-03-07T10:15:34.998901Z","steps":["trace[1768163118] 'process raft request' (duration: 247.512562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:35.419921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.862264ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:35.420059Z","caller":"traceutil/trace.go:171","msg":"trace[32016741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5635; }","duration":"329.008178ms","start":"2026-03-07T10:15:35.091022Z","end":"2026-03-07T10:15:35.42003Z","steps":["trace[32016741] 'range keys from in-memory index tree' (duration: 328.842534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:35.420746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.407896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:15:35.420864Z","caller":"traceutil/trace.go:171","msg":"trace[1166176588] linearizableReadLoop","detail":"{readStateIndex:5866; appliedIndex:5865; }","duration":"275.174636ms","start":"2026-03-07T10:15:35.145674Z","end":"2026-03-07T10:15:35.420848Z","steps":["trace[1166176588] 'read index received' (duration: 9.213785ms)","trace[1166176588] 'applied index is now lower than readState.Index' (duration: 265.95921ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:35.420924Z","caller":"traceutil/trace.go:171","msg":"trace[1375526643] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"668.537945ms","start":"2026-03-07T10:15:34.752331Z","end":"2026-03-07T10:15:35.420869Z","steps":["trace[1375526643] 'process raft request' (duration: 402.556464ms)","trace[1375526643] 'compare' (duration: 264.949285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:15:35.421147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:34.752323Z","time spent":"668.72321ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:35.421214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.519325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:15:35.421296Z","caller":"traceutil/trace.go:171","msg":"trace[966492482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5636; }","duration":"275.655148ms","start":"2026-03-07T10:15:35.145623Z","end":"2026-03-07T10:15:35.421279Z","steps":["trace[966492482] 'agreement among raft nodes before linearized reading' (duration: 275.34404ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:43.602396Z","caller":"traceutil/trace.go:171","msg":"trace[1705004768] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"101.450337ms","start":"2026-03-07T10:15:43.500917Z","end":"2026-03-07T10:15:43.602367Z","steps":["trace[1705004768] 'process raft request' (duration: 99.145518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:46.573849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.321419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:15:46.574047Z","caller":"traceutil/trace.go:171","msg":"trace[418187155] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"251.707748ms","start":"2026-03-07T10:15:46.322304Z","end":"2026-03-07T10:15:46.574012Z","steps":["trace[418187155] 'process raft request' (duration: 27.070771ms)","trace[418187155] 'compare' (duration: 224.025742ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:51.220743Z","caller":"traceutil/trace.go:171","msg":"trace[394048141] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"162.341708ms","start":"2026-03-07T10:15:51.058343Z","end":"2026-03-07T10:15:51.220685Z","steps":["trace[394048141] 'process raft request' (duration: 102.653087ms)","trace[394048141] 'compare' (duration: 59.105177ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:16:18.678867Z","caller":"traceutil/trace.go:171","msg":"trace[6420156] linearizableReadLoop","detail":"{readStateIndex:6160; appliedIndex:6159; }","duration":"126.891195ms","start":"2026-03-07T10:16:18.551954Z","end":"2026-03-07T10:16:18.678845Z","steps":["trace[6420156] 'read index received' (duration: 126.629458ms)","trace[6420156] 'applied index is now lower than readState.Index' (duration: 260.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:16:18.678928Z","caller":"traceutil/trace.go:171","msg":"trace[447518537] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"135.409622ms","start":"2026-03-07T10:16:18.543484Z","end":"2026-03-07T10:16:18.678893Z","steps":["trace[447518537] 'process raft request' (duration: 135.201547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:18.679058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.085449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:16:18.679131Z","caller":"traceutil/trace.go:171","msg":"trace[2043542795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:5921; }","duration":"127.197452ms","start":"2026-03-07T10:16:18.551923Z","end":"2026-03-07T10:16:18.679121Z","steps":["trace[2043542795] 'agreement among raft nodes before linearized reading' (duration: 127.020698ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:19:57.066923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5340} {"level":"info","ts":"2026-03-07T10:19:57.15267Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5340,"took":"84.543874ms","hash":424856694,"current-db-size-bytes":41332736,"current-db-size":"41 MB","current-db-size-in-use-bytes":21803008,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-07T10:19:57.15275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":424856694,"revision":5340,"compact-revision":2595} {"level":"info","ts":"2026-03-07T10:20:42.778832Z","caller":"traceutil/trace.go:171","msg":"trace[1849261932] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"324.80473ms","start":"2026-03-07T10:20:42.453998Z","end":"2026-03-07T10:20:42.778803Z","steps":["trace[1849261932] 'process raft request' (duration: 324.607855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:42.778986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:42.453981Z","time spent":"324.936583ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:20:42.795948Z","caller":"traceutil/trace.go:171","msg":"trace[413446615] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"249.336736ms","start":"2026-03-07T10:20:42.546585Z","end":"2026-03-07T10:20:42.795922Z","steps":["trace[413446615] 'process raft request' (duration: 249.146031ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:20:42.796237Z","caller":"traceutil/trace.go:171","msg":"trace[365854250] linearizableReadLoop","detail":"{readStateIndex:8074; appliedIndex:8071; }","duration":"157.337952ms","start":"2026-03-07T10:20:42.638859Z","end":"2026-03-07T10:20:42.796197Z","steps":["trace[365854250] 'read index received' (duration: 139.778446ms)","trace[365854250] 'applied index is now lower than readState.Index' (duration: 17.557525ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:20:42.796269Z","caller":"traceutil/trace.go:171","msg":"trace[935677621] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"233.796581ms","start":"2026-03-07T10:20:42.562442Z","end":"2026-03-07T10:20:42.796239Z","steps":["trace[935677621] 'process raft request' (duration: 233.411401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:42.796399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.518196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:20:42.796445Z","caller":"traceutil/trace.go:171","msg":"trace[905636584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7771; }","duration":"157.614388ms","start":"2026-03-07T10:20:42.638819Z","end":"2026-03-07T10:20:42.796434Z","steps":["trace[905636584] 'agreement among raft nodes before linearized reading' (duration: 157.509776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:45.142991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306971049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:20:45.55615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317073922s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:20:45.55648Z","caller":"traceutil/trace.go:171","msg":"trace[1164267705] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"1.317457423s","start":"2026-03-07T10:20:44.238967Z","end":"2026-03-07T10:20:45.556424Z","steps":["trace[1164267705] 'process raft request' (duration: 1.31732139s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:45.556638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:44.238942Z","time spent":"1.317574946s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:20:45.597561Z","caller":"traceutil/trace.go:171","msg":"trace[1179075727] linearizableReadLoop","detail":"{readStateIndex:8087; appliedIndex:8084; }","duration":"954.638298ms","start":"2026-03-07T10:20:44.642903Z","end":"2026-03-07T10:20:45.597541Z","steps":["trace[1179075727] 'read index received' (duration: 913.411992ms)","trace[1179075727] 'applied index is now lower than readState.Index' (duration: 41.225346ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:20:45.59767Z","caller":"traceutil/trace.go:171","msg":"trace[291221457] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"454.626213ms","start":"2026-03-07T10:20:45.143021Z","end":"2026-03-07T10:20:45.597647Z","steps":["trace[291221457] 'process raft request' (duration: 454.472989ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:20:45.597661Z","caller":"traceutil/trace.go:171","msg":"trace[1173472514] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"796.139157ms","start":"2026-03-07T10:20:44.801485Z","end":"2026-03-07T10:20:45.597625Z","steps":["trace[1173472514] 'process raft request' (duration: 795.86037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:45.59777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:45.143Z","time spent":"454.711765ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:20:45.59783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:44.801463Z","time spent":"796.27359ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:20:45.597814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.908125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:20:45.597983Z","caller":"traceutil/trace.go:171","msg":"trace[927354741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7783; }","duration":"955.030607ms","start":"2026-03-07T10:20:44.642857Z","end":"2026-03-07T10:20:45.597888Z","steps":["trace[927354741] 'agreement among raft nodes before linearized reading' (duration: 954.793151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:45.598144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:44.642837Z","time spent":"955.291244ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:20:45.601667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.1982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:20:45.601739Z","caller":"traceutil/trace.go:171","msg":"trace[322729815] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7784; }","duration":"582.332123ms","start":"2026-03-07T10:20:45.019388Z","end":"2026-03-07T10:20:45.60172Z","steps":["trace[322729815] 'agreement among raft nodes before linearized reading' (duration: 582.19806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:45.601782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:45.019354Z","time spent":"582.418625ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:20:45.601827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.495578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:20:45.60191Z","caller":"traceutil/trace.go:171","msg":"trace[942614399] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7784; }","duration":"774.637261ms","start":"2026-03-07T10:20:44.827253Z","end":"2026-03-07T10:20:45.601891Z","steps":["trace[942614399] 'agreement among raft nodes before linearized reading' (duration: 774.447317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:45.601953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:44.827216Z","time spent":"774.726894ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:20:45.601843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.317311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:20:45.602125Z","caller":"traceutil/trace.go:171","msg":"trace[576350374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7784; }","duration":"373.740102ms","start":"2026-03-07T10:20:45.228363Z","end":"2026-03-07T10:20:45.602103Z","steps":["trace[576350374] 'agreement among raft nodes before linearized reading' (duration: 373.217109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:45.602237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:45.228341Z","time spent":"373.879476ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:20:56.37433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306971191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:20:56.875399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306971191,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:20:56.968593Z","caller":"traceutil/trace.go:171","msg":"trace[521971421] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"1.154072187s","start":"2026-03-07T10:20:55.814501Z","end":"2026-03-07T10:20:56.968573Z","steps":["trace[521971421] 'process raft request' (duration: 1.153942834s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:56.96872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:55.814485Z","time spent":"1.154169449s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:20:56.972876Z","caller":"traceutil/trace.go:171","msg":"trace[1029251171] linearizableReadLoop","detail":"{readStateIndex:8139; appliedIndex:8137; }","duration":"1.099326829s","start":"2026-03-07T10:20:55.873532Z","end":"2026-03-07T10:20:56.972858Z","steps":["trace[1029251171] 'read index received' (duration: 1.094900176s)","trace[1029251171] 'applied index is now lower than readState.Index' (duration: 4.426033ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:20:56.972951Z","caller":"traceutil/trace.go:171","msg":"trace[1657945251] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"783.583929ms","start":"2026-03-07T10:20:56.189362Z","end":"2026-03-07T10:20:56.972946Z","steps":["trace[1657945251] 'process raft request' (duration: 783.399014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:56.973029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.189343Z","time spent":"783.624549ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:20:56.973062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.526073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:20:56.973098Z","caller":"traceutil/trace.go:171","msg":"trace[167055265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7832; }","duration":"946.606184ms","start":"2026-03-07T10:20:56.026481Z","end":"2026-03-07T10:20:56.973087Z","steps":["trace[167055265] 'agreement among raft nodes before linearized reading' (duration: 946.499762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:56.97312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.026458Z","time spent":"946.656035ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:20:56.973174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099646997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:20:56.973215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.579538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:20:56.973217Z","caller":"traceutil/trace.go:171","msg":"trace[491362803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7832; }","duration":"1.099739179s","start":"2026-03-07T10:20:55.873464Z","end":"2026-03-07T10:20:56.973203Z","steps":["trace[491362803] 'agreement among raft nodes before linearized reading' (duration: 1.099625546s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:20:56.973231Z","caller":"traceutil/trace.go:171","msg":"trace[740197833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:7832; }","duration":"755.63772ms","start":"2026-03-07T10:20:56.217589Z","end":"2026-03-07T10:20:56.973226Z","steps":["trace[740197833] 'agreement among raft nodes before linearized reading' (duration: 755.581838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:56.973251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.217563Z","time spent":"755.684661ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:20:56.973225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.656042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-07T10:20:56.973252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:55.873438Z","time spent":"1.099806311s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:20:56.973298Z","caller":"traceutil/trace.go:171","msg":"trace[814076044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7832; }","duration":"584.775185ms","start":"2026-03-07T10:20:56.388504Z","end":"2026-03-07T10:20:56.973279Z","steps":["trace[814076044] 'agreement among raft nodes before linearized reading' (duration: 584.532149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:56.973343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.388482Z","time spent":"584.851237ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:20:56.973417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.715226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:20:56.973451Z","caller":"traceutil/trace.go:171","msg":"trace[719804015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7832; }","duration":"836.785688ms","start":"2026-03-07T10:20:56.136658Z","end":"2026-03-07T10:20:56.973444Z","steps":["trace[719804015] 'agreement among raft nodes before linearized reading' (duration: 836.680076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:56.973472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.13664Z","time spent":"836.82669ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:20:56.973516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.207758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-07T10:20:56.973547Z","caller":"traceutil/trace.go:171","msg":"trace[860683007] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7832; }","duration":"388.239399ms","start":"2026-03-07T10:20:56.585297Z","end":"2026-03-07T10:20:56.973537Z","steps":["trace[860683007] 'agreement among raft nodes before linearized reading' (duration: 388.148976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:56.9736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.58528Z","time spent":"388.30403ms","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-07T10:20:57.419395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.172137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:20:57.419552Z","caller":"traceutil/trace.go:171","msg":"trace[2100482519] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"442.040383ms","start":"2026-03-07T10:20:56.977486Z","end":"2026-03-07T10:20:57.419526Z","steps":["trace[2100482519] 'process raft request' (duration: 297.6421ms)","trace[2100482519] 'compare' (duration: 143.90208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:20:57.419664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.977468Z","time spent":"442.151347ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:20:57.707327Z","caller":"traceutil/trace.go:171","msg":"trace[1276673627] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"729.321142ms","start":"2026-03-07T10:20:56.977987Z","end":"2026-03-07T10:20:57.707308Z","steps":["trace[1276673627] 'process raft request' (duration: 729.006734ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:20:57.707342Z","caller":"traceutil/trace.go:171","msg":"trace[271305921] linearizableReadLoop","detail":"{readStateIndex:8142; appliedIndex:8139; }","duration":"729.112916ms","start":"2026-03-07T10:20:56.978207Z","end":"2026-03-07T10:20:57.70732Z","steps":["trace[271305921] 'read index received' (duration: 296.997584ms)","trace[271305921] 'applied index is now lower than readState.Index' (duration: 432.114392ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:20:57.70741Z","caller":"traceutil/trace.go:171","msg":"trace[67969008] transaction","detail":"{read_only:false; response_revision:7836; number_of_response:1; }","duration":"704.244935ms","start":"2026-03-07T10:20:57.003113Z","end":"2026-03-07T10:20:57.707358Z","steps":["trace[67969008] 'process raft request' (duration: 704.106401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:57.707477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.977961Z","time spent":"729.418344ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:20:57.707571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.074383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:20:57.707564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.236194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:20:57.707624Z","caller":"traceutil/trace.go:171","msg":"trace[1596707576] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7836; }","duration":"315.162895ms","start":"2026-03-07T10:20:57.392445Z","end":"2026-03-07T10:20:57.707608Z","steps":["trace[1596707576] 'agreement among raft nodes before linearized reading' (duration: 315.034782ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:20:57.707638Z","caller":"traceutil/trace.go:171","msg":"trace[756238273] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7836; }","duration":"646.350707ms","start":"2026-03-07T10:20:57.061266Z","end":"2026-03-07T10:20:57.707616Z","steps":["trace[756238273] 'agreement among raft nodes before linearized reading' (duration: 646.233934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:57.707654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:57.003096Z","time spent":"704.41695ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:20:57.707662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:57.392422Z","time spent":"315.230826ms","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:20:57.707678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:57.061248Z","time spent":"646.42064ms","remote":"127.0.0.1:45552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:20:57.707648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.816023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-07T10:20:57.707805Z","caller":"traceutil/trace.go:171","msg":"trace[1139362862] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7836; }","duration":"727.985888ms","start":"2026-03-07T10:20:56.979794Z","end":"2026-03-07T10:20:57.70778Z","steps":["trace[1139362862] 'agreement among raft nodes before linearized reading' (duration: 727.739342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:57.707858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.979783Z","time spent":"728.05825ms","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-07T10:20:57.707881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.534076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224099"} {"level":"info","ts":"2026-03-07T10:20:57.707923Z","caller":"traceutil/trace.go:171","msg":"trace[711764173] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7836; }","duration":"729.589739ms","start":"2026-03-07T10:20:56.978323Z","end":"2026-03-07T10:20:57.707912Z","steps":["trace[711764173] 'agreement among raft nodes before linearized reading' (duration: 729.132197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:57.707954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.978318Z","time spent":"729.627689ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224122,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-07T10:20:57.707071Z","caller":"traceutil/trace.go:171","msg":"trace[771074084] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"729.170758ms","start":"2026-03-07T10:20:56.977866Z","end":"2026-03-07T10:20:57.707037Z","steps":["trace[771074084] 'process raft request' (duration: 696.498868ms)","trace[771074084] 'compare' (duration: 32.493455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:20:57.708122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.909127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-07T10:20:57.70816Z","caller":"traceutil/trace.go:171","msg":"trace[196305774] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7836; }","duration":"729.954398ms","start":"2026-03-07T10:20:56.978193Z","end":"2026-03-07T10:20:57.708148Z","steps":["trace[196305774] 'agreement among raft nodes before linearized reading' (duration: 729.221929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:57.708183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.978188Z","time spent":"729.990358ms","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T10:20:57.708256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:56.977851Z","time spent":"730.288295ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:20:57.886619Z","caller":"traceutil/trace.go:171","msg":"trace[393831553] linearizableReadLoop","detail":"{readStateIndex:8146; appliedIndex:8145; }","duration":"103.208498ms","start":"2026-03-07T10:20:57.783384Z","end":"2026-03-07T10:20:57.886592Z","steps":["trace[393831553] 'read index received' (duration: 28.323189ms)","trace[393831553] 'applied index is now lower than readState.Index' (duration: 74.884439ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:20:57.886939Z","caller":"traceutil/trace.go:171","msg":"trace[1547737046] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"104.629974ms","start":"2026-03-07T10:20:57.782264Z","end":"2026-03-07T10:20:57.886894Z","steps":["trace[1547737046] 'process raft request' (duration: 29.504008ms)","trace[1547737046] 'compare' (duration: 74.688605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:20:57.88695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.545457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-07T10:20:57.887201Z","caller":"traceutil/trace.go:171","msg":"trace[1559343664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7839; }","duration":"103.827614ms","start":"2026-03-07T10:20:57.783353Z","end":"2026-03-07T10:20:57.88718Z","steps":["trace[1559343664] 'agreement among raft nodes before linearized reading' (duration: 103.424364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:59.472719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306971219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:20:59.973846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306971219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:20:59.979192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252895814s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:20:59.979803Z","caller":"traceutil/trace.go:171","msg":"trace[1369937315] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"1.283286125s","start":"2026-03-07T10:20:58.69648Z","end":"2026-03-07T10:20:59.979766Z","steps":["trace[1369937315] 'process raft request' (duration: 1.283006158s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:20:59.980043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:58.69644Z","time spent":"1.28348301s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:00.182189Z","caller":"traceutil/trace.go:171","msg":"trace[708283517] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"1.203018549s","start":"2026-03-07T10:20:58.979144Z","end":"2026-03-07T10:21:00.182163Z","steps":["trace[708283517] 'process raft request' (duration: 1.118530436s)","trace[708283517] 'compare' (duration: 84.307958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:00.182352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:58.97913Z","time spent":"1.203137572s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:00.182594Z","caller":"traceutil/trace.go:171","msg":"trace[1778803304] linearizableReadLoop","detail":"{readStateIndex:8152; appliedIndex:8148; }","duration":"1.210661424s","start":"2026-03-07T10:20:58.971906Z","end":"2026-03-07T10:21:00.182568Z","steps":["trace[1778803304] 'read index received' (duration: 1.00754515s)","trace[1778803304] 'applied index is now lower than readState.Index' (duration: 203.110914ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:00.182684Z","caller":"traceutil/trace.go:171","msg":"trace[885291878] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"400.735946ms","start":"2026-03-07T10:20:59.781935Z","end":"2026-03-07T10:21:00.182671Z","steps":["trace[885291878] 'process raft request' (duration: 400.502421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.18277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.781922Z","time spent":"400.790978ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:00.18281Z","caller":"traceutil/trace.go:171","msg":"trace[2032470049] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"411.066718ms","start":"2026-03-07T10:20:59.771717Z","end":"2026-03-07T10:21:00.182784Z","steps":["trace[2032470049] 'process raft request' (duration: 410.400001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.182892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210959241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:21:00.182931Z","caller":"traceutil/trace.go:171","msg":"trace[602269720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7844; }","duration":"1.211019863s","start":"2026-03-07T10:20:58.9719Z","end":"2026-03-07T10:21:00.18292Z","steps":["trace[602269720] 'agreement among raft nodes before linearized reading' (duration: 1.210829118s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.182958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.771692Z","time spent":"411.185282ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:00.182975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:58.971851Z","time spent":"1.211115745s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:21:00.182982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132238514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:21:00.183036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.903186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:21:00.183127Z","caller":"traceutil/trace.go:171","msg":"trace[311554164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7844; }","duration":"471.005779ms","start":"2026-03-07T10:20:59.712077Z","end":"2026-03-07T10:21:00.183083Z","steps":["trace[311554164] 'agreement among raft nodes before linearized reading' (duration: 470.824564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.183128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.538419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:00.183158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.602358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:21:00.183159Z","caller":"traceutil/trace.go:171","msg":"trace[1725050677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7844; }","duration":"1.132406097s","start":"2026-03-07T10:20:59.050658Z","end":"2026-03-07T10:21:00.183064Z","steps":["trace[1725050677] 'agreement among raft nodes before linearized reading' (duration: 1.132219053s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.183163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.766137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:21:00.183029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.363388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:00.183183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.120453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:21:00.183208Z","caller":"traceutil/trace.go:171","msg":"trace[1343474877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7844; }","duration":"470.714152ms","start":"2026-03-07T10:20:59.71248Z","end":"2026-03-07T10:21:00.183194Z","steps":["trace[1343474877] 'agreement among raft nodes before linearized reading' (duration: 470.562218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.183225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.76824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:21:00.183232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.044408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:21:00.183177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.712053Z","time spent":"471.111652ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:21:00.18324Z","caller":"traceutil/trace.go:171","msg":"trace[369431530] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7844; }","duration":"551.621704ms","start":"2026-03-07T10:20:59.631603Z","end":"2026-03-07T10:21:00.183224Z","steps":["trace[369431530] 'agreement among raft nodes before linearized reading' (duration: 551.348627ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:00.183235Z","caller":"traceutil/trace.go:171","msg":"trace[1431825678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:7844; }","duration":"467.924341ms","start":"2026-03-07T10:20:59.71529Z","end":"2026-03-07T10:21:00.183214Z","steps":["trace[1431825678] 'agreement among raft nodes before linearized reading' (duration: 467.699205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.183252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.712399Z","time spent":"470.846395ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:21:00.183265Z","caller":"traceutil/trace.go:171","msg":"trace[1176981527] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7844; }","duration":"976.846742ms","start":"2026-03-07T10:20:59.206406Z","end":"2026-03-07T10:21:00.183253Z","steps":["trace[1176981527] 'agreement among raft nodes before linearized reading' (duration: 976.77082ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:00.183265Z","caller":"traceutil/trace.go:171","msg":"trace[726168612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7844; }","duration":"292.11986ms","start":"2026-03-07T10:20:59.891137Z","end":"2026-03-07T10:21:00.183257Z","steps":["trace[726168612] 'agreement among raft nodes before linearized reading' (duration: 291.928195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.183289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.715282Z","time spent":"467.997293ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:21:00.183285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.631585Z","time spent":"551.688516ms","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:00.183223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.050634Z","time spent":"1.132576082s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:21:00.18325Z","caller":"traceutil/trace.go:171","msg":"trace[487070581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7844; }","duration":"758.222636ms","start":"2026-03-07T10:20:59.425013Z","end":"2026-03-07T10:21:00.183236Z","steps":["trace[487070581] 'agreement among raft nodes before linearized reading' (duration: 758.024681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.183298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.206385Z","time spent":"976.905733ms","remote":"127.0.0.1:45266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:00.183371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.424993Z","time spent":"758.36989ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:21:00.183191Z","caller":"traceutil/trace.go:171","msg":"trace[1293648330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7844; }","duration":"543.615091ms","start":"2026-03-07T10:20:59.639559Z","end":"2026-03-07T10:21:00.183174Z","steps":["trace[1293648330] 'agreement among raft nodes before linearized reading' (duration: 543.516139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:00.183455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:20:59.639549Z","time spent":"543.898718ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:21:00.378155Z","caller":"traceutil/trace.go:171","msg":"trace[89026360] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"190.555084ms","start":"2026-03-07T10:21:00.187573Z","end":"2026-03-07T10:21:00.378128Z","steps":["trace[89026360] 'process raft request' (duration: 171.805699ms)","trace[89026360] 'compare' (duration: 18.5472ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:00.378423Z","caller":"traceutil/trace.go:171","msg":"trace[378758710] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"190.74196ms","start":"2026-03-07T10:21:00.18767Z","end":"2026-03-07T10:21:00.378412Z","steps":["trace[378758710] 'process raft request' (duration: 190.399651ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:00.378756Z","caller":"traceutil/trace.go:171","msg":"trace[872501622] transaction","detail":"{read_only:false; response_revision:7848; number_of_response:1; }","duration":"190.458242ms","start":"2026-03-07T10:21:00.188247Z","end":"2026-03-07T10:21:00.378705Z","steps":["trace[872501622] 'process raft request' (duration: 190.105613ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:00.378812Z","caller":"traceutil/trace.go:171","msg":"trace[806003719] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"190.163075ms","start":"2026-03-07T10:21:00.18863Z","end":"2026-03-07T10:21:00.378793Z","steps":["trace[806003719] 'process raft request' (duration: 190.022771ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:02.351473Z","caller":"traceutil/trace.go:171","msg":"trace[1970547685] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"163.233721ms","start":"2026-03-07T10:21:02.188215Z","end":"2026-03-07T10:21:02.351449Z","steps":["trace[1970547685] 'process raft request' (duration: 162.834031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:02.673282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.015085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:21:02.673517Z","caller":"traceutil/trace.go:171","msg":"trace[378699923] linearizableReadLoop","detail":"{readStateIndex:8160; appliedIndex:8157; }","duration":"481.415133ms","start":"2026-03-07T10:21:02.192087Z","end":"2026-03-07T10:21:02.673502Z","steps":["trace[378699923] 'read index received' (duration: 158.947643ms)","trace[378699923] 'applied index is now lower than readState.Index' (duration: 322.46657ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:02.673619Z","caller":"traceutil/trace.go:171","msg":"trace[2086947460] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"484.196174ms","start":"2026-03-07T10:21:02.189412Z","end":"2026-03-07T10:21:02.673608Z","steps":["trace[2086947460] 'process raft request' (duration: 294.770208ms)","trace[2086947460] 'compare' (duration: 188.837301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:02.673676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:02.18939Z","time spent":"484.254325ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:02.67392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.115754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:21:02.67392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.816333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:21:02.673977Z","caller":"traceutil/trace.go:171","msg":"trace[977921166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7852; }","duration":"289.214626ms","start":"2026-03-07T10:21:02.384746Z","end":"2026-03-07T10:21:02.67396Z","steps":["trace[977921166] 'agreement among raft nodes before linearized reading' (duration: 289.049282ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:02.673999Z","caller":"traceutil/trace.go:171","msg":"trace[1103341261] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:7852; }","duration":"481.930646ms","start":"2026-03-07T10:21:02.192038Z","end":"2026-03-07T10:21:02.673968Z","steps":["trace[1103341261] 'agreement among raft nodes before linearized reading' (duration: 481.732901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:02.673989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.658667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:21:02.674039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:02.19202Z","time spent":"482.011138ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"info","ts":"2026-03-07T10:21:02.674057Z","caller":"traceutil/trace.go:171","msg":"trace[969101474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7852; }","duration":"421.77146ms","start":"2026-03-07T10:21:02.252268Z","end":"2026-03-07T10:21:02.674039Z","steps":["trace[969101474] 'agreement among raft nodes before linearized reading' (duration: 421.530054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:02.674079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.242718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b8b7975d6-bwj2d.189a87e7ade6a852\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-07T10:21:02.674104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:02.252255Z","time spent":"421.838922ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:21:02.674117Z","caller":"traceutil/trace.go:171","msg":"trace[310318201] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b8b7975d6-bwj2d.189a87e7ade6a852; range_end:; response_count:1; response_revision:7852; }","duration":"222.303549ms","start":"2026-03-07T10:21:02.451799Z","end":"2026-03-07T10:21:02.674103Z","steps":["trace[310318201] 'agreement among raft nodes before linearized reading' (duration: 222.186826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:02.674181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.996482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:21:02.674215Z","caller":"traceutil/trace.go:171","msg":"trace[1811317470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7852; }","duration":"289.068542ms","start":"2026-03-07T10:21:02.385137Z","end":"2026-03-07T10:21:02.674206Z","steps":["trace[1811317470] 'agreement among raft nodes before linearized reading' (duration: 288.97994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:02.674344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.983626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:21:02.674387Z","caller":"traceutil/trace.go:171","msg":"trace[185914222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7852; }","duration":"290.090879ms","start":"2026-03-07T10:21:02.384287Z","end":"2026-03-07T10:21:02.674378Z","steps":["trace[185914222] 'agreement among raft nodes before linearized reading' (duration: 289.990726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:02.674395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.786467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:21:02.674425Z","caller":"traceutil/trace.go:171","msg":"trace[332569969] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"484.884801ms","start":"2026-03-07T10:21:02.189529Z","end":"2026-03-07T10:21:02.674414Z","steps":["trace[332569969] 'process raft request' (duration: 483.872265ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:02.674433Z","caller":"traceutil/trace.go:171","msg":"trace[130334375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7852; }","duration":"290.858959ms","start":"2026-03-07T10:21:02.383566Z","end":"2026-03-07T10:21:02.674425Z","steps":["trace[130334375] 'agreement among raft nodes before linearized reading' (duration: 290.747766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:02.674533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:02.189494Z","time spent":"484.958133ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:03.29685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.940579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:21:03.296877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.793941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:03.296968Z","caller":"traceutil/trace.go:171","msg":"trace[635483433] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:7858; }","duration":"274.113274ms","start":"2026-03-07T10:21:03.022834Z","end":"2026-03-07T10:21:03.296947Z","steps":["trace[635483433] 'range keys from in-memory index tree' (duration: 273.706193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:03.29699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.2521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-07T10:21:03.296996Z","caller":"traceutil/trace.go:171","msg":"trace[337225549] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7858; }","duration":"408.963735ms","start":"2026-03-07T10:21:02.88801Z","end":"2026-03-07T10:21:03.296973Z","steps":["trace[337225549] 'count revisions from in-memory index tree' (duration: 408.649737ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:03.297045Z","caller":"traceutil/trace.go:171","msg":"trace[943559142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7858; }","duration":"390.427084ms","start":"2026-03-07T10:21:02.906604Z","end":"2026-03-07T10:21:03.297031Z","steps":["trace[943559142] 'range keys from in-memory index tree' (duration: 390.110936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:03.297076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:02.906587Z","time spent":"390.480875ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:21:03.297303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:02.88799Z","time spent":"409.287903ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:21:03.710546Z","caller":"traceutil/trace.go:171","msg":"trace[1397421800] linearizableReadLoop","detail":"{readStateIndex:8168; appliedIndex:8166; }","duration":"410.207385ms","start":"2026-03-07T10:21:03.300313Z","end":"2026-03-07T10:21:03.71052Z","steps":["trace[1397421800] 'read index received' (duration: 2.667596ms)","trace[1397421800] 'applied index is now lower than readState.Index' (duration: 407.538399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:03.710585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:03.298425Z","time spent":"412.153186ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:21:03.710843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.508284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-07T10:21:03.710908Z","caller":"traceutil/trace.go:171","msg":"trace[1693537386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7859; }","duration":"410.621846ms","start":"2026-03-07T10:21:03.300274Z","end":"2026-03-07T10:21:03.710896Z","steps":["trace[1693537386] 'agreement among raft nodes before linearized reading' (duration: 410.37907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:03.710948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:03.300262Z","time spent":"410.673708ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:21:03.710995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.311942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:03.710975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.609784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:21:03.711043Z","caller":"traceutil/trace.go:171","msg":"trace[110815618] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7859; }","duration":"213.369923ms","start":"2026-03-07T10:21:03.497657Z","end":"2026-03-07T10:21:03.711027Z","steps":["trace[110815618] 'agreement among raft nodes before linearized reading' (duration: 213.281951ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:03.711069Z","caller":"traceutil/trace.go:171","msg":"trace[1444840172] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7859; }","duration":"376.739257ms","start":"2026-03-07T10:21:03.334301Z","end":"2026-03-07T10:21:03.71104Z","steps":["trace[1444840172] 'agreement among raft nodes before linearized reading' (duration: 376.531782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:03.71114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:03.334286Z","time spent":"376.837509ms","remote":"127.0.0.1:42820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":53,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:04.699034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.033913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-07T10:21:04.699145Z","caller":"traceutil/trace.go:171","msg":"trace[1622995933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7860; }","duration":"412.195217ms","start":"2026-03-07T10:21:04.286922Z","end":"2026-03-07T10:21:04.699117Z","steps":["trace[1622995933] 'range keys from in-memory index tree' (duration: 411.813287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:04.699196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:04.286901Z","time spent":"412.284369ms","remote":"127.0.0.1:38122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T10:21:04.699408Z","caller":"traceutil/trace.go:171","msg":"trace[827923466] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"341.863232ms","start":"2026-03-07T10:21:04.357516Z","end":"2026-03-07T10:21:04.69938Z","steps":["trace[827923466] 'process raft request' (duration: 333.442919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:04.699584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:04.357496Z","time spent":"341.993545ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:27.846541Z","caller":"traceutil/trace.go:171","msg":"trace[2079489726] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8345; }","duration":"101.149565ms","start":"2026-03-07T10:21:27.745368Z","end":"2026-03-07T10:21:27.846517Z","steps":["trace[2079489726] 'read index received' (duration: 100.979681ms)","trace[2079489726] 'applied index is now lower than readState.Index' (duration: 169.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:27.846734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.34728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-07T10:21:27.846794Z","caller":"traceutil/trace.go:171","msg":"trace[1813544221] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8031; }","duration":"101.450593ms","start":"2026-03-07T10:21:27.745333Z","end":"2026-03-07T10:21:27.846784Z","steps":["trace[1813544221] 'agreement among raft nodes before linearized reading' (duration: 101.280829ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:27.846801Z","caller":"traceutil/trace.go:171","msg":"trace[1277632738] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"109.973239ms","start":"2026-03-07T10:21:27.736742Z","end":"2026-03-07T10:21:27.846716Z","steps":["trace[1277632738] 'process raft request' (duration: 109.625731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:28.238959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.693941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-07T10:21:28.239054Z","caller":"traceutil/trace.go:171","msg":"trace[1394466739] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8031; }","duration":"295.850446ms","start":"2026-03-07T10:21:27.943177Z","end":"2026-03-07T10:21:28.239027Z","steps":["trace[1394466739] 'range keys from in-memory index tree' (duration: 295.457496ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:32.984741Z","caller":"traceutil/trace.go:171","msg":"trace[690838545] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"530.616011ms","start":"2026-03-07T10:21:32.454108Z","end":"2026-03-07T10:21:32.984724Z","steps":["trace[690838545] 'process raft request' (duration: 530.460718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:32.984922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.454083Z","time spent":"530.778496ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:34.529787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.463317972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:21:34.530197Z","caller":"traceutil/trace.go:171","msg":"trace[398078825] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"1.735074827s","start":"2026-03-07T10:21:32.795089Z","end":"2026-03-07T10:21:34.530164Z","steps":["trace[398078825] 'process raft request' (duration: 1.734875951s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.53038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.795066Z","time spent":"1.735219331s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:34.530543Z","caller":"traceutil/trace.go:171","msg":"trace[1202953119] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"1.732085851s","start":"2026-03-07T10:21:32.798428Z","end":"2026-03-07T10:21:34.530513Z","steps":["trace[1202953119] 'process raft request' (duration: 1.731689571s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.530691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.798416Z","time spent":"1.732195394s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:34.530674Z","caller":"traceutil/trace.go:171","msg":"trace[205599275] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"1.731997999s","start":"2026-03-07T10:21:32.798616Z","end":"2026-03-07T10:21:34.530614Z","steps":["trace[205599275] 'process raft request' (duration: 1.731799634s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:34.530701Z","caller":"traceutil/trace.go:171","msg":"trace[59286612] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8367; }","duration":"1.638686441s","start":"2026-03-07T10:21:32.891896Z","end":"2026-03-07T10:21:34.530582Z","steps":["trace[59286612] 'read index received' (duration: 92.705331ms)","trace[59286612] 'applied index is now lower than readState.Index' (duration: 1.54597984s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:34.530894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63899336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:34.53094Z","caller":"traceutil/trace.go:171","msg":"trace[1996887751] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8055; }","duration":"1.639068731s","start":"2026-03-07T10:21:32.891857Z","end":"2026-03-07T10:21:34.530925Z","steps":["trace[1996887751] 'agreement among raft nodes before linearized reading' (duration: 1.638994399s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.530934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.798604Z","time spent":"1.732203144s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:34.530972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.891842Z","time spent":"1.639121943s","remote":"127.0.0.1:35766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:34.542948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522083142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:34.54298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631292693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:21:34.543027Z","caller":"traceutil/trace.go:171","msg":"trace[995138295] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8056; }","duration":"1.522214536s","start":"2026-03-07T10:21:33.020793Z","end":"2026-03-07T10:21:34.543007Z","steps":["trace[995138295] 'agreement among raft nodes before linearized reading' (duration: 1.522076322s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:34.543059Z","caller":"traceutil/trace.go:171","msg":"trace[2109477109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8056; }","duration":"1.631428276s","start":"2026-03-07T10:21:32.91161Z","end":"2026-03-07T10:21:34.543038Z","steps":["trace[2109477109] 'agreement among raft nodes before linearized reading' (duration: 1.631233021s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.543095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.911582Z","time spent":"1.631507889s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:21:34.54314Z","caller":"traceutil/trace.go:171","msg":"trace[284488008] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"337.100762ms","start":"2026-03-07T10:21:34.206028Z","end":"2026-03-07T10:21:34.543129Z","steps":["trace[284488008] 'process raft request' (duration: 336.6552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.543087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:33.020773Z","time spent":"1.522303758s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:34.543237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:34.206008Z","time spent":"337.168303ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:34.543251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598881372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:21:34.543285Z","caller":"traceutil/trace.go:171","msg":"trace[1606699241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:8056; }","duration":"1.598936943s","start":"2026-03-07T10:21:32.944335Z","end":"2026-03-07T10:21:34.543272Z","steps":["trace[1606699241] 'agreement among raft nodes before linearized reading' (duration: 1.598834711s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.543197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621995568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:21:34.543319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.944315Z","time spent":"1.598999354s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:21:34.543136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621877814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:21:34.543382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.9703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:21:34.543359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627105288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:21:34.543414Z","caller":"traceutil/trace.go:171","msg":"trace[1665460912] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8056; }","duration":"397.038371ms","start":"2026-03-07T10:21:34.146366Z","end":"2026-03-07T10:21:34.543404Z","steps":["trace[1665460912] 'agreement among raft nodes before linearized reading' (duration: 396.97839ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:34.543434Z","caller":"traceutil/trace.go:171","msg":"trace[1455046366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8056; }","duration":"1.62718436s","start":"2026-03-07T10:21:32.916232Z","end":"2026-03-07T10:21:34.543417Z","steps":["trace[1455046366] 'agreement among raft nodes before linearized reading' (duration: 1.626896223s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.54345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:34.146346Z","time spent":"397.096773ms","remote":"127.0.0.1:45402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:34.543479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.916221Z","time spent":"1.627249521s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:21:34.543518Z","caller":"traceutil/trace.go:171","msg":"trace[1611364098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8056; }","duration":"1.622190813s","start":"2026-03-07T10:21:32.921217Z","end":"2026-03-07T10:21:34.543407Z","steps":["trace[1611364098] 'agreement among raft nodes before linearized reading' (duration: 1.621811313s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.543553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616711063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T10:21:34.543592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519835565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:21:34.543514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.88316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:34.543672Z","caller":"traceutil/trace.go:171","msg":"trace[1036351814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8056; }","duration":"1.616850537s","start":"2026-03-07T10:21:32.926782Z","end":"2026-03-07T10:21:34.543633Z","steps":["trace[1036351814] 'agreement among raft nodes before linearized reading' (duration: 1.616537759s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:34.543698Z","caller":"traceutil/trace.go:171","msg":"trace[110476204] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8056; }","duration":"1.519965479s","start":"2026-03-07T10:21:33.023708Z","end":"2026-03-07T10:21:34.543674Z","steps":["trace[110476204] 'agreement among raft nodes before linearized reading' (duration: 1.519682982s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.543724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.921207Z","time spent":"1.622404018s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:21:34.543341Z","caller":"traceutil/trace.go:171","msg":"trace[1282722599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8056; }","duration":"1.622158922s","start":"2026-03-07T10:21:32.92117Z","end":"2026-03-07T10:21:34.543329Z","steps":["trace[1282722599] 'agreement among raft nodes before linearized reading' (duration: 1.621921026s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.543735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.926772Z","time spent":"1.616951459s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:21:34.54376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:33.023696Z","time spent":"1.520051721s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-07T10:21:34.543781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:32.921161Z","time spent":"1.622609803s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:21:34.543695Z","caller":"traceutil/trace.go:171","msg":"trace[1879014797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8056; }","duration":"904.096315ms","start":"2026-03-07T10:21:33.639585Z","end":"2026-03-07T10:21:34.543681Z","steps":["trace[1879014797] 'agreement among raft nodes before linearized reading' (duration: 903.87797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:34.543906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:33.639539Z","time spent":"904.355772ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:21:35.688896Z","caller":"traceutil/trace.go:171","msg":"trace[1721600844] linearizableReadLoop","detail":"{readStateIndex:8380; appliedIndex:8379; }","duration":"186.341207ms","start":"2026-03-07T10:21:35.502529Z","end":"2026-03-07T10:21:35.68887Z","steps":["trace[1721600844] 'read index received' (duration: 186.09807ms)","trace[1721600844] 'applied index is now lower than readState.Index' (duration: 242.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:35.688978Z","caller":"traceutil/trace.go:171","msg":"trace[29819198] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"336.515107ms","start":"2026-03-07T10:21:35.352426Z","end":"2026-03-07T10:21:35.688941Z","steps":["trace[29819198] 'process raft request' (duration: 336.250801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:35.689072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.515271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:35.689119Z","caller":"traceutil/trace.go:171","msg":"trace[194957852] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8063; }","duration":"186.635154ms","start":"2026-03-07T10:21:35.50247Z","end":"2026-03-07T10:21:35.689105Z","steps":["trace[194957852] 'agreement among raft nodes before linearized reading' (duration: 186.531112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:35.689146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:35.352407Z","time spent":"336.65312ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:37.131959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306971961,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:21:37.190839Z","caller":"traceutil/trace.go:171","msg":"trace[2095625558] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"652.407951ms","start":"2026-03-07T10:21:36.538398Z","end":"2026-03-07T10:21:37.190806Z","steps":["trace[2095625558] 'process raft request' (duration: 652.152985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.191018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.538375Z","time spent":"652.537544ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:37.191029Z","caller":"traceutil/trace.go:171","msg":"trace[271556656] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"610.063026ms","start":"2026-03-07T10:21:36.580938Z","end":"2026-03-07T10:21:37.191001Z","steps":["trace[271556656] 'process raft request' (duration: 609.767599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.191211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.580918Z","time spent":"610.223389ms","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:37.496712Z","caller":"traceutil/trace.go:171","msg":"trace[2004364919] linearizableReadLoop","detail":"{readStateIndex:8385; appliedIndex:8382; }","duration":"865.126967ms","start":"2026-03-07T10:21:36.631558Z","end":"2026-03-07T10:21:37.496685Z","steps":["trace[2004364919] 'read index received' (duration: 558.98682ms)","trace[2004364919] 'applied index is now lower than readState.Index' (duration: 306.136947ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:37.4968Z","caller":"traceutil/trace.go:171","msg":"trace[681605994] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"696.382407ms","start":"2026-03-07T10:21:36.800384Z","end":"2026-03-07T10:21:37.496766Z","steps":["trace[681605994] 'process raft request' (duration: 696.121289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.49696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.800362Z","time spent":"696.506249ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:37.496993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.386644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:21:37.497061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.011547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:21:37.497129Z","caller":"traceutil/trace.go:171","msg":"trace[1355492800] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8068; }","duration":"763.109089ms","start":"2026-03-07T10:21:36.734005Z","end":"2026-03-07T10:21:37.497114Z","steps":["trace[1355492800] 'agreement among raft nodes before linearized reading' (duration: 763.013797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.497127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.434824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:21:37.497115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.161835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a87f447fb5247\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-07T10:21:37.49716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.599978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:21:37.49698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.125265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:37.497196Z","caller":"traceutil/trace.go:171","msg":"trace[770128946] range","detail":"{range_begin:/registry/events/openstack/ceph.189a87f447fb5247; range_end:; response_count:1; response_revision:8068; }","duration":"298.292848ms","start":"2026-03-07T10:21:37.19889Z","end":"2026-03-07T10:21:37.497183Z","steps":["trace[770128946] 'agreement among raft nodes before linearized reading' (duration: 298.042372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.497187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.73399Z","time spent":"763.181932ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:21:37.497196Z","caller":"traceutil/trace.go:171","msg":"trace[1081964654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8068; }","duration":"865.511467ms","start":"2026-03-07T10:21:36.631664Z","end":"2026-03-07T10:21:37.497176Z","steps":["trace[1081964654] 'agreement among raft nodes before linearized reading' (duration: 865.356183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.497215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.537307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T10:21:37.497257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.631657Z","time spent":"865.589399ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:21:37.49715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.567549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:21:37.497341Z","caller":"traceutil/trace.go:171","msg":"trace[404691448] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8068; }","duration":"446.847577ms","start":"2026-03-07T10:21:37.050477Z","end":"2026-03-07T10:21:37.497324Z","steps":["trace[404691448] 'agreement among raft nodes before linearized reading' (duration: 446.493408ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:37.497283Z","caller":"traceutil/trace.go:171","msg":"trace[667385032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8068; }","duration":"865.619109ms","start":"2026-03-07T10:21:36.631648Z","end":"2026-03-07T10:21:37.497267Z","steps":["trace[667385032] 'agreement among raft nodes before linearized reading' (duration: 865.397204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.497418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:37.050463Z","time spent":"446.939659ms","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:37.49747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.631586Z","time spent":"865.860816ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:21:37.497209Z","caller":"traceutil/trace.go:171","msg":"trace[964368155] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:8068; }","duration":"865.67497ms","start":"2026-03-07T10:21:36.631518Z","end":"2026-03-07T10:21:37.497193Z","steps":["trace[964368155] 'agreement among raft nodes before linearized reading' (duration: 865.322742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.497583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.631498Z","time spent":"866.068271ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:21:37.497048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.326462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:21:37.497665Z","caller":"traceutil/trace.go:171","msg":"trace[249093101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8068; }","duration":"865.975078ms","start":"2026-03-07T10:21:36.631678Z","end":"2026-03-07T10:21:37.497653Z","steps":["trace[249093101] 'agreement among raft nodes before linearized reading' (duration: 865.232929ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:37.497067Z","caller":"traceutil/trace.go:171","msg":"trace[992685702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8068; }","duration":"865.487406ms","start":"2026-03-07T10:21:36.631563Z","end":"2026-03-07T10:21:37.49705Z","steps":["trace[992685702] 'agreement among raft nodes before linearized reading' (duration: 865.302541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.497707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.631671Z","time spent":"866.02292ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:21:37.497727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.631547Z","time spent":"866.161743ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:21:37.497273Z","caller":"traceutil/trace.go:171","msg":"trace[1860229393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8068; }","duration":"859.416382ms","start":"2026-03-07T10:21:36.637809Z","end":"2026-03-07T10:21:37.497226Z","steps":["trace[1860229393] 'agreement among raft nodes before linearized reading' (duration: 859.101504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.497811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.637798Z","time spent":"859.997296ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:21:37.498229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.534802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:21:37.498284Z","caller":"traceutil/trace.go:171","msg":"trace[1648211973] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8068; }","duration":"866.625434ms","start":"2026-03-07T10:21:36.631645Z","end":"2026-03-07T10:21:37.498271Z","steps":["trace[1648211973] 'agreement among raft nodes before linearized reading' (duration: 865.965098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:37.498324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:36.631629Z","time spent":"866.684806ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:21:47.277842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.617662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-07T10:21:47.277967Z","caller":"traceutil/trace.go:171","msg":"trace[1327977799] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8151; }","duration":"813.046206ms","start":"2026-03-07T10:21:46.464904Z","end":"2026-03-07T10:21:47.27795Z","steps":["trace[1327977799] 'process raft request' (duration: 102.906961ms)","trace[1327977799] 'compare' (duration: 709.228512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:47.278056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:46.464882Z","time spent":"813.117447ms","remote":"127.0.0.1:42764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-07T10:21:47.811892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244159763s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:21:47.815477Z","caller":"traceutil/trace.go:171","msg":"trace[1181589073] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"1.348113439s","start":"2026-03-07T10:21:46.467326Z","end":"2026-03-07T10:21:47.81544Z","steps":["trace[1181589073] 'process raft request' (duration: 1.344892618s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:47.815516Z","caller":"traceutil/trace.go:171","msg":"trace[2031750974] linearizableReadLoop","detail":"{readStateIndex:8473; appliedIndex:8471; }","duration":"1.290855788s","start":"2026-03-07T10:21:46.524605Z","end":"2026-03-07T10:21:47.815461Z","steps":["trace[2031750974] 'read index received' (duration: 43.227588ms)","trace[2031750974] 'applied index is now lower than readState.Index' (duration: 1.24762732s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:47.815672Z","caller":"traceutil/trace.go:171","msg":"trace[11058086] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"1.290087268s","start":"2026-03-07T10:21:46.525566Z","end":"2026-03-07T10:21:47.815653Z","steps":["trace[11058086] 'process raft request' (duration: 1.28979696s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.815701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:46.467316Z","time spent":"1.348239952s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:47.815836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:46.525541Z","time spent":"1.29022403s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:21:47.815767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291142175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tg58j\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-07T10:21:47.81611Z","caller":"traceutil/trace.go:171","msg":"trace[29953509] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tg58j; range_end:; response_count:1; response_revision:8153; }","duration":"1.291498594s","start":"2026-03-07T10:21:46.52456Z","end":"2026-03-07T10:21:47.816058Z","steps":["trace[29953509] 'agreement among raft nodes before linearized reading' (duration: 1.291116544s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.816227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:46.524538Z","time spent":"1.291653837s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tg58j\" "} {"level":"info","ts":"2026-03-07T10:21:47.85423Z","caller":"traceutil/trace.go:171","msg":"trace[1214233361] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"629.11418ms","start":"2026-03-07T10:21:47.225092Z","end":"2026-03-07T10:21:47.854206Z","steps":["trace[1214233361] 'process raft request' (duration: 629.041968ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:47.854286Z","caller":"traceutil/trace.go:171","msg":"trace[2011270898] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"1.181581425s","start":"2026-03-07T10:21:46.672651Z","end":"2026-03-07T10:21:47.854232Z","steps":["trace[2011270898] 'process raft request' (duration: 1.181454142s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.854391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:47.225049Z","time spent":"629.256813ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:47.854233Z","caller":"traceutil/trace.go:171","msg":"trace[699491518] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"1.197206472s","start":"2026-03-07T10:21:46.656979Z","end":"2026-03-07T10:21:47.854186Z","steps":["trace[699491518] 'process raft request' (duration: 1.197016508s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.85447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:46.672636Z","time spent":"1.181735659s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:47.8545Z","caller":"traceutil/trace.go:171","msg":"trace[302631723] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"401.122096ms","start":"2026-03-07T10:21:47.453363Z","end":"2026-03-07T10:21:47.854485Z","steps":["trace[302631723] 'process raft request' (duration: 400.806828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.854572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:47.453332Z","time spent":"401.205067ms","remote":"127.0.0.1:45402","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:47.854581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:46.656964Z","time spent":"1.19751388s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:47.854648Z","caller":"traceutil/trace.go:171","msg":"trace[1871408758] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"260.361665ms","start":"2026-03-07T10:21:47.59427Z","end":"2026-03-07T10:21:47.854631Z","steps":["trace[1871408758] 'process raft request' (duration: 260.103119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.85473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.439844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:21:47.85479Z","caller":"traceutil/trace.go:171","msg":"trace[251277978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8158; }","duration":"267.513445ms","start":"2026-03-07T10:21:47.587267Z","end":"2026-03-07T10:21:47.85478Z","steps":["trace[251277978] 'agreement among raft nodes before linearized reading' (duration: 267.373642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.854806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216142331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:47.85483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.102598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:21:47.854804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.238114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:21:47.854869Z","caller":"traceutil/trace.go:171","msg":"trace[802322568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:8158; }","duration":"260.16575ms","start":"2026-03-07T10:21:47.594692Z","end":"2026-03-07T10:21:47.854858Z","steps":["trace[802322568] 'agreement among raft nodes before linearized reading' (duration: 259.992156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.854878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28861335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:21:47.85495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.750938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:21:47.854952Z","caller":"traceutil/trace.go:171","msg":"trace[1274961324] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8158; }","duration":"1.288701822s","start":"2026-03-07T10:21:46.566235Z","end":"2026-03-07T10:21:47.854936Z","steps":["trace[1274961324] 'agreement among raft nodes before linearized reading' (duration: 1.288546418s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.85495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.282782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-07T10:21:47.854977Z","caller":"traceutil/trace.go:171","msg":"trace[545552754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8158; }","duration":"283.8192ms","start":"2026-03-07T10:21:47.571153Z","end":"2026-03-07T10:21:47.854972Z","steps":["trace[545552754] 'agreement among raft nodes before linearized reading' (duration: 283.752748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.85498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.955978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:21:47.85499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:46.566172Z","time spent":"1.288811865s","remote":"127.0.0.1:42764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:21:47.85501Z","caller":"traceutil/trace.go:171","msg":"trace[1112065293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8158; }","duration":"267.987609ms","start":"2026-03-07T10:21:47.587017Z","end":"2026-03-07T10:21:47.855005Z","steps":["trace[1112065293] 'agreement among raft nodes before linearized reading' (duration: 267.914787ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:47.85501Z","caller":"traceutil/trace.go:171","msg":"trace[1931059533] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8158; }","duration":"649.389705ms","start":"2026-03-07T10:21:47.205609Z","end":"2026-03-07T10:21:47.854998Z","steps":["trace[1931059533] 'agreement among raft nodes before linearized reading' (duration: 649.169999ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:47.854906Z","caller":"traceutil/trace.go:171","msg":"trace[2045008462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8158; }","duration":"281.384748ms","start":"2026-03-07T10:21:47.573503Z","end":"2026-03-07T10:21:47.854887Z","steps":["trace[2045008462] 'agreement among raft nodes before linearized reading' (duration: 281.128561ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:47.854848Z","caller":"traceutil/trace.go:171","msg":"trace[721099902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8158; }","duration":"1.216222313s","start":"2026-03-07T10:21:46.638613Z","end":"2026-03-07T10:21:47.854835Z","steps":["trace[721099902] 'agreement among raft nodes before linearized reading' (duration: 1.216156842s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.855046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:47.205589Z","time spent":"649.451536ms","remote":"127.0.0.1:56582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-07T10:21:47.85506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.191784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:21:47.855106Z","caller":"traceutil/trace.go:171","msg":"trace[1325778040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8158; }","duration":"268.305676ms","start":"2026-03-07T10:21:47.586789Z","end":"2026-03-07T10:21:47.855094Z","steps":["trace[1325778040] 'agreement among raft nodes before linearized reading' (duration: 268.193113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:47.855073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:46.638587Z","time spent":"1.21648001s","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:21:48.045721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.445251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:21:48.045933Z","caller":"traceutil/trace.go:171","msg":"trace[280224264] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"187.136738ms","start":"2026-03-07T10:21:47.858769Z","end":"2026-03-07T10:21:48.045906Z","steps":["trace[280224264] 'process raft request' (duration: 78.399099ms)","trace[280224264] 'compare' (duration: 108.335159ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:48.046174Z","caller":"traceutil/trace.go:171","msg":"trace[2137013071] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"186.971203ms","start":"2026-03-07T10:21:47.859137Z","end":"2026-03-07T10:21:48.046108Z","steps":["trace[2137013071] 'process raft request' (duration: 186.699456ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:48.046262Z","caller":"traceutil/trace.go:171","msg":"trace[244216532] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"187.018474ms","start":"2026-03-07T10:21:47.859215Z","end":"2026-03-07T10:21:48.046234Z","steps":["trace[244216532] 'process raft request' (duration: 186.699336ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:48.046306Z","caller":"traceutil/trace.go:171","msg":"trace[1825821954] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"186.84149ms","start":"2026-03-07T10:21:47.859454Z","end":"2026-03-07T10:21:48.046295Z","steps":["trace[1825821954] 'process raft request' (duration: 186.646975ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:48.046387Z","caller":"traceutil/trace.go:171","msg":"trace[1902834140] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8480; }","duration":"155.814142ms","start":"2026-03-07T10:21:47.890551Z","end":"2026-03-07T10:21:48.046365Z","steps":["trace[1902834140] 'read index received' (duration: 46.584371ms)","trace[1902834140] 'applied index is now lower than readState.Index' (duration: 109.228431ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:48.046491Z","caller":"traceutil/trace.go:171","msg":"trace[1318142587] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"186.932742ms","start":"2026-03-07T10:21:47.859542Z","end":"2026-03-07T10:21:48.046475Z","steps":["trace[1318142587] 'process raft request' (duration: 186.710966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:48.046617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.612136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:48.046681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.993319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a87f447fb5247\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-07T10:21:48.046713Z","caller":"traceutil/trace.go:171","msg":"trace[275947450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8164; }","duration":"190.73987ms","start":"2026-03-07T10:21:47.855918Z","end":"2026-03-07T10:21:48.046658Z","steps":["trace[275947450] 'agreement among raft nodes before linearized reading' (duration: 190.608095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:48.04682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.957599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228744"} {"level":"info","ts":"2026-03-07T10:21:48.046865Z","caller":"traceutil/trace.go:171","msg":"trace[1441048297] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8164; }","duration":"188.045412ms","start":"2026-03-07T10:21:47.858808Z","end":"2026-03-07T10:21:48.046854Z","steps":["trace[1441048297] 'agreement among raft nodes before linearized reading' (duration: 187.662361ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:48.04679Z","caller":"traceutil/trace.go:171","msg":"trace[460087049] range","detail":"{range_begin:/registry/events/openstack/ceph.189a87f447fb5247; range_end:; response_count:1; response_revision:8164; }","duration":"186.135262ms","start":"2026-03-07T10:21:47.860633Z","end":"2026-03-07T10:21:48.046768Z","steps":["trace[460087049] 'agreement among raft nodes before linearized reading' (duration: 185.783053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:48.047474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.649561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tg58j\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-07T10:21:48.047559Z","caller":"traceutil/trace.go:171","msg":"trace[1092981269] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tg58j; range_end:; response_count:1; response_revision:8164; }","duration":"147.38764ms","start":"2026-03-07T10:21:47.900147Z","end":"2026-03-07T10:21:48.047534Z","steps":["trace[1092981269] 'agreement among raft nodes before linearized reading' (duration: 146.488286ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:48.197536Z","caller":"traceutil/trace.go:171","msg":"trace[268493026] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"146.721362ms","start":"2026-03-07T10:21:48.050792Z","end":"2026-03-07T10:21:48.197514Z","steps":["trace[268493026] 'process raft request' (duration: 140.319379ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:49.226249Z","caller":"traceutil/trace.go:171","msg":"trace[1981359785] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8492; }","duration":"233.352563ms","start":"2026-03-07T10:21:48.992879Z","end":"2026-03-07T10:21:49.226231Z","steps":["trace[1981359785] 'read index received' (duration: 233.176559ms)","trace[1981359785] 'applied index is now lower than readState.Index' (duration: 175.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:49.226484Z","caller":"traceutil/trace.go:171","msg":"trace[994500402] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"328.177048ms","start":"2026-03-07T10:21:48.898299Z","end":"2026-03-07T10:21:49.226476Z","steps":["trace[994500402] 'process raft request' (duration: 327.83377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:49.22657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:48.898281Z","time spent":"328.222869ms","remote":"127.0.0.1:33942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:49.226767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.903857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:49.226793Z","caller":"traceutil/trace.go:171","msg":"trace[815180931] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8172; }","duration":"233.974159ms","start":"2026-03-07T10:21:48.992812Z","end":"2026-03-07T10:21:49.226786Z","steps":["trace[815180931] 'agreement among raft nodes before linearized reading' (duration: 233.910748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:49.226962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.729945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-07T10:21:49.22698Z","caller":"traceutil/trace.go:171","msg":"trace[909318266] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8172; }","duration":"120.795427ms","start":"2026-03-07T10:21:49.10618Z","end":"2026-03-07T10:21:49.226976Z","steps":["trace[909318266] 'agreement among raft nodes before linearized reading' (duration: 120.724095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.450469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.933542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:50.450558Z","caller":"traceutil/trace.go:171","msg":"trace[1025958621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8172; }","duration":"813.048126ms","start":"2026-03-07T10:21:49.637488Z","end":"2026-03-07T10:21:50.450536Z","steps":["trace[1025958621] 'range keys from in-memory index tree' (duration: 812.868341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.450609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:49.637471Z","time spent":"813.126657ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:21:50.479573Z","caller":"traceutil/trace.go:171","msg":"trace[2127827139] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"619.811854ms","start":"2026-03-07T10:21:49.859737Z","end":"2026-03-07T10:21:50.479549Z","steps":["trace[2127827139] 'process raft request' (duration: 619.65978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.479716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:49.859715Z","time spent":"619.929056ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:50.77209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.639564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:21:50.77237Z","caller":"traceutil/trace.go:171","msg":"trace[347384356] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"912.25348ms","start":"2026-03-07T10:21:49.860082Z","end":"2026-03-07T10:21:50.772335Z","steps":["trace[347384356] 'process raft request' (duration: 785.293198ms)","trace[347384356] 'compare' (duration: 126.507321ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:50.772436Z","caller":"traceutil/trace.go:171","msg":"trace[342964295] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"911.840591ms","start":"2026-03-07T10:21:49.860567Z","end":"2026-03-07T10:21:50.772407Z","steps":["trace[342964295] 'process raft request' (duration: 911.616245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.772662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:49.860067Z","time spent":"912.464036ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:50.772747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:49.860556Z","time spent":"912.059546ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:50.879539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.263952ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:21:50.879661Z","caller":"traceutil/trace.go:171","msg":"trace[131583517] linearizableReadLoop","detail":"{readStateIndex:8497; appliedIndex:8493; }","duration":"829.044062ms","start":"2026-03-07T10:21:50.050594Z","end":"2026-03-07T10:21:50.879638Z","steps":["trace[131583517] 'read index received' (duration: 428.727927ms)","trace[131583517] 'applied index is now lower than readState.Index' (duration: 400.314264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:50.879894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.283947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:21:50.87995Z","caller":"traceutil/trace.go:171","msg":"trace[1134719474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8175; }","duration":"829.38214ms","start":"2026-03-07T10:21:50.050554Z","end":"2026-03-07T10:21:50.879936Z","steps":["trace[1134719474] 'agreement among raft nodes before linearized reading' (duration: 829.177195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.88Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.050535Z","time spent":"829.452692ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:21:50.93462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.954789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:21:50.934703Z","caller":"traceutil/trace.go:171","msg":"trace[1273762680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8176; }","duration":"884.088423ms","start":"2026-03-07T10:21:50.050596Z","end":"2026-03-07T10:21:50.934684Z","steps":["trace[1273762680] 'agreement among raft nodes before linearized reading' (duration: 883.856207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.934701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.72802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:50.934778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.05057Z","time spent":"884.198926ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:21:50.934815Z","caller":"traceutil/trace.go:171","msg":"trace[968133930] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8176; }","duration":"564.902134ms","start":"2026-03-07T10:21:50.369889Z","end":"2026-03-07T10:21:50.934791Z","steps":["trace[968133930] 'agreement among raft nodes before linearized reading' (duration: 564.691029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.934861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.369867Z","time spent":"564.985717ms","remote":"127.0.0.1:35772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:50.934731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.282792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-07T10:21:50.934843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.700133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:21:50.934905Z","caller":"traceutil/trace.go:171","msg":"trace[1680724431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8176; }","duration":"504.513569ms","start":"2026-03-07T10:21:50.430381Z","end":"2026-03-07T10:21:50.934895Z","steps":["trace[1680724431] 'agreement among raft nodes before linearized reading' (duration: 504.121398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.934946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.430363Z","time spent":"504.57487ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T10:21:50.934961Z","caller":"traceutil/trace.go:171","msg":"trace[795604091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8176; }","duration":"883.92177ms","start":"2026-03-07T10:21:50.051012Z","end":"2026-03-07T10:21:50.934934Z","steps":["trace[795604091] 'agreement among raft nodes before linearized reading' (duration: 883.505258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.934969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.274598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-07T10:21:50.935023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.051001Z","time spent":"884.012102ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:21:50.935033Z","caller":"traceutil/trace.go:171","msg":"trace[1344127777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8176; }","duration":"884.381251ms","start":"2026-03-07T10:21:50.050636Z","end":"2026-03-07T10:21:50.935017Z","steps":["trace[1344127777] 'agreement among raft nodes before linearized reading' (duration: 884.198405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.935029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.116419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:50.935076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.050615Z","time spent":"884.452163ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:21:50.935122Z","caller":"traceutil/trace.go:171","msg":"trace[426367806] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8176; }","duration":"120.272803ms","start":"2026-03-07T10:21:50.814826Z","end":"2026-03-07T10:21:50.935099Z","steps":["trace[426367806] 'agreement among raft nodes before linearized reading' (duration: 120.087828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.935128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.363469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:50.93503Z","caller":"traceutil/trace.go:171","msg":"trace[876575023] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"231.043174ms","start":"2026-03-07T10:21:50.703937Z","end":"2026-03-07T10:21:50.93498Z","steps":["trace[876575023] 'process raft request' (duration: 230.308385ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:50.935184Z","caller":"traceutil/trace.go:171","msg":"trace[297230350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8176; }","duration":"483.459432ms","start":"2026-03-07T10:21:50.451709Z","end":"2026-03-07T10:21:50.935168Z","steps":["trace[297230350] 'agreement among raft nodes before linearized reading' (duration: 483.361129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.935221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.45169Z","time spent":"483.524073ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:21:50.935273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.539386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:21:50.935289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.188526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:21:50.93536Z","caller":"traceutil/trace.go:171","msg":"trace[1944509347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8176; }","duration":"884.284499ms","start":"2026-03-07T10:21:50.051059Z","end":"2026-03-07T10:21:50.935344Z","steps":["trace[1944509347] 'agreement among raft nodes before linearized reading' (duration: 884.057584ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:50.935358Z","caller":"traceutil/trace.go:171","msg":"trace[1164497611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:8176; }","duration":"875.710791ms","start":"2026-03-07T10:21:50.059622Z","end":"2026-03-07T10:21:50.935333Z","steps":["trace[1164497611] 'agreement among raft nodes before linearized reading' (duration: 875.369762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:50.935401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.051054Z","time spent":"884.33777ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:21:50.935403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:50.059608Z","time spent":"875.785342ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"info","ts":"2026-03-07T10:21:51.097359Z","caller":"traceutil/trace.go:171","msg":"trace[670648061] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"157.165142ms","start":"2026-03-07T10:21:50.940156Z","end":"2026-03-07T10:21:51.097321Z","steps":["trace[670648061] 'process raft request' (duration: 80.163972ms)","trace[670648061] 'compare' (duration: 76.530798ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:51.097529Z","caller":"traceutil/trace.go:171","msg":"trace[795843969] linearizableReadLoop","detail":"{readStateIndex:8503; appliedIndex:8499; }","duration":"131.361575ms","start":"2026-03-07T10:21:50.966151Z","end":"2026-03-07T10:21:51.097512Z","steps":["trace[795843969] 'read index received' (duration: 54.191249ms)","trace[795843969] 'applied index is now lower than readState.Index' (duration: 77.169446ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:51.09742Z","caller":"traceutil/trace.go:171","msg":"trace[1268632490] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"157.108042ms","start":"2026-03-07T10:21:50.940286Z","end":"2026-03-07T10:21:51.097394Z","steps":["trace[1268632490] 'process raft request' (duration: 156.981278ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:51.097657Z","caller":"traceutil/trace.go:171","msg":"trace[653874479] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"156.876745ms","start":"2026-03-07T10:21:50.940769Z","end":"2026-03-07T10:21:51.097646Z","steps":["trace[653874479] 'process raft request' (duration: 156.588378ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:51.097854Z","caller":"traceutil/trace.go:171","msg":"trace[1702394644] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"156.921827ms","start":"2026-03-07T10:21:50.940891Z","end":"2026-03-07T10:21:51.097813Z","steps":["trace[1702394644] 'process raft request' (duration: 156.567578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:51.09795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.035788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:51.098013Z","caller":"traceutil/trace.go:171","msg":"trace[2059095044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8181; }","duration":"155.126791ms","start":"2026-03-07T10:21:50.942872Z","end":"2026-03-07T10:21:51.097998Z","steps":["trace[2059095044] 'agreement among raft nodes before linearized reading' (duration: 154.997728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:51.097888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.394476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-07T10:21:51.098082Z","caller":"traceutil/trace.go:171","msg":"trace[210353325] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8181; }","duration":"129.630162ms","start":"2026-03-07T10:21:50.968438Z","end":"2026-03-07T10:21:51.098068Z","steps":["trace[210353325] 'agreement among raft nodes before linearized reading' (duration: 129.311604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:51.098079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.293336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228744"} {"level":"info","ts":"2026-03-07T10:21:51.098143Z","caller":"traceutil/trace.go:171","msg":"trace[400038890] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8181; }","duration":"157.383238ms","start":"2026-03-07T10:21:50.940745Z","end":"2026-03-07T10:21:51.098129Z","steps":["trace[400038890] 'agreement among raft nodes before linearized reading' (duration: 156.982257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:52.830846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.381004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:21:52.831098Z","caller":"traceutil/trace.go:171","msg":"trace[1672272146] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8504; }","duration":"190.611234ms","start":"2026-03-07T10:21:52.64047Z","end":"2026-03-07T10:21:52.831082Z","steps":["trace[1672272146] 'read index received' (duration: 72.043275ms)","trace[1672272146] 'applied index is now lower than readState.Index' (duration: 118.567049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:52.83119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.724617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:52.831215Z","caller":"traceutil/trace.go:171","msg":"trace[1445623064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8183; }","duration":"190.779668ms","start":"2026-03-07T10:21:52.640427Z","end":"2026-03-07T10:21:52.831207Z","steps":["trace[1445623064] 'agreement among raft nodes before linearized reading' (duration: 190.708626ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:52.831372Z","caller":"traceutil/trace.go:171","msg":"trace[577551783] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"327.783557ms","start":"2026-03-07T10:21:52.503563Z","end":"2026-03-07T10:21:52.831347Z","steps":["trace[577551783] 'process raft request' (duration: 327.395247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:52.831513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:52.503539Z","time spent":"327.901041ms","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:52.831639Z","caller":"traceutil/trace.go:171","msg":"trace[2068277170] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"346.936465ms","start":"2026-03-07T10:21:52.484647Z","end":"2026-03-07T10:21:52.831583Z","steps":["trace[2068277170] 'process raft request' (duration: 150.738319ms)","trace[2068277170] 'compare' (duration: 195.082797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:52.831857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:52.484621Z","time spent":"347.12721ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:53.258992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.330875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:21:53.259111Z","caller":"traceutil/trace.go:171","msg":"trace[475616014] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8506; }","duration":"426.06873ms","start":"2026-03-07T10:21:52.833021Z","end":"2026-03-07T10:21:53.25909Z","steps":["trace[475616014] 'read index received' (duration: 39.956327ms)","trace[475616014] 'applied index is now lower than readState.Index' (duration: 386.110613ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:53.259197Z","caller":"traceutil/trace.go:171","msg":"trace[2144215270] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"480.031084ms","start":"2026-03-07T10:21:52.779132Z","end":"2026-03-07T10:21:53.259163Z","steps":["trace[2144215270] 'process raft request' (duration: 306.420523ms)","trace[2144215270] 'compare' (duration: 172.942674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:53.259237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.221174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:21:53.259518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.078665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:21:53.259522Z","caller":"traceutil/trace.go:171","msg":"trace[1478611504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8185; }","duration":"426.47483ms","start":"2026-03-07T10:21:52.832972Z","end":"2026-03-07T10:21:53.259447Z","steps":["trace[1478611504] 'agreement among raft nodes before linearized reading' (duration: 426.218803ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:53.259578Z","caller":"traceutil/trace.go:171","msg":"trace[1863045466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8185; }","duration":"158.175998ms","start":"2026-03-07T10:21:53.101388Z","end":"2026-03-07T10:21:53.259564Z","steps":["trace[1863045466] 'agreement among raft nodes before linearized reading' (duration: 158.009674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:53.259576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.46221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:21:53.259618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.209849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:21:53.25963Z","caller":"traceutil/trace.go:171","msg":"trace[1080176050] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8185; }","duration":"234.542242ms","start":"2026-03-07T10:21:53.025074Z","end":"2026-03-07T10:21:53.259617Z","steps":["trace[1080176050] 'agreement among raft nodes before linearized reading' (duration: 234.358307ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:53.259663Z","caller":"traceutil/trace.go:171","msg":"trace[22059628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8185; }","duration":"158.24932ms","start":"2026-03-07T10:21:53.101401Z","end":"2026-03-07T10:21:53.259651Z","steps":["trace[22059628] 'agreement among raft nodes before linearized reading' (duration: 157.964053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:53.259381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:52.779115Z","time spent":"480.174018ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:53.259638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.464666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:21:53.259683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.47443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:21:53.259518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.331687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:21:53.259739Z","caller":"traceutil/trace.go:171","msg":"trace[376982900] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8185; }","duration":"127.582309ms","start":"2026-03-07T10:21:53.132134Z","end":"2026-03-07T10:21:53.259716Z","steps":["trace[376982900] 'agreement among raft nodes before linearized reading' (duration: 127.327422ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:53.259742Z","caller":"traceutil/trace.go:171","msg":"trace[1553507408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8185; }","duration":"157.566593ms","start":"2026-03-07T10:21:53.102162Z","end":"2026-03-07T10:21:53.259729Z","steps":["trace[1553507408] 'agreement among raft nodes before linearized reading' (duration: 157.303596ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:53.25978Z","caller":"traceutil/trace.go:171","msg":"trace[1322736099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8185; }","duration":"157.624964ms","start":"2026-03-07T10:21:53.102143Z","end":"2026-03-07T10:21:53.259768Z","steps":["trace[1322736099] 'agreement among raft nodes before linearized reading' (duration: 157.219714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:53.259669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.225302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-07T10:21:53.259652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:52.832952Z","time spent":"426.657225ms","remote":"127.0.0.1:45160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:21:53.260005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.83861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:21:53.260675Z","caller":"traceutil/trace.go:171","msg":"trace[1575124836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8185; }","duration":"290.546469ms","start":"2026-03-07T10:21:52.970108Z","end":"2026-03-07T10:21:53.260654Z","steps":["trace[1575124836] 'agreement among raft nodes before linearized reading' (duration: 289.232755ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:53.259986Z","caller":"traceutil/trace.go:171","msg":"trace[781982263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:8185; }","duration":"153.463827ms","start":"2026-03-07T10:21:53.106406Z","end":"2026-03-07T10:21:53.25987Z","steps":["trace[781982263] 'agreement among raft nodes before linearized reading' (duration: 152.995396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:53.76583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12043360735306972318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:21:53.986295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.260741Z","time spent":"725.548017ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:21:54.458564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.902286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:21:54.458749Z","caller":"traceutil/trace.go:171","msg":"trace[1821687851] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"1.194374864s","start":"2026-03-07T10:21:53.264336Z","end":"2026-03-07T10:21:54.458711Z","steps":["trace[1821687851] 'process raft request' (duration: 1.006245584s)","trace[1821687851] 'compare' (duration: 187.72131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:54.458869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.264314Z","time spent":"1.194491058s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:54.458891Z","caller":"traceutil/trace.go:171","msg":"trace[123682135] linearizableReadLoop","detail":"{readStateIndex:8514; appliedIndex:8508; }","duration":"1.193916523s","start":"2026-03-07T10:21:53.264952Z","end":"2026-03-07T10:21:54.458869Z","steps":["trace[123682135] 'read index received' (duration: 701.563496ms)","trace[123682135] 'applied index is now lower than readState.Index' (duration: 492.351947ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:54.459193Z","caller":"traceutil/trace.go:171","msg":"trace[1736572017] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"1.194789696s","start":"2026-03-07T10:21:53.264378Z","end":"2026-03-07T10:21:54.459168Z","steps":["trace[1736572017] 'process raft request' (duration: 1.194281792s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:54.459725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.26436Z","time spent":"1.195265958s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:54.459889Z","caller":"traceutil/trace.go:171","msg":"trace[625877576] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"1.195100654s","start":"2026-03-07T10:21:53.264775Z","end":"2026-03-07T10:21:54.459876Z","steps":["trace[625877576] 'process raft request' (duration: 1.194014375s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:54.459885Z","caller":"traceutil/trace.go:171","msg":"trace[1266330841] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"1.195253638s","start":"2026-03-07T10:21:53.264612Z","end":"2026-03-07T10:21:54.459866Z","steps":["trace[1266330841] 'process raft request' (duration: 1.194108978s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:54.459943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.264761Z","time spent":"1.195157396s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:54.459885Z","caller":"traceutil/trace.go:171","msg":"trace[1716909239] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"1.195055663s","start":"2026-03-07T10:21:53.264799Z","end":"2026-03-07T10:21:54.459855Z","steps":["trace[1716909239] 'process raft request' (duration: 1.194025956s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:54.460013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.264607Z","time spent":"1.19533346s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:54.460165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.264782Z","time spent":"1.195255738s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:21:54.460215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195237838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228744"} {"level":"info","ts":"2026-03-07T10:21:54.460369Z","caller":"traceutil/trace.go:171","msg":"trace[563711714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8190; }","duration":"1.195386881s","start":"2026-03-07T10:21:53.264935Z","end":"2026-03-07T10:21:54.460322Z","steps":["trace[563711714] 'agreement among raft nodes before linearized reading' (duration: 1.194911949s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:54.460502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.264926Z","time spent":"1.195532195s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228767,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-07T10:21:54.483065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.916406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:21:54.483131Z","caller":"traceutil/trace.go:171","msg":"trace[931153564] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8191; }","duration":"589.025369ms","start":"2026-03-07T10:21:53.894087Z","end":"2026-03-07T10:21:54.483112Z","steps":["trace[931153564] 'agreement among raft nodes before linearized reading' (duration: 588.847185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:54.48311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.836703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:21:54.483244Z","caller":"traceutil/trace.go:171","msg":"trace[387979648] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8191; }","duration":"510.025238ms","start":"2026-03-07T10:21:53.973193Z","end":"2026-03-07T10:21:54.483218Z","steps":["trace[387979648] 'agreement among raft nodes before linearized reading' (duration: 509.778892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:54.483315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.973168Z","time spent":"510.129141ms","remote":"127.0.0.1:45352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:21:54.483184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.894059Z","time spent":"589.112002ms","remote":"127.0.0.1:45442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:21:54.483862Z","caller":"traceutil/trace.go:171","msg":"trace[59493691] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"496.594826ms","start":"2026-03-07T10:21:53.98725Z","end":"2026-03-07T10:21:54.483844Z","steps":["trace[59493691] 'process raft request' (duration: 495.55682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:54.484041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:21:53.987221Z","time spent":"496.75235ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:21:59.068792Z","caller":"traceutil/trace.go:171","msg":"trace[380890619] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"176.956926ms","start":"2026-03-07T10:21:58.891813Z","end":"2026-03-07T10:21:59.06877Z","steps":["trace[380890619] 'process raft request' (duration: 176.882114ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:59.068779Z","caller":"traceutil/trace.go:171","msg":"trace[1968908410] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"215.854937ms","start":"2026-03-07T10:21:58.85289Z","end":"2026-03-07T10:21:59.068745Z","steps":["trace[1968908410] 'process raft request' (duration: 214.864482ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:23:03.063625Z","caller":"traceutil/trace.go:171","msg":"trace[956413362] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"244.625949ms","start":"2026-03-07T10:23:02.81897Z","end":"2026-03-07T10:23:03.063596Z","steps":["trace[956413362] 'process raft request' (duration: 244.461495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:03.741592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.162248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:23:03.741701Z","caller":"traceutil/trace.go:171","msg":"trace[1725491359] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9192; }","duration":"915.020902ms","start":"2026-03-07T10:23:02.826662Z","end":"2026-03-07T10:23:03.741683Z","steps":["trace[1725491359] 'read index received' (duration: 236.821451ms)","trace[1725491359] 'applied index is now lower than readState.Index' (duration: 678.197971ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:23:03.741728Z","caller":"traceutil/trace.go:171","msg":"trace[423090344] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"921.61114ms","start":"2026-03-07T10:23:02.820081Z","end":"2026-03-07T10:23:03.741692Z","steps":["trace[423090344] 'process raft request' (duration: 525.259277ms)","trace[423090344] 'compare' (duration: 396.044025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:23:03.741875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.217206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:23:03.741903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:02.820063Z","time spent":"921.745863ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:23:03.741914Z","caller":"traceutil/trace.go:171","msg":"trace[718943467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8851; }","duration":"915.302949ms","start":"2026-03-07T10:23:02.826598Z","end":"2026-03-07T10:23:03.741901Z","steps":["trace[718943467] 'agreement among raft nodes before linearized reading' (duration: 915.171756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:03.741953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:02.826577Z","time spent":"915.36906ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:23:04.295089Z","caller":"traceutil/trace.go:171","msg":"trace[448959679] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"1.000750455s","start":"2026-03-07T10:23:03.294313Z","end":"2026-03-07T10:23:04.295063Z","steps":["trace[448959679] 'process raft request' (duration: 1.000664583s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.295219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:03.294274Z","time spent":"1.000873988s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:23:04.295271Z","caller":"traceutil/trace.go:171","msg":"trace[2044682680] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"1.001066933s","start":"2026-03-07T10:23:03.294128Z","end":"2026-03-07T10:23:04.295195Z","steps":["trace[2044682680] 'process raft request' (duration: 927.576261ms)","trace[2044682680] 'compare' (duration: 72.938549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:23:04.296212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:03.294095Z","time spent":"1.001394682s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:23:04.374954Z","caller":"traceutil/trace.go:171","msg":"trace[863957194] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"851.584706ms","start":"2026-03-07T10:23:03.523343Z","end":"2026-03-07T10:23:04.374928Z","steps":["trace[863957194] 'process raft request' (duration: 851.34751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.375218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:03.523306Z","time spent":"851.818722ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:23:04.375316Z","caller":"traceutil/trace.go:171","msg":"trace[1170008906] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9194; }","duration":"633.559493ms","start":"2026-03-07T10:23:03.741729Z","end":"2026-03-07T10:23:04.375288Z","steps":["trace[1170008906] 'read index received' (duration: 479.991422ms)","trace[1170008906] 'applied index is now lower than readState.Index' (duration: 153.565961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:23:04.3755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.559472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:23:04.375519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345951145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:23:04.375555Z","caller":"traceutil/trace.go:171","msg":"trace[927349293] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8855; }","duration":"609.689705ms","start":"2026-03-07T10:23:03.76585Z","end":"2026-03-07T10:23:04.37554Z","steps":["trace[927349293] 'agreement among raft nodes before linearized reading' (duration: 609.582332ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:23:04.375517Z","caller":"traceutil/trace.go:171","msg":"trace[733853279] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"628.447764ms","start":"2026-03-07T10:23:03.747017Z","end":"2026-03-07T10:23:04.375465Z","steps":["trace[733853279] 'process raft request' (duration: 627.868029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.375612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:03.765822Z","time spent":"609.775207ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:23:04.375647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.396652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:23:04.375697Z","caller":"traceutil/trace.go:171","msg":"trace[1503464880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8855; }","duration":"736.482734ms","start":"2026-03-07T10:23:03.639202Z","end":"2026-03-07T10:23:04.375685Z","steps":["trace[1503464880] 'agreement among raft nodes before linearized reading' (duration: 736.409662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.375694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450291071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:23:04.375741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:03.639178Z","time spent":"736.553805ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:23:04.375738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:03.74698Z","time spent":"628.666059ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:23:04.375774Z","caller":"traceutil/trace.go:171","msg":"trace[1986758649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8855; }","duration":"1.450398384s","start":"2026-03-07T10:23:02.925358Z","end":"2026-03-07T10:23:04.375757Z","steps":["trace[1986758649] 'agreement among raft nodes before linearized reading' (duration: 1.4502211s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:23:04.375579Z","caller":"traceutil/trace.go:171","msg":"trace[1959495100] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:8855; }","duration":"1.346007616s","start":"2026-03-07T10:23:03.029552Z","end":"2026-03-07T10:23:04.37556Z","steps":["trace[1959495100] 'agreement among raft nodes before linearized reading' (duration: 1.345831532s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.375828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:02.925339Z","time spent":"1.450476327s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:23:04.375827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444663888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dx7kn\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-07T10:23:04.375917Z","caller":"traceutil/trace.go:171","msg":"trace[845125035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dx7kn; range_end:; response_count:1; response_revision:8855; }","duration":"1.444803113s","start":"2026-03-07T10:23:02.931102Z","end":"2026-03-07T10:23:04.375905Z","steps":["trace[845125035] 'agreement among raft nodes before linearized reading' (duration: 1.444419072s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.375976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:02.931085Z","time spent":"1.444880044s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-dx7kn\" "} {"level":"warn","ts":"2026-03-07T10:23:04.375865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:03.029467Z","time spent":"1.346383515s","remote":"127.0.0.1:45182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.74\" "} {"level":"warn","ts":"2026-03-07T10:23:04.375517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478387477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:23:04.376214Z","caller":"traceutil/trace.go:171","msg":"trace[1641750102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8855; }","duration":"1.479130837s","start":"2026-03-07T10:23:02.897066Z","end":"2026-03-07T10:23:04.376197Z","steps":["trace[1641750102] 'agreement among raft nodes before linearized reading' (duration: 1.478358477s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.376269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:02.897034Z","time spent":"1.479219679s","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:23:04.881135Z","caller":"traceutil/trace.go:171","msg":"trace[1831730503] linearizableReadLoop","detail":"{readStateIndex:9201; appliedIndex:9198; }","duration":"500.455845ms","start":"2026-03-07T10:23:04.380657Z","end":"2026-03-07T10:23:04.881113Z","steps":["trace[1831730503] 'read index received' (duration: 492.82308ms)","trace[1831730503] 'applied index is now lower than readState.Index' (duration: 7.631845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:23:04.881378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:04.377029Z","time spent":"504.343313ms","remote":"127.0.0.1:45182","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T10:23:04.881383Z","caller":"traceutil/trace.go:171","msg":"trace[719577410] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"501.044159ms","start":"2026-03-07T10:23:04.380311Z","end":"2026-03-07T10:23:04.881355Z","steps":["trace[719577410] 'process raft request' (duration: 500.768262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.881561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:04.380284Z","time spent":"501.172412ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:23:04.881806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.133492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291452"} {"level":"info","ts":"2026-03-07T10:23:04.881855Z","caller":"traceutil/trace.go:171","msg":"trace[931423585] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8857; }","duration":"501.221844ms","start":"2026-03-07T10:23:04.380621Z","end":"2026-03-07T10:23:04.881843Z","steps":["trace[931423585] 'agreement among raft nodes before linearized reading' (duration: 500.579418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.881896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:04.380609Z","time spent":"501.276785ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291475,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-07T10:23:04.881947Z","caller":"traceutil/trace.go:171","msg":"trace[1771409207] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"501.656785ms","start":"2026-03-07T10:23:04.379683Z","end":"2026-03-07T10:23:04.88134Z","steps":["trace[1771409207] 'process raft request' (duration: 501.275425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:23:04.882101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:23:04.379656Z","time spent":"502.375193ms","remote":"127.0.0.1:45426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:24:56.46401Z","caller":"traceutil/trace.go:171","msg":"trace[1443778249] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"143.290909ms","start":"2026-03-07T10:24:56.320688Z","end":"2026-03-07T10:24:56.463979Z","steps":["trace[1443778249] 'process raft request' (duration: 143.128825ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:24:57.076425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7350} {"level":"info","ts":"2026-03-07T10:24:57.146822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7350,"took":"68.469003ms","hash":3046191909,"current-db-size-bytes":41332736,"current-db-size":"41 MB","current-db-size-in-use-bytes":24965120,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-07T10:24:57.146908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3046191909,"revision":7350,"compact-revision":5340} {"level":"info","ts":"2026-03-07T10:24:59.440006Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-07T10:24:59.445852Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-07T10:24:59.445944Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-07T10:29:57.083938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9604} {"level":"info","ts":"2026-03-07T10:29:57.16731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9604,"took":"81.064124ms","hash":322759792,"current-db-size-bytes":41332736,"current-db-size":"41 MB","current-db-size-in-use-bytes":18735104,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-07T10:29:57.167422Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":322759792,"revision":9604,"compact-revision":7350}