{"level":"warn","ts":"2026-03-12T19:15:31.34658Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:15:31.346664Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.110:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.110:2380","--initial-cluster=instance=https://162.253.55.110:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.110:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.110:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-12T19:15:31.34673Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T19:15:31.346743Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-12T19:15:31.346761Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:15:31.347366Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"]} {"level":"info","ts":"2026-03-12T19:15:31.347442Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.110:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-12T19:15:31.35349Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.747746ms"} {"level":"info","ts":"2026-03-12T19:15:31.363293Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f52f30d5714009d5","cluster-id":"650981a7a383c714"} {"level":"info","ts":"2026-03-12T19:15:31.36338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-12T19:15:31.363407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 0"} {"level":"info","ts":"2026-03-12T19:15:31.363425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f52f30d5714009d5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-12T19:15:31.363441Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became follower at term 1"} {"level":"info","ts":"2026-03-12T19:15:31.36348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"warn","ts":"2026-03-12T19:15:31.374384Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-12T19:15:31.376002Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-12T19:15:31.377509Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-12T19:15:31.380496Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f52f30d5714009d5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-12T19:15:31.380651Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f52f30d5714009d5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-12T19:15:31.380788Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:15:31.380943Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:15:31.38097Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T19:15:31.384157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 switched to configuration voters=(17667393556483934677)"} {"level":"info","ts":"2026-03-12T19:15:31.384377Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","added-peer-id":"f52f30d5714009d5","added-peer-peer-urls":["https://162.253.55.110:2380"]} {"level":"info","ts":"2026-03-12T19:15:31.385895Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T19:15:31.386033Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-12T19:15:31.3861Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.110:2380"} {"level":"info","ts":"2026-03-12T19:15:31.386249Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f52f30d5714009d5","initial-advertise-peer-urls":["https://162.253.55.110:2380"],"listen-peer-urls":["https://162.253.55.110:2380"],"advertise-client-urls":["https://162.253.55.110:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.110:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-12T19:15:31.386335Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-12T19:15:31.563967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-12T19:15:31.564018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-12T19:15:31.564036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgPreVoteResp from f52f30d5714009d5 at term 1"} {"level":"info","ts":"2026-03-12T19:15:31.564051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became candidate at term 2"} {"level":"info","ts":"2026-03-12T19:15:31.564059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 received MsgVoteResp from f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-12T19:15:31.564069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f52f30d5714009d5 became leader at term 2"} {"level":"info","ts":"2026-03-12T19:15:31.56408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f52f30d5714009d5 elected leader f52f30d5714009d5 at term 2"} {"level":"info","ts":"2026-03-12T19:15:31.56498Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f52f30d5714009d5","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.110:2379]}","request-path":"/0/members/f52f30d5714009d5/attributes","cluster-id":"650981a7a383c714","publish-timeout":"7s"} {"level":"info","ts":"2026-03-12T19:15:31.564992Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:15:31.564991Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:15:31.565084Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T19:15:31.56537Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-12T19:15:31.565474Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-12T19:15:31.565837Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"650981a7a383c714","local-member-id":"f52f30d5714009d5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:15:31.565942Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:15:31.565973Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T19:15:31.568356Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-12T19:15:31.568701Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.110:2379"} {"level":"info","ts":"2026-03-12T19:15:34.401683Z","caller":"traceutil/trace.go:171","msg":"trace[1506733914] transaction","detail":"{read_only:false; response_revision:79; number_of_response:1; }","duration":"110.179042ms","start":"2026-03-12T19:15:34.29148Z","end":"2026-03-12T19:15:34.401659Z","steps":["trace[1506733914] 'process raft request' (duration: 108.746621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:34.778278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.02715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-12T19:15:34.778545Z","caller":"traceutil/trace.go:171","msg":"trace[1765982963] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"166.141486ms","start":"2026-03-12T19:15:34.612378Z","end":"2026-03-12T19:15:34.77852Z","steps":["trace[1765982963] 'process raft request' (duration: 54.153965ms)","trace[1765982963] 'compare' (duration: 110.829266ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:34.801695Z","caller":"traceutil/trace.go:171","msg":"trace[1157876160] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"109.984237ms","start":"2026-03-12T19:15:34.691674Z","end":"2026-03-12T19:15:34.801658Z","steps":["trace[1157876160] 'process raft request' (duration: 109.700061ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:35.013547Z","caller":"traceutil/trace.go:171","msg":"trace[389669237] transaction","detail":"{read_only:false; response_revision:89; number_of_response:1; }","duration":"156.610438ms","start":"2026-03-12T19:15:34.856904Z","end":"2026-03-12T19:15:35.013514Z","steps":["trace[389669237] 'process raft request' (duration: 106.442121ms)","trace[389669237] 'compare' (duration: 49.997604ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:35.0484Z","caller":"traceutil/trace.go:171","msg":"trace[663462602] transaction","detail":"{read_only:false; response_revision:90; number_of_response:1; }","duration":"154.237066ms","start":"2026-03-12T19:15:34.894139Z","end":"2026-03-12T19:15:35.048376Z","steps":["trace[663462602] 'process raft request' (duration: 154.058222ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:35.177076Z","caller":"traceutil/trace.go:171","msg":"trace[175646246] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"124.807642ms","start":"2026-03-12T19:15:35.052239Z","end":"2026-03-12T19:15:35.177046Z","steps":["trace[175646246] 'process raft request' (duration: 86.994034ms)","trace[175646246] 'compare' (duration: 37.689075ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:35.512412Z","caller":"traceutil/trace.go:171","msg":"trace[896092253] linearizableReadLoop","detail":"{readStateIndex:96; appliedIndex:95; }","duration":"319.487535ms","start":"2026-03-12T19:15:35.1929Z","end":"2026-03-12T19:15:35.512387Z","steps":["trace[896092253] 'read index received' (duration: 264.822868ms)","trace[896092253] 'applied index is now lower than readState.Index' (duration: 54.663977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:35.512615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.653318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-12T19:15:35.512668Z","caller":"traceutil/trace.go:171","msg":"trace[1459956369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:92; }","duration":"319.790821ms","start":"2026-03-12T19:15:35.192864Z","end":"2026-03-12T19:15:35.512654Z","steps":["trace[1459956369] 'agreement among raft nodes before linearized reading' (duration: 319.627548ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:35.512668Z","caller":"traceutil/trace.go:171","msg":"trace[1580817859] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"328.45156ms","start":"2026-03-12T19:15:35.184162Z","end":"2026-03-12T19:15:35.512614Z","steps":["trace[1580817859] 'process raft request' (duration: 273.546768ms)","trace[1580817859] 'compare' (duration: 54.571405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:35.51271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:35.192848Z","time spent":"319.853282ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:15:35.512873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:35.184135Z","time spent":"328.652535ms","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:15:35.866548Z","caller":"traceutil/trace.go:171","msg":"trace[1982396250] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"135.69455ms","start":"2026-03-12T19:15:35.730827Z","end":"2026-03-12T19:15:35.866522Z","steps":["trace[1982396250] 'process raft request' (duration: 135.623828ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:35.866593Z","caller":"traceutil/trace.go:171","msg":"trace[1709305533] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"187.619127ms","start":"2026-03-12T19:15:35.678938Z","end":"2026-03-12T19:15:35.866557Z","steps":["trace[1709305533] 'process raft request' (duration: 103.098687ms)","trace[1709305533] 'compare' (duration: 84.251304ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:35.991224Z","caller":"traceutil/trace.go:171","msg":"trace[1622055792] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"116.466459ms","start":"2026-03-12T19:15:35.874677Z","end":"2026-03-12T19:15:35.991143Z","steps":["trace[1622055792] 'process raft request' (duration: 116.271125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:36.231482Z","caller":"traceutil/trace.go:171","msg":"trace[1654566468] transaction","detail":"{read_only:false; response_revision:111; number_of_response:1; }","duration":"113.2635ms","start":"2026-03-12T19:15:36.118187Z","end":"2026-03-12T19:15:36.231451Z","steps":["trace[1654566468] 'process raft request' (duration: 101.691476ms)","trace[1654566468] 'compare' (duration: 11.281968ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:36.231644Z","caller":"traceutil/trace.go:171","msg":"trace[823825122] transaction","detail":"{read_only:false; response_revision:112; number_of_response:1; }","duration":"112.637547ms","start":"2026-03-12T19:15:36.118892Z","end":"2026-03-12T19:15:36.231529Z","steps":["trace[823825122] 'process raft request' (duration: 112.397482ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:36.523951Z","caller":"traceutil/trace.go:171","msg":"trace[27721123] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:120; }","duration":"210.042016ms","start":"2026-03-12T19:15:36.313878Z","end":"2026-03-12T19:15:36.52392Z","steps":["trace[27721123] 'read index received' (duration: 147.810585ms)","trace[27721123] 'applied index is now lower than readState.Index' (duration: 62.230651ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:36.524074Z","caller":"traceutil/trace.go:171","msg":"trace[968725000] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"256.592966ms","start":"2026-03-12T19:15:36.26745Z","end":"2026-03-12T19:15:36.524043Z","steps":["trace[968725000] 'process raft request' (duration: 194.16488ms)","trace[968725000] 'compare' (duration: 62.1693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:36.524235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.297522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.189c2dfff110ef2c\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-03-12T19:15:36.524285Z","caller":"traceutil/trace.go:171","msg":"trace[490013361] range","detail":"{range_begin:/registry/events/default/instance.189c2dfff110ef2c; range_end:; response_count:1; response_revision:116; }","duration":"210.444265ms","start":"2026-03-12T19:15:36.31383Z","end":"2026-03-12T19:15:36.524274Z","steps":["trace[490013361] 'agreement among raft nodes before linearized reading' (duration: 210.22991ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:36.903254Z","caller":"traceutil/trace.go:171","msg":"trace[1986294458] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"136.496737ms","start":"2026-03-12T19:15:36.766696Z","end":"2026-03-12T19:15:36.903192Z","steps":["trace[1986294458] 'process raft request' (duration: 136.421765ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:36.9033Z","caller":"traceutil/trace.go:171","msg":"trace[1453923013] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"164.443679ms","start":"2026-03-12T19:15:36.738811Z","end":"2026-03-12T19:15:36.903255Z","steps":["trace[1453923013] 'process raft request' (duration: 99.61964ms)","trace[1453923013] 'compare' (duration: 64.434161ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:39.303756Z","caller":"traceutil/trace.go:171","msg":"trace[1003376780] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"137.822736ms","start":"2026-03-12T19:15:39.165885Z","end":"2026-03-12T19:15:39.303708Z","steps":["trace[1003376780] 'process raft request' (duration: 63.715085ms)","trace[1003376780] 'compare' (duration: 73.873196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:41.17394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:41.675023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:41.796834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169697543s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:15:41.797309Z","caller":"traceutil/trace.go:171","msg":"trace[1117533829] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"1.170235035s","start":"2026-03-12T19:15:40.627025Z","end":"2026-03-12T19:15:41.79726Z","steps":["trace[1117533829] 'process raft request' (duration: 1.170021571s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:41.797737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:40.627Z","time spent":"1.170385308s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:41.829425Z","caller":"traceutil/trace.go:171","msg":"trace[2034405693] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:331; }","duration":"1.156305491s","start":"2026-03-12T19:15:40.673094Z","end":"2026-03-12T19:15:41.829399Z","steps":["trace[2034405693] 'read index received' (duration: 1.123991434s)","trace[2034405693] 'applied index is now lower than readState.Index' (duration: 32.312987ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:41.829487Z","caller":"traceutil/trace.go:171","msg":"trace[1882263751] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"1.107140064s","start":"2026-03-12T19:15:40.722299Z","end":"2026-03-12T19:15:41.829439Z","steps":["trace[1882263751] 'process raft request' (duration: 1.106969411s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:41.829624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156489455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-12T19:15:41.829633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:40.722276Z","time spent":"1.107287828s","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:15:41.82968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.094926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-12T19:15:41.829759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.787319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:15:41.829674Z","caller":"traceutil/trace.go:171","msg":"trace[1402538120] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:317; }","duration":"1.156608977s","start":"2026-03-12T19:15:40.673049Z","end":"2026-03-12T19:15:41.829658Z","steps":["trace[1402538120] 'agreement among raft nodes before linearized reading' (duration: 1.156473024s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:41.829784Z","caller":"traceutil/trace.go:171","msg":"trace[51750900] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:317; }","duration":"600.241818ms","start":"2026-03-12T19:15:41.229518Z","end":"2026-03-12T19:15:41.82976Z","steps":["trace[51750900] 'agreement among raft nodes before linearized reading' (duration: 600.062834ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:41.829817Z","caller":"traceutil/trace.go:171","msg":"trace[1571739019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:317; }","duration":"451.886461ms","start":"2026-03-12T19:15:41.377914Z","end":"2026-03-12T19:15:41.8298Z","steps":["trace[1571739019] 'agreement among raft nodes before linearized reading' (duration: 451.775199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:41.829838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:40.673036Z","time spent":"1.156788322s","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-12T19:15:41.829846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:41.229498Z","time spent":"600.333141ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-12T19:15:41.829852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:41.377892Z","time spent":"451.952552ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:15:41.82967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.492601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:15:41.829914Z","caller":"traceutil/trace.go:171","msg":"trace[372010659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:317; }","duration":"381.779757ms","start":"2026-03-12T19:15:41.448118Z","end":"2026-03-12T19:15:41.829897Z","steps":["trace[372010659] 'agreement among raft nodes before linearized reading' (duration: 381.479251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:41.830442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:41.448095Z","time spent":"382.330039ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:15:41.947607Z","caller":"traceutil/trace.go:171","msg":"trace[969409687] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"108.625998ms","start":"2026-03-12T19:15:41.838953Z","end":"2026-03-12T19:15:41.947579Z","steps":["trace[969409687] 'process raft request' (duration: 108.428394ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:41.960328Z","caller":"traceutil/trace.go:171","msg":"trace[593979257] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:333; }","duration":"114.242721ms","start":"2026-03-12T19:15:41.846064Z","end":"2026-03-12T19:15:41.960307Z","steps":["trace[593979257] 'read index received' (duration: 101.41866ms)","trace[593979257] 'applied index is now lower than readState.Index' (duration: 12.823151ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:41.960333Z","caller":"traceutil/trace.go:171","msg":"trace[1454487121] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"120.655731ms","start":"2026-03-12T19:15:41.839649Z","end":"2026-03-12T19:15:41.960305Z","steps":["trace[1454487121] 'process raft request' (duration: 120.301143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:41.960448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.361944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:41.960486Z","caller":"traceutil/trace.go:171","msg":"trace[1471690683] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:0; response_revision:320; }","duration":"114.476876ms","start":"2026-03-12T19:15:41.846Z","end":"2026-03-12T19:15:41.960477Z","steps":["trace[1471690683] 'agreement among raft nodes before linearized reading' (duration: 114.396964ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:41.960535Z","caller":"traceutil/trace.go:171","msg":"trace[599047083] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"114.332143ms","start":"2026-03-12T19:15:41.846191Z","end":"2026-03-12T19:15:41.960523Z","steps":["trace[599047083] 'process raft request' (duration: 114.052327ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:42.117173Z","caller":"traceutil/trace.go:171","msg":"trace[37342073] linearizableReadLoop","detail":"{readStateIndex:338; appliedIndex:337; }","duration":"131.183162ms","start":"2026-03-12T19:15:41.985967Z","end":"2026-03-12T19:15:42.117151Z","steps":["trace[37342073] 'read index received' (duration: 118.138646ms)","trace[37342073] 'applied index is now lower than readState.Index' (duration: 13.043156ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:42.117254Z","caller":"traceutil/trace.go:171","msg":"trace[480812375] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"147.430938ms","start":"2026-03-12T19:15:41.969783Z","end":"2026-03-12T19:15:42.117214Z","steps":["trace[480812375] 'process raft request' (duration: 134.318281ms)","trace[480812375] 'compare' (duration: 12.906552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:42.117292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.298184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:42.117378Z","caller":"traceutil/trace.go:171","msg":"trace[1341798004] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:0; response_revision:322; }","duration":"131.411907ms","start":"2026-03-12T19:15:41.985944Z","end":"2026-03-12T19:15:42.117355Z","steps":["trace[1341798004] 'agreement among raft nodes before linearized reading' (duration: 131.277194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:42.382622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.897929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:42.38274Z","caller":"traceutil/trace.go:171","msg":"trace[1644597919] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"191.398909ms","start":"2026-03-12T19:15:42.19132Z","end":"2026-03-12T19:15:42.382719Z","steps":["trace[1644597919] 'process raft request' (duration: 58.333667ms)","trace[1644597919] 'compare' (duration: 132.732605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:42.687115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.768378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:42.687218Z","caller":"traceutil/trace.go:171","msg":"trace[1437139296] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"216.848017ms","start":"2026-03-12T19:15:42.470351Z","end":"2026-03-12T19:15:42.687199Z","steps":["trace[1437139296] 'process raft request' (duration: 93.899005ms)","trace[1437139296] 'compare' (duration: 122.516353ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:43.112266Z","caller":"traceutil/trace.go:171","msg":"trace[1941328578] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"190.709374ms","start":"2026-03-12T19:15:42.921528Z","end":"2026-03-12T19:15:43.112238Z","steps":["trace[1941328578] 'process raft request' (duration: 95.363177ms)","trace[1941328578] 'compare' (duration: 95.209934ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:44.909214Z","caller":"traceutil/trace.go:171","msg":"trace[1988336582] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"128.059593ms","start":"2026-03-12T19:15:44.781122Z","end":"2026-03-12T19:15:44.909182Z","steps":["trace[1988336582] 'process raft request' (duration: 74.870478ms)","trace[1988336582] 'compare' (duration: 53.059402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:48.002501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:48.50353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:49.004402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:49.504609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:50.005739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:15:50.242878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.847141034s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:15:50.243323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:47.395547Z","time spent":"2.847771877s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:15:50.376203Z","caller":"traceutil/trace.go:171","msg":"trace[2143242608] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"131.719753ms","start":"2026-03-12T19:15:50.244459Z","end":"2026-03-12T19:15:50.376179Z","steps":["trace[2143242608] 'process raft request' (duration: 131.649262ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:50.376245Z","caller":"traceutil/trace.go:171","msg":"trace[1552899574] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"994.619548ms","start":"2026-03-12T19:15:49.381597Z","end":"2026-03-12T19:15:50.376217Z","steps":["trace[1552899574] 'process raft request' (duration: 990.253492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:50.376368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:49.381572Z","time spent":"994.732451ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:15:50.37637Z","caller":"traceutil/trace.go:171","msg":"trace[799142874] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:420; }","duration":"2.874870832s","start":"2026-03-12T19:15:47.501469Z","end":"2026-03-12T19:15:50.376339Z","steps":["trace[799142874] 'read index received' (duration: 2.741599824s)","trace[799142874] 'applied index is now lower than readState.Index' (duration: 133.266298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:50.37659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875095356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:15:50.376624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876219805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:50.376633Z","caller":"traceutil/trace.go:171","msg":"trace[1469388451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:405; }","duration":"2.875193549s","start":"2026-03-12T19:15:47.501428Z","end":"2026-03-12T19:15:50.376621Z","steps":["trace[1469388451] 'agreement among raft nodes before linearized reading' (duration: 2.875067786s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:50.376646Z","caller":"traceutil/trace.go:171","msg":"trace[1586269737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"1.876275186s","start":"2026-03-12T19:15:48.500363Z","end":"2026-03-12T19:15:50.376638Z","steps":["trace[1586269737] 'agreement among raft nodes before linearized reading' (duration: 1.876231325s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:50.376662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:48.500345Z","time spent":"1.876314587s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:15:50.376671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:47.50141Z","time spent":"2.8752532s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:15:50.376684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55723656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:15:50.376718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372535739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:15:50.376773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152137796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4795"} {"level":"info","ts":"2026-03-12T19:15:50.376769Z","caller":"traceutil/trace.go:171","msg":"trace[450676227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:405; }","duration":"2.557370823s","start":"2026-03-12T19:15:47.819378Z","end":"2026-03-12T19:15:50.376749Z","steps":["trace[450676227] 'agreement among raft nodes before linearized reading' (duration: 2.55720896s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:50.376767Z","caller":"traceutil/trace.go:171","msg":"trace[606310011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:405; }","duration":"2.372618889s","start":"2026-03-12T19:15:48.004132Z","end":"2026-03-12T19:15:50.376751Z","steps":["trace[606310011] 'agreement among raft nodes before linearized reading' (duration: 2.372526118s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:50.376797Z","caller":"traceutil/trace.go:171","msg":"trace[443903921] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:405; }","duration":"1.152200847s","start":"2026-03-12T19:15:49.224591Z","end":"2026-03-12T19:15:50.376792Z","steps":["trace[443903921] 'agreement among raft nodes before linearized reading' (duration: 1.152153586s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:50.376811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:49.224571Z","time spent":"1.152236638s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4818,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-12T19:15:50.376818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:48.004112Z","time spent":"2.372693392s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:15:50.376891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408829782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:15:50.376818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:47.81936Z","time spent":"2.557445556s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:15:50.376936Z","caller":"traceutil/trace.go:171","msg":"trace[322260449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:405; }","duration":"2.408898054s","start":"2026-03-12T19:15:47.968022Z","end":"2026-03-12T19:15:50.37692Z","steps":["trace[322260449] 'agreement among raft nodes before linearized reading' (duration: 2.408823753s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:50.376984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:47.967998Z","time spent":"2.408974955s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:15:50.481334Z","caller":"traceutil/trace.go:171","msg":"trace[1472824271] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"100.889309ms","start":"2026-03-12T19:15:50.380414Z","end":"2026-03-12T19:15:50.481303Z","steps":["trace[1472824271] 'process raft request' (duration: 96.952673ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:50.545893Z","caller":"traceutil/trace.go:171","msg":"trace[1981171377] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"164.50522ms","start":"2026-03-12T19:15:50.381356Z","end":"2026-03-12T19:15:50.545861Z","steps":["trace[1981171377] 'process raft request' (duration: 164.362127ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:50.546164Z","caller":"traceutil/trace.go:171","msg":"trace[739439502] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"164.677364ms","start":"2026-03-12T19:15:50.381462Z","end":"2026-03-12T19:15:50.546139Z","steps":["trace[739439502] 'process raft request' (duration: 164.364637ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:50.546421Z","caller":"traceutil/trace.go:171","msg":"trace[1152991715] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"164.824739ms","start":"2026-03-12T19:15:50.381585Z","end":"2026-03-12T19:15:50.54641Z","steps":["trace[1152991715] 'process raft request' (duration: 164.489821ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:50.546582Z","caller":"traceutil/trace.go:171","msg":"trace[425571152] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:423; }","duration":"164.645225ms","start":"2026-03-12T19:15:50.381911Z","end":"2026-03-12T19:15:50.546556Z","steps":["trace[425571152] 'read index received' (duration: 95.45771ms)","trace[425571152] 'applied index is now lower than readState.Index' (duration: 69.185995ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:50.546723Z","caller":"traceutil/trace.go:171","msg":"trace[1514213762] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"160.80087ms","start":"2026-03-12T19:15:50.385903Z","end":"2026-03-12T19:15:50.546703Z","steps":["trace[1514213762] 'process raft request' (duration: 160.453333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:50.54675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.815019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T19:15:50.54683Z","caller":"traceutil/trace.go:171","msg":"trace[1440174689] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:410; }","duration":"164.932661ms","start":"2026-03-12T19:15:50.381887Z","end":"2026-03-12T19:15:50.546819Z","steps":["trace[1440174689] 'agreement among raft nodes before linearized reading' (duration: 164.757247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:50.704252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.11567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:50.704353Z","caller":"traceutil/trace.go:171","msg":"trace[1202993463] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"140.996796ms","start":"2026-03-12T19:15:50.563335Z","end":"2026-03-12T19:15:50.704332Z","steps":["trace[1202993463] 'process raft request' (duration: 20.719923ms)","trace[1202993463] 'compare' (duration: 120.013617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:51.040266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.781853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:15:51.040412Z","caller":"traceutil/trace.go:171","msg":"trace[1725682589] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"323.526832ms","start":"2026-03-12T19:15:50.716853Z","end":"2026-03-12T19:15:51.04038Z","steps":["trace[1725682589] 'process raft request' (duration: 213.563396ms)","trace[1725682589] 'compare' (duration: 109.649729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:15:51.040595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:50.716742Z","time spent":"323.747578ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:56.568549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.292161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:15:56.568639Z","caller":"traceutil/trace.go:171","msg":"trace[1498237675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:452; }","duration":"617.419053ms","start":"2026-03-12T19:15:55.951201Z","end":"2026-03-12T19:15:56.56862Z","steps":["trace[1498237675] 'range keys from in-memory index tree' (duration: 617.217589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:56.568678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:55.951181Z","time spent":"617.488785ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:15:56.851815Z","caller":"traceutil/trace.go:171","msg":"trace[190482753] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"279.65305ms","start":"2026-03-12T19:15:56.572143Z","end":"2026-03-12T19:15:56.851796Z","steps":["trace[190482753] 'process raft request' (duration: 279.547588ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:56.885763Z","caller":"traceutil/trace.go:171","msg":"trace[1118833521] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"312.748036ms","start":"2026-03-12T19:15:56.572986Z","end":"2026-03-12T19:15:56.885734Z","steps":["trace[1118833521] 'process raft request' (duration: 299.346223ms)","trace[1118833521] 'compare' (duration: 13.228698ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:15:56.886012Z","caller":"traceutil/trace.go:171","msg":"trace[1156967814] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"312.984152ms","start":"2026-03-12T19:15:56.573008Z","end":"2026-03-12T19:15:56.885992Z","steps":["trace[1156967814] 'process raft request' (duration: 312.683445ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:15:56.88602Z","caller":"traceutil/trace.go:171","msg":"trace[1888665172] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"311.821766ms","start":"2026-03-12T19:15:56.574179Z","end":"2026-03-12T19:15:56.886001Z","steps":["trace[1888665172] 'process raft request' (duration: 311.707013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:15:56.886124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:56.572993Z","time spent":"313.073613ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:56.886133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:56.57417Z","time spent":"311.903408ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:15:56.886338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:15:56.572967Z","time spent":"313.068964ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:03.301541Z","caller":"traceutil/trace.go:171","msg":"trace[1768597552] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"391.96024ms","start":"2026-03-12T19:16:02.909556Z","end":"2026-03-12T19:16:03.301517Z","steps":["trace[1768597552] 'read index received' (duration: 391.758905ms)","trace[1768597552] 'applied index is now lower than readState.Index' (duration: 200.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:03.301617Z","caller":"traceutil/trace.go:171","msg":"trace[654418831] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"421.231831ms","start":"2026-03-12T19:16:02.880341Z","end":"2026-03-12T19:16:03.301572Z","steps":["trace[654418831] 'process raft request' (duration: 421.026636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:03.301727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.640313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:16:03.301786Z","caller":"traceutil/trace.go:171","msg":"trace[2072662479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"391.701014ms","start":"2026-03-12T19:16:02.91007Z","end":"2026-03-12T19:16:03.301771Z","steps":["trace[2072662479] 'agreement among raft nodes before linearized reading' (duration: 391.602542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:03.301824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.910012Z","time spent":"391.802996ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:03.301837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.722283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:16:03.301866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.151393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:16:03.301889Z","caller":"traceutil/trace.go:171","msg":"trace[1977597693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"390.833415ms","start":"2026-03-12T19:16:02.911039Z","end":"2026-03-12T19:16:03.301873Z","steps":["trace[1977597693] 'agreement among raft nodes before linearized reading' (duration: 390.677462ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:03.301917Z","caller":"traceutil/trace.go:171","msg":"trace[1398466000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"392.41064ms","start":"2026-03-12T19:16:02.909491Z","end":"2026-03-12T19:16:03.301901Z","steps":["trace[1398466000] 'agreement among raft nodes before linearized reading' (duration: 392.151044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:03.301923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.911019Z","time spent":"390.895667ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:16:03.301952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.909478Z","time spent":"392.463961ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:03.302365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:02.880312Z","time spent":"421.381694ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:03.899531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.268083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:03.899682Z","caller":"traceutil/trace.go:171","msg":"trace[15561076] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"593.506552ms","start":"2026-03-12T19:16:03.306151Z","end":"2026-03-12T19:16:03.899657Z","steps":["trace[15561076] 'process raft request' (duration: 303.012564ms)","trace[15561076] 'compare' (duration: 289.990587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:03.899767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:03.306129Z","time spent":"593.594393ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:04.450721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:04.769153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15999041s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:16:04.820843Z","caller":"traceutil/trace.go:171","msg":"trace[841495473] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"1.514539632s","start":"2026-03-12T19:16:03.306281Z","end":"2026-03-12T19:16:04.82082Z","steps":["trace[841495473] 'process raft request' (duration: 1.51446955s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:04.820969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:03.306244Z","time spent":"1.514651885s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:04.820966Z","caller":"traceutil/trace.go:171","msg":"trace[641992591] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"1.514682485s","start":"2026-03-12T19:16:03.306205Z","end":"2026-03-12T19:16:04.820887Z","steps":["trace[641992591] 'process raft request' (duration: 1.463167748s)","trace[641992591] 'compare' (duration: 50.941425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:04.821171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:03.306189Z","time spent":"1.514867509s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:04.887625Z","caller":"traceutil/trace.go:171","msg":"trace[1580162654] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:489; }","duration":"937.149433ms","start":"2026-03-12T19:16:03.950451Z","end":"2026-03-12T19:16:04.887601Z","steps":["trace[1580162654] 'read index received' (duration: 818.916715ms)","trace[1580162654] 'applied index is now lower than readState.Index' (duration: 118.231348ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:04.887671Z","caller":"traceutil/trace.go:171","msg":"trace[1013837394] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"1.17869821s","start":"2026-03-12T19:16:03.708945Z","end":"2026-03-12T19:16:04.887644Z","steps":["trace[1013837394] 'process raft request' (duration: 1.178524476s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:04.88773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.280076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:04.887788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:03.708923Z","time spent":"1.178791282s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:04.887789Z","caller":"traceutil/trace.go:171","msg":"trace[472761380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"937.407369ms","start":"2026-03-12T19:16:03.950371Z","end":"2026-03-12T19:16:04.887779Z","steps":["trace[472761380] 'agreement among raft nodes before linearized reading' (duration: 937.317857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:04.888002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:03.950356Z","time spent":"937.630473ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:16:05.414178Z","caller":"traceutil/trace.go:171","msg":"trace[2075459026] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"103.482526ms","start":"2026-03-12T19:16:05.310655Z","end":"2026-03-12T19:16:05.414138Z","steps":["trace[2075459026] 'process raft request' (duration: 103.250481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:05.62192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.804841ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:16:09.921185Z","caller":"traceutil/trace.go:171","msg":"trace[524270624] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"492.01653ms","start":"2026-03-12T19:16:09.429144Z","end":"2026-03-12T19:16:09.92116Z","steps":["trace[524270624] 'process raft request' (duration: 491.885227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:09.921344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:09.429134Z","time spent":"492.134923ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:10.227712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.824126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:10.227838Z","caller":"traceutil/trace.go:171","msg":"trace[930335145] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"260.389419ms","start":"2026-03-12T19:16:09.967426Z","end":"2026-03-12T19:16:10.227816Z","steps":["trace[930335145] 'process raft request' (duration: 112.367089ms)","trace[930335145] 'compare' (duration: 147.673473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:10.992727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.689775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-12T19:16:10.992746Z","caller":"traceutil/trace.go:171","msg":"trace[618537292] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"417.273573ms","start":"2026-03-12T19:16:10.575446Z","end":"2026-03-12T19:16:10.992719Z","steps":["trace[618537292] 'process raft request' (duration: 413.776777ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:10.992754Z","caller":"traceutil/trace.go:171","msg":"trace[172419584] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"151.777612ms","start":"2026-03-12T19:16:10.840933Z","end":"2026-03-12T19:16:10.99271Z","steps":["trace[172419584] 'read index received' (duration: 148.317447ms)","trace[172419584] 'applied index is now lower than readState.Index' (duration: 3.458925ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:10.992804Z","caller":"traceutil/trace.go:171","msg":"trace[923693936] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:516; }","duration":"609.806717ms","start":"2026-03-12T19:16:10.382979Z","end":"2026-03-12T19:16:10.992785Z","steps":["trace[923693936] 'range keys from in-memory index tree' (duration: 609.620353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:10.992848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:10.382964Z","time spent":"609.875599ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:16:10.992855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:10.575418Z","time spent":"417.380706ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:10.992921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.977806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:16:10.993074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.566509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:16:10.993149Z","caller":"traceutil/trace.go:171","msg":"trace[1257085226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"147.659411ms","start":"2026-03-12T19:16:10.845467Z","end":"2026-03-12T19:16:10.993126Z","steps":["trace[1257085226] 'agreement among raft nodes before linearized reading' (duration: 147.430046ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:10.993141Z","caller":"traceutil/trace.go:171","msg":"trace[35633782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"152.234332ms","start":"2026-03-12T19:16:10.840885Z","end":"2026-03-12T19:16:10.993119Z","steps":["trace[35633782] 'agreement among raft nodes before linearized reading' (duration: 151.931625ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:13.475636Z","caller":"traceutil/trace.go:171","msg":"trace[712933352] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"461.651536ms","start":"2026-03-12T19:16:13.013958Z","end":"2026-03-12T19:16:13.47561Z","steps":["trace[712933352] 'process raft request' (duration: 395.538998ms)","trace[712933352] 'compare' (duration: 65.993095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:13.475791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:13.013945Z","time spent":"461.761928ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:17.896385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:18.397141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:18.897833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:18.968872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623819215s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:16:18.969266Z","caller":"traceutil/trace.go:171","msg":"trace[1100958413] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:581; }","duration":"1.573058744s","start":"2026-03-12T19:16:17.396183Z","end":"2026-03-12T19:16:18.969242Z","steps":["trace[1100958413] 'read index received' (duration: 1.572829349s)","trace[1100958413] 'applied index is now lower than readState.Index' (duration: 228.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:18.969392Z","caller":"traceutil/trace.go:171","msg":"trace[1816595113] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.624486179s","start":"2026-03-12T19:16:17.344897Z","end":"2026-03-12T19:16:18.969383Z","steps":["trace[1816595113] 'process raft request' (duration: 1.624198943s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:18.969503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:17.344864Z","time spent":"1.624562781s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:18.969698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480154381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:16:18.969767Z","caller":"traceutil/trace.go:171","msg":"trace[1787107800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"1.480265443s","start":"2026-03-12T19:16:17.48948Z","end":"2026-03-12T19:16:18.969746Z","steps":["trace[1787107800] 'agreement among raft nodes before linearized reading' (duration: 1.480081419s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:18.969777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.870836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:18.969813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:17.489458Z","time spent":"1.480345975s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:16:18.969848Z","caller":"traceutil/trace.go:171","msg":"trace[1653571355] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:558; }","duration":"570.969898ms","start":"2026-03-12T19:16:18.398855Z","end":"2026-03-12T19:16:18.969825Z","steps":["trace[1653571355] 'agreement among raft nodes before linearized reading' (duration: 570.869036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:18.969892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573712278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:16:18.969904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:18.398839Z","time spent":"571.05515ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-12T19:16:18.969934Z","caller":"traceutil/trace.go:171","msg":"trace[418135871] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:558; }","duration":"1.57378671s","start":"2026-03-12T19:16:17.396137Z","end":"2026-03-12T19:16:18.969924Z","steps":["trace[418135871] 'agreement among raft nodes before linearized reading' (duration: 1.573713468s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:18.96997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:17.396117Z","time spent":"1.57384585s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-12T19:16:18.970066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.951801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:16:18.970108Z","caller":"traceutil/trace.go:171","msg":"trace[1617309662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:558; }","duration":"668.032033ms","start":"2026-03-12T19:16:18.302067Z","end":"2026-03-12T19:16:18.970099Z","steps":["trace[1617309662] 'agreement among raft nodes before linearized reading' (duration: 667.923661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:18.970144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:18.302039Z","time spent":"668.097965ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:18.970576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.11732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:16:18.970643Z","caller":"traceutil/trace.go:171","msg":"trace[605675173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:558; }","duration":"893.232103ms","start":"2026-03-12T19:16:18.077392Z","end":"2026-03-12T19:16:18.970624Z","steps":["trace[605675173] 'agreement among raft nodes before linearized reading' (duration: 892.812414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:18.970682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:18.077371Z","time spent":"893.302595ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:20.018668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.687199ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-12T19:16:20.018772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:18.971332Z","time spent":"1.047433917s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:16:20.035829Z","caller":"traceutil/trace.go:171","msg":"trace[41875687] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.06131671s","start":"2026-03-12T19:16:18.974489Z","end":"2026-03-12T19:16:20.035806Z","steps":["trace[41875687] 'process raft request' (duration: 1.061114726s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:20.036009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:18.974468Z","time spent":"1.061449554s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:20.036099Z","caller":"traceutil/trace.go:171","msg":"trace[1045730015] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:582; }","duration":"983.434796ms","start":"2026-03-12T19:16:19.05264Z","end":"2026-03-12T19:16:20.036074Z","steps":["trace[1045730015] 'read index received' (duration: 248.414638ms)","trace[1045730015] 'applied index is now lower than readState.Index' (duration: 735.019178ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:20.036146Z","caller":"traceutil/trace.go:171","msg":"trace[191944515] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.060707107s","start":"2026-03-12T19:16:18.975413Z","end":"2026-03-12T19:16:20.03612Z","steps":["trace[191944515] 'process raft request' (duration: 1.060553024s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:20.036184Z","caller":"traceutil/trace.go:171","msg":"trace[1505570208] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.060971773s","start":"2026-03-12T19:16:18.97516Z","end":"2026-03-12T19:16:20.036132Z","steps":["trace[1505570208] 'process raft request' (duration: 1.060596855s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:20.036277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:18.975391Z","time spent":"1.060824641s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:20.036435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:18.975147Z","time spent":"1.061170458s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:20.036423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.754084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:16:20.036541Z","caller":"traceutil/trace.go:171","msg":"trace[682177152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:561; }","duration":"983.888637ms","start":"2026-03-12T19:16:19.052628Z","end":"2026-03-12T19:16:20.036516Z","steps":["trace[682177152] 'agreement among raft nodes before linearized reading' (duration: 983.56494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:20.036596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:19.052561Z","time spent":"984.02438ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:16:20.066271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.764562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:20.066332Z","caller":"traceutil/trace.go:171","msg":"trace[1600632456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"114.855364ms","start":"2026-03-12T19:16:19.951461Z","end":"2026-03-12T19:16:20.066317Z","steps":["trace[1600632456] 'agreement among raft nodes before linearized reading' (duration: 114.722801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:20.066362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.253857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:20.066502Z","caller":"traceutil/trace.go:171","msg":"trace[2116903339] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:562; }","duration":"721.431931ms","start":"2026-03-12T19:16:19.345051Z","end":"2026-03-12T19:16:20.066483Z","steps":["trace[2116903339] 'agreement among raft nodes before linearized reading' (duration: 721.087163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:20.066552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:19.34503Z","time spent":"721.511913ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-12T19:16:20.344023Z","caller":"traceutil/trace.go:171","msg":"trace[328575088] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"303.30814ms","start":"2026-03-12T19:16:20.040691Z","end":"2026-03-12T19:16:20.343999Z","steps":["trace[328575088] 'process raft request' (duration: 303.189837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:20.344165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:20.040666Z","time spent":"303.428802ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:20.344305Z","caller":"traceutil/trace.go:171","msg":"trace[23592580] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"276.554144ms","start":"2026-03-12T19:16:20.067726Z","end":"2026-03-12T19:16:20.34428Z","steps":["trace[23592580] 'read index received' (duration: 276.227557ms)","trace[23592580] 'applied index is now lower than readState.Index' (duration: 325.127µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:20.34445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.718598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:20.344622Z","caller":"traceutil/trace.go:171","msg":"trace[1361902469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"276.925402ms","start":"2026-03-12T19:16:20.067684Z","end":"2026-03-12T19:16:20.34461Z","steps":["trace[1361902469] 'agreement among raft nodes before linearized reading' (duration: 276.721037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:20.344661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.569774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T19:16:20.344717Z","caller":"traceutil/trace.go:171","msg":"trace[160321568] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:563; }","duration":"276.646026ms","start":"2026-03-12T19:16:20.068058Z","end":"2026-03-12T19:16:20.344704Z","steps":["trace[160321568] 'agreement among raft nodes before linearized reading' (duration: 276.548514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:20.344726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.272823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:20.344761Z","caller":"traceutil/trace.go:171","msg":"trace[2027935420] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:563; }","duration":"268.306784ms","start":"2026-03-12T19:16:20.076443Z","end":"2026-03-12T19:16:20.34475Z","steps":["trace[2027935420] 'agreement among raft nodes before linearized reading' (duration: 268.252402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:22.508451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139770399s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:22.508585Z","caller":"traceutil/trace.go:171","msg":"trace[912728918] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"1.139924292s","start":"2026-03-12T19:16:21.368642Z","end":"2026-03-12T19:16:22.508566Z","steps":["trace[912728918] 'range keys from in-memory index tree' (duration: 1.139745938s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:22.509043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.900939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:22.509138Z","caller":"traceutil/trace.go:171","msg":"trace[456866210] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:588; }","duration":"559.048937ms","start":"2026-03-12T19:16:21.950073Z","end":"2026-03-12T19:16:22.509122Z","steps":["trace[456866210] 'read index received' (duration: 28.876891ms)","trace[456866210] 'applied index is now lower than readState.Index' (duration: 530.170906ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:22.509212Z","caller":"traceutil/trace.go:171","msg":"trace[1902380690] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.173781253s","start":"2026-03-12T19:16:21.335397Z","end":"2026-03-12T19:16:22.509179Z","steps":["trace[1902380690] 'process raft request' (duration: 643.621258ms)","trace[1902380690] 'compare' (duration: 529.727046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:22.509236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.159899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:22.509263Z","caller":"traceutil/trace.go:171","msg":"trace[2049500156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"559.215721ms","start":"2026-03-12T19:16:21.950038Z","end":"2026-03-12T19:16:22.509253Z","steps":["trace[2049500156] 'agreement among raft nodes before linearized reading' (duration: 559.16599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:22.509294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:21.95002Z","time spent":"559.267152ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:22.509316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:21.335358Z","time spent":"1.173895496s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:22.509615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.914574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-12T19:16:22.50964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.763379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:16:22.509645Z","caller":"traceutil/trace.go:171","msg":"trace[664122295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"468.984096ms","start":"2026-03-12T19:16:22.040652Z","end":"2026-03-12T19:16:22.509636Z","steps":["trace[664122295] 'agreement among raft nodes before linearized reading' (duration: 468.870334ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:22.509676Z","caller":"traceutil/trace.go:171","msg":"trace[602756884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:564; }","duration":"160.833101ms","start":"2026-03-12T19:16:22.348833Z","end":"2026-03-12T19:16:22.509666Z","steps":["trace[602756884] 'agreement among raft nodes before linearized reading' (duration: 160.720998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:22.50975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.74922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:16:22.50978Z","caller":"traceutil/trace.go:171","msg":"trace[546092301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:564; }","duration":"468.797772ms","start":"2026-03-12T19:16:22.040974Z","end":"2026-03-12T19:16:22.509771Z","steps":["trace[546092301] 'agreement among raft nodes before linearized reading' (duration: 468.72104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:22.509804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:22.040961Z","time spent":"468.837963ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:22.509678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:22.04063Z","time spent":"469.041147ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:22.509932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.929915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:16:22.509957Z","caller":"traceutil/trace.go:171","msg":"trace[613868944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"468.978467ms","start":"2026-03-12T19:16:22.04097Z","end":"2026-03-12T19:16:22.509949Z","steps":["trace[613868944] 'agreement among raft nodes before linearized reading' (duration: 468.910935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:22.509982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:22.040957Z","time spent":"469.019097ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:16:23.450997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194440659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:16:23.57813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064053582s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:16:23.602401Z","caller":"traceutil/trace.go:171","msg":"trace[642241217] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.088247082s","start":"2026-03-12T19:16:22.514114Z","end":"2026-03-12T19:16:23.602361Z","steps":["trace[642241217] 'process raft request' (duration: 1.088055967s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:23.602486Z","caller":"traceutil/trace.go:171","msg":"trace[1685934773] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.087899254s","start":"2026-03-12T19:16:22.514526Z","end":"2026-03-12T19:16:23.602425Z","steps":["trace[1685934773] 'process raft request' (duration: 1.08775598s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:23.602661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:22.514078Z","time spent":"1.088450756s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:23.602728Z","caller":"traceutil/trace.go:171","msg":"trace[1979722362] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.088319313s","start":"2026-03-12T19:16:22.51397Z","end":"2026-03-12T19:16:23.60229Z","steps":["trace[1979722362] 'process raft request' (duration: 1.064470511s)","trace[1979722362] 'compare' (duration: 23.227978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:23.602772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:22.514515Z","time spent":"1.088072268s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:23.60288Z","caller":"traceutil/trace.go:171","msg":"trace[99733819] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.088068708s","start":"2026-03-12T19:16:22.514794Z","end":"2026-03-12T19:16:23.602863Z","steps":["trace[99733819] 'process raft request' (duration: 1.087528355s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:23.602961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:22.514773Z","time spent":"1.088148799s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:23.603138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:22.513942Z","time spent":"1.088863115s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:23.627536Z","caller":"traceutil/trace.go:171","msg":"trace[1486822930] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:589; }","duration":"676.551128ms","start":"2026-03-12T19:16:22.950945Z","end":"2026-03-12T19:16:23.627497Z","steps":["trace[1486822930] 'read index received' (duration: 627.625178ms)","trace[1486822930] 'applied index is now lower than readState.Index' (duration: 48.92458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:23.627708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.736074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:23.627792Z","caller":"traceutil/trace.go:171","msg":"trace[519133315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"676.835706ms","start":"2026-03-12T19:16:22.950937Z","end":"2026-03-12T19:16:23.627773Z","steps":["trace[519133315] 'agreement among raft nodes before linearized reading' (duration: 676.683423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:23.627854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:22.950873Z","time spent":"676.972969ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:24.833219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.556917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:24.833358Z","caller":"traceutil/trace.go:171","msg":"trace[1476708462] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"353.228112ms","start":"2026-03-12T19:16:24.480097Z","end":"2026-03-12T19:16:24.833325Z","steps":["trace[1476708462] 'process raft request' (duration: 217.47879ms)","trace[1476708462] 'compare' (duration: 135.408334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:24.83342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:24.480087Z","time spent":"353.308403ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:24.842857Z","caller":"traceutil/trace.go:171","msg":"trace[50057042] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"354.318035ms","start":"2026-03-12T19:16:24.488517Z","end":"2026-03-12T19:16:24.842835Z","steps":["trace[50057042] 'process raft request' (duration: 354.239884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:24.843002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:24.488503Z","time spent":"354.419387ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:24.843177Z","caller":"traceutil/trace.go:171","msg":"trace[2139883971] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"362.472063ms","start":"2026-03-12T19:16:24.480689Z","end":"2026-03-12T19:16:24.843161Z","steps":["trace[2139883971] 'process raft request' (duration: 361.876981ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:24.843233Z","caller":"traceutil/trace.go:171","msg":"trace[936452127] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"356.383321ms","start":"2026-03-12T19:16:24.486842Z","end":"2026-03-12T19:16:24.843225Z","steps":["trace[936452127] 'process raft request' (duration: 355.847309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:24.843241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:24.480679Z","time spent":"362.533725ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":53114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:24.843272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:24.486789Z","time spent":"356.461322ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:25.813751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.846334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:16:25.813871Z","caller":"traceutil/trace.go:171","msg":"trace[852685020] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"344.43842ms","start":"2026-03-12T19:16:25.469414Z","end":"2026-03-12T19:16:25.813852Z","steps":["trace[852685020] 'process raft request' (duration: 192.420132ms)","trace[852685020] 'compare' (duration: 151.694491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:25.813927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:25.469392Z","time spent":"344.513311ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:16:25.815185Z","caller":"traceutil/trace.go:171","msg":"trace[870753711] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:733; }","duration":"207.44348ms","start":"2026-03-12T19:16:25.607654Z","end":"2026-03-12T19:16:25.815097Z","steps":["trace[870753711] 'read index received' (duration: 54.197137ms)","trace[870753711] 'applied index is now lower than readState.Index' (duration: 153.244323ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:25.815262Z","caller":"traceutil/trace.go:171","msg":"trace[862171708] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"286.711586ms","start":"2026-03-12T19:16:25.528531Z","end":"2026-03-12T19:16:25.815243Z","steps":["trace[862171708] 'process raft request' (duration: 285.703014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.815492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.83721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:16:25.815587Z","caller":"traceutil/trace.go:171","msg":"trace[1652813015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:709; }","duration":"207.987744ms","start":"2026-03-12T19:16:25.607583Z","end":"2026-03-12T19:16:25.815571Z","steps":["trace[1652813015] 'agreement among raft nodes before linearized reading' (duration: 207.728817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.818521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.784655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:16:25.818603Z","caller":"traceutil/trace.go:171","msg":"trace[1996098023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:710; }","duration":"210.911448ms","start":"2026-03-12T19:16:25.607667Z","end":"2026-03-12T19:16:25.818578Z","steps":["trace[1996098023] 'agreement among raft nodes before linearized reading' (duration: 210.708323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.818669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.253222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:16:25.81871Z","caller":"traceutil/trace.go:171","msg":"trace[1694760419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:710; }","duration":"210.308254ms","start":"2026-03-12T19:16:25.608387Z","end":"2026-03-12T19:16:25.818696Z","steps":["trace[1694760419] 'agreement among raft nodes before linearized reading' (duration: 210.202342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:25.81884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.331784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:16:25.818861Z","caller":"traceutil/trace.go:171","msg":"trace[388220368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:710; }","duration":"210.408455ms","start":"2026-03-12T19:16:25.608446Z","end":"2026-03-12T19:16:25.818855Z","steps":["trace[388220368] 'agreement among raft nodes before linearized reading' (duration: 210.075208ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:27.555315Z","caller":"traceutil/trace.go:171","msg":"trace[269068474] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"171.243409ms","start":"2026-03-12T19:16:27.384043Z","end":"2026-03-12T19:16:27.555287Z","steps":["trace[269068474] 'process raft request' (duration: 105.205764ms)","trace[269068474] 'compare' (duration: 65.860021ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:27.571023Z","caller":"traceutil/trace.go:171","msg":"trace[25200399] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:766; }","duration":"174.872806ms","start":"2026-03-12T19:16:27.396127Z","end":"2026-03-12T19:16:27.571Z","steps":["trace[25200399] 'read index received' (duration: 93.207521ms)","trace[25200399] 'applied index is now lower than readState.Index' (duration: 81.664335ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:27.571049Z","caller":"traceutil/trace.go:171","msg":"trace[2097283543] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"175.452879ms","start":"2026-03-12T19:16:27.395574Z","end":"2026-03-12T19:16:27.571027Z","steps":["trace[2097283543] 'process raft request' (duration: 175.270215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:27.571271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.122711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:16:27.571345Z","caller":"traceutil/trace.go:171","msg":"trace[88476461] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:742; }","duration":"175.241593ms","start":"2026-03-12T19:16:27.396086Z","end":"2026-03-12T19:16:27.571328Z","steps":["trace[88476461] 'agreement among raft nodes before linearized reading' (duration: 175.040159ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:28.707691Z","caller":"traceutil/trace.go:171","msg":"trace[933638371] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"175.712494ms","start":"2026-03-12T19:16:28.53195Z","end":"2026-03-12T19:16:28.707663Z","steps":["trace[933638371] 'process raft request' (duration: 175.57002ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:29.593914Z","caller":"traceutil/trace.go:171","msg":"trace[1285566894] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"176.686755ms","start":"2026-03-12T19:16:29.417193Z","end":"2026-03-12T19:16:29.59388Z","steps":["trace[1285566894] 'process raft request' (duration: 133.018383ms)","trace[1285566894] 'compare' (duration: 43.472838ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:29.59536Z","caller":"traceutil/trace.go:171","msg":"trace[1935304007] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"164.579481ms","start":"2026-03-12T19:16:29.430743Z","end":"2026-03-12T19:16:29.595322Z","steps":["trace[1935304007] 'process raft request' (duration: 164.211203ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:31.840862Z","caller":"traceutil/trace.go:171","msg":"trace[1611726615] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"121.046531ms","start":"2026-03-12T19:16:31.719789Z","end":"2026-03-12T19:16:31.840836Z","steps":["trace[1611726615] 'process raft request' (duration: 120.889408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:31.980891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.286117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-12T19:16:31.980999Z","caller":"traceutil/trace.go:171","msg":"trace[1631193345] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:829; }","duration":"136.466367ms","start":"2026-03-12T19:16:31.844513Z","end":"2026-03-12T19:16:31.980979Z","steps":["trace[1631193345] 'read index received' (duration: 36.037876ms)","trace[1631193345] 'applied index is now lower than readState.Index' (duration: 100.427321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:31.981112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.596479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1668"} {"level":"info","ts":"2026-03-12T19:16:31.981102Z","caller":"traceutil/trace.go:171","msg":"trace[1266414864] transaction","detail":"{read_only:false; number_of_response:0; response_revision:802; }","duration":"260.189726ms","start":"2026-03-12T19:16:31.720878Z","end":"2026-03-12T19:16:31.981068Z","steps":["trace[1266414864] 'process raft request' (duration: 159.659793ms)","trace[1266414864] 'compare' (duration: 100.168795ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:31.981147Z","caller":"traceutil/trace.go:171","msg":"trace[714577773] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:802; }","duration":"136.675181ms","start":"2026-03-12T19:16:31.844461Z","end":"2026-03-12T19:16:31.981136Z","steps":["trace[714577773] 'agreement among raft nodes before linearized reading' (duration: 136.589329ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:31.985386Z","caller":"traceutil/trace.go:171","msg":"trace[1011574550] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"136.636922ms","start":"2026-03-12T19:16:31.848718Z","end":"2026-03-12T19:16:31.985355Z","steps":["trace[1011574550] 'process raft request' (duration: 136.442537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:31.985432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.769591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:16:31.985496Z","caller":"traceutil/trace.go:171","msg":"trace[233243051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:803; }","duration":"118.862643ms","start":"2026-03-12T19:16:31.866621Z","end":"2026-03-12T19:16:31.985484Z","steps":["trace[233243051] 'agreement among raft nodes before linearized reading' (duration: 118.69941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:31.985533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.661067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:16:31.985553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.873033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:16:31.985573Z","caller":"traceutil/trace.go:171","msg":"trace[1631695813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:803; }","duration":"128.720048ms","start":"2026-03-12T19:16:31.856842Z","end":"2026-03-12T19:16:31.985562Z","steps":["trace[1631695813] 'agreement among raft nodes before linearized reading' (duration: 128.615436ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:31.985611Z","caller":"traceutil/trace.go:171","msg":"trace[1340952228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:803; }","duration":"118.964835ms","start":"2026-03-12T19:16:31.866631Z","end":"2026-03-12T19:16:31.985596Z","steps":["trace[1340952228] 'agreement among raft nodes before linearized reading' (duration: 118.775201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:31.985707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.331239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:16:31.985808Z","caller":"traceutil/trace.go:171","msg":"trace[621707287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:803; }","duration":"133.475313ms","start":"2026-03-12T19:16:31.852306Z","end":"2026-03-12T19:16:31.985782Z","steps":["trace[621707287] 'agreement among raft nodes before linearized reading' (duration: 133.174116ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:32.098495Z","caller":"traceutil/trace.go:171","msg":"trace[1797986446] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"108.314122ms","start":"2026-03-12T19:16:31.990152Z","end":"2026-03-12T19:16:32.098466Z","steps":["trace[1797986446] 'process raft request' (duration: 108.092357ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:32.098495Z","caller":"traceutil/trace.go:171","msg":"trace[246887139] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"108.254411ms","start":"2026-03-12T19:16:31.990217Z","end":"2026-03-12T19:16:32.098471Z","steps":["trace[246887139] 'process raft request' (duration: 108.17434ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:32.098707Z","caller":"traceutil/trace.go:171","msg":"trace[1250485930] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"108.429735ms","start":"2026-03-12T19:16:31.990267Z","end":"2026-03-12T19:16:32.098697Z","steps":["trace[1250485930] 'process raft request' (duration: 108.165909ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:32.098799Z","caller":"traceutil/trace.go:171","msg":"trace[825355589] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"106.079354ms","start":"2026-03-12T19:16:31.992709Z","end":"2026-03-12T19:16:32.098788Z","steps":["trace[825355589] 'process raft request' (duration: 105.938361ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:32.686362Z","caller":"traceutil/trace.go:171","msg":"trace[1519314159] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"181.194202ms","start":"2026-03-12T19:16:32.50514Z","end":"2026-03-12T19:16:32.686334Z","steps":["trace[1519314159] 'process raft request' (duration: 180.943037ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:37.547391Z","caller":"traceutil/trace.go:171","msg":"trace[1842416262] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:921; }","duration":"100.579914ms","start":"2026-03-12T19:16:37.44679Z","end":"2026-03-12T19:16:37.54737Z","steps":["trace[1842416262] 'read index received' (duration: 100.184945ms)","trace[1842416262] 'applied index is now lower than readState.Index' (duration: 394.218µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:37.547468Z","caller":"traceutil/trace.go:171","msg":"trace[1546867458] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"100.755348ms","start":"2026-03-12T19:16:37.446692Z","end":"2026-03-12T19:16:37.547448Z","steps":["trace[1546867458] 'process raft request' (duration: 100.347829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:37.547583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.751027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-q6g8h\" ","response":"range_response_count:1 size:3914"} {"level":"info","ts":"2026-03-12T19:16:37.547622Z","caller":"traceutil/trace.go:171","msg":"trace[598833864] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-q6g8h; range_end:; response_count:1; response_revision:890; }","duration":"100.84735ms","start":"2026-03-12T19:16:37.446763Z","end":"2026-03-12T19:16:37.54761Z","steps":["trace[598833864] 'agreement among raft nodes before linearized reading' (duration: 100.705206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:38.258178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.582243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:38.258761Z","caller":"traceutil/trace.go:171","msg":"trace[1588681302] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:894; }","duration":"106.174326ms","start":"2026-03-12T19:16:38.152541Z","end":"2026-03-12T19:16:38.258716Z","steps":["trace[1588681302] 'count revisions from in-memory index tree' (duration: 105.515902ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:40.261655Z","caller":"traceutil/trace.go:171","msg":"trace[138714582] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"127.152453ms","start":"2026-03-12T19:16:40.134481Z","end":"2026-03-12T19:16:40.261634Z","steps":["trace[138714582] 'process raft request' (duration: 127.01149ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:40.55415Z","caller":"traceutil/trace.go:171","msg":"trace[666693235] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"161.286859ms","start":"2026-03-12T19:16:40.392838Z","end":"2026-03-12T19:16:40.554124Z","steps":["trace[666693235] 'process raft request' (duration: 161.092125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:40.554301Z","caller":"traceutil/trace.go:171","msg":"trace[1343296236] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"160.673276ms","start":"2026-03-12T19:16:40.3936Z","end":"2026-03-12T19:16:40.554274Z","steps":["trace[1343296236] 'process raft request' (duration: 160.481332ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:40.909027Z","caller":"traceutil/trace.go:171","msg":"trace[164244931] linearizableReadLoop","detail":"{readStateIndex:939; appliedIndex:938; }","duration":"130.994777ms","start":"2026-03-12T19:16:40.778005Z","end":"2026-03-12T19:16:40.909Z","steps":["trace[164244931] 'read index received' (duration: 92.58473ms)","trace[164244931] 'applied index is now lower than readState.Index' (duration: 38.408917ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:40.909075Z","caller":"traceutil/trace.go:171","msg":"trace[914022671] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"138.133074ms","start":"2026-03-12T19:16:40.770905Z","end":"2026-03-12T19:16:40.909038Z","steps":["trace[914022671] 'process raft request' (duration: 99.588034ms)","trace[914022671] 'compare' (duration: 38.381196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:40.909212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.186441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:40.909519Z","caller":"traceutil/trace.go:171","msg":"trace[533365412] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:907; }","duration":"131.55346ms","start":"2026-03-12T19:16:40.777951Z","end":"2026-03-12T19:16:40.909505Z","steps":["trace[533365412] 'agreement among raft nodes before linearized reading' (duration: 131.14655ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:41.005707Z","caller":"traceutil/trace.go:171","msg":"trace[929290899] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"181.02695ms","start":"2026-03-12T19:16:40.824664Z","end":"2026-03-12T19:16:41.005691Z","steps":["trace[929290899] 'process raft request' (duration: 180.895918ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:41.2251Z","caller":"traceutil/trace.go:171","msg":"trace[1939763604] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:942; }","duration":"110.341887ms","start":"2026-03-12T19:16:41.114736Z","end":"2026-03-12T19:16:41.225077Z","steps":["trace[1939763604] 'read index received' (duration: 110.167753ms)","trace[1939763604] 'applied index is now lower than readState.Index' (duration: 173.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:41.225146Z","caller":"traceutil/trace.go:171","msg":"trace[665903350] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"122.894781ms","start":"2026-03-12T19:16:41.102218Z","end":"2026-03-12T19:16:41.225113Z","steps":["trace[665903350] 'process raft request' (duration: 122.703857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:41.225409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.651804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/cert-manager-webhook\" ","response":"range_response_count:1 size:2615"} {"level":"info","ts":"2026-03-12T19:16:41.225455Z","caller":"traceutil/trace.go:171","msg":"trace[1661263028] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/cert-manager-webhook; range_end:; response_count:1; response_revision:911; }","duration":"110.743356ms","start":"2026-03-12T19:16:41.114698Z","end":"2026-03-12T19:16:41.225441Z","steps":["trace[1661263028] 'agreement among raft nodes before linearized reading' (duration: 110.4734ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:41.685786Z","caller":"traceutil/trace.go:171","msg":"trace[1443369619] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:945; }","duration":"107.732581ms","start":"2026-03-12T19:16:41.578028Z","end":"2026-03-12T19:16:41.68576Z","steps":["trace[1443369619] 'read index received' (duration: 107.497956ms)","trace[1443369619] 'applied index is now lower than readState.Index' (duration: 230.625µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:41.686013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.965025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:16:41.686052Z","caller":"traceutil/trace.go:171","msg":"trace[280839652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:914; }","duration":"108.068078ms","start":"2026-03-12T19:16:41.577974Z","end":"2026-03-12T19:16:41.686042Z","steps":["trace[280839652] 'agreement among raft nodes before linearized reading' (duration: 107.888154ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:41.685881Z","caller":"traceutil/trace.go:171","msg":"trace[1325423854] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"129.206478ms","start":"2026-03-12T19:16:41.556631Z","end":"2026-03-12T19:16:41.685837Z","steps":["trace[1325423854] 'process raft request' (duration: 128.949553ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:41.846311Z","caller":"traceutil/trace.go:171","msg":"trace[190493577] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"155.442131ms","start":"2026-03-12T19:16:41.690839Z","end":"2026-03-12T19:16:41.846282Z","steps":["trace[190493577] 'process raft request' (duration: 94.586653ms)","trace[190493577] 'compare' (duration: 60.684104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:43.335249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.509044ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:16:43.335362Z","caller":"traceutil/trace.go:171","msg":"trace[60716670] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:952; }","duration":"144.859351ms","start":"2026-03-12T19:16:43.19048Z","end":"2026-03-12T19:16:43.33534Z","steps":["trace[60716670] 'read index received' (duration: 48.251µs)","trace[60716670] 'applied index is now lower than readState.Index' (duration: 144.80962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:43.335452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.967363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:43.335486Z","caller":"traceutil/trace.go:171","msg":"trace[1374308901] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:920; }","duration":"145.039375ms","start":"2026-03-12T19:16:43.190438Z","end":"2026-03-12T19:16:43.335477Z","steps":["trace[1374308901] 'agreement among raft nodes before linearized reading' (duration: 144.954583ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:43.960987Z","caller":"traceutil/trace.go:171","msg":"trace[569487813] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"105.976472ms","start":"2026-03-12T19:16:43.854969Z","end":"2026-03-12T19:16:43.960946Z","steps":["trace[569487813] 'process raft request' (duration: 105.805269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.99277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775085418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:45.992798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775047137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:45.992816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582395354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:45.992866Z","caller":"traceutil/trace.go:171","msg":"trace[1357160106] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:921; }","duration":"1.775143818s","start":"2026-03-12T19:16:44.217704Z","end":"2026-03-12T19:16:45.992848Z","steps":["trace[1357160106] 'count revisions from in-memory index tree' (duration: 1.774987035s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.992894Z","caller":"traceutil/trace.go:171","msg":"trace[27355649] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:921; }","duration":"1.582511627s","start":"2026-03-12T19:16:44.410362Z","end":"2026-03-12T19:16:45.992874Z","steps":["trace[27355649] 'count revisions from in-memory index tree' (duration: 1.582332013s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.992916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804865458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:45.992915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.217693Z","time spent":"1.775211251s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:45.992949Z","caller":"traceutil/trace.go:171","msg":"trace[2018568887] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:921; }","duration":"1.804919568s","start":"2026-03-12T19:16:44.188018Z","end":"2026-03-12T19:16:45.992937Z","steps":["trace[2018568887] 'range keys from in-memory index tree' (duration: 1.804764176s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.992997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.188001Z","time spent":"1.80498292s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:16:45.993204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805067712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:45.993204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774862813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:45.993268Z","caller":"traceutil/trace.go:171","msg":"trace[170075864] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:921; }","duration":"1.805132963s","start":"2026-03-12T19:16:44.18809Z","end":"2026-03-12T19:16:45.993223Z","steps":["trace[170075864] 'count revisions from in-memory index tree' (duration: 1.804994391s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.993302Z","caller":"traceutil/trace.go:171","msg":"trace[95312205] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:921; }","duration":"1.774975305s","start":"2026-03-12T19:16:44.218311Z","end":"2026-03-12T19:16:45.993287Z","steps":["trace[95312205] 'range keys from in-memory index tree' (duration: 1.774806541s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.993312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.188057Z","time spent":"1.805243186s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:45.993348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.218303Z","time spent":"1.775029647s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:16:45.993381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790105975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:45.993431Z","caller":"traceutil/trace.go:171","msg":"trace[110440349] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:921; }","duration":"1.790176378s","start":"2026-03-12T19:16:44.203242Z","end":"2026-03-12T19:16:45.993418Z","steps":["trace[110440349] 'range keys from in-memory index tree' (duration: 1.790061345s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.993469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789373289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:45.99347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.203234Z","time spent":"1.790226659s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 "} {"level":"info","ts":"2026-03-12T19:16:45.992871Z","caller":"traceutil/trace.go:171","msg":"trace[708798922] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:921; }","duration":"1.77519785s","start":"2026-03-12T19:16:44.217634Z","end":"2026-03-12T19:16:45.992832Z","steps":["trace[708798922] 'range keys from in-memory index tree' (duration: 1.775023317s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.993502Z","caller":"traceutil/trace.go:171","msg":"trace[1027813020] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:921; }","duration":"1.78943866s","start":"2026-03-12T19:16:44.204051Z","end":"2026-03-12T19:16:45.99349Z","steps":["trace[1027813020] 'range keys from in-memory index tree' (duration: 1.789303997s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.992943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.410339Z","time spent":"1.582593518s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:45.993539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.204032Z","time spent":"1.789498942s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:16:45.993532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.217626Z","time spent":"1.775886635s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-12T19:16:45.993622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673253866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T19:16:45.993673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790448073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:45.9937Z","caller":"traceutil/trace.go:171","msg":"trace[967641934] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:921; }","duration":"1.790492676s","start":"2026-03-12T19:16:44.2032Z","end":"2026-03-12T19:16:45.993693Z","steps":["trace[967641934] 'count revisions from in-memory index tree' (duration: 1.790415483s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.993727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.203193Z","time spent":"1.790525646s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:45.993716Z","caller":"traceutil/trace.go:171","msg":"trace[698224846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:921; }","duration":"1.67336557s","start":"2026-03-12T19:16:44.320328Z","end":"2026-03-12T19:16:45.993693Z","steps":["trace[698224846] 'range keys from in-memory index tree' (duration: 1.673069652s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.993782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.456968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-wlnw5\" ","response":"range_response_count:1 size:5353"} {"level":"warn","ts":"2026-03-12T19:16:45.993804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.320315Z","time spent":"1.673457561s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:16:45.993866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805575094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:45.993862Z","caller":"traceutil/trace.go:171","msg":"trace[375785762] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-wlnw5; range_end:; response_count:1; response_revision:921; }","duration":"290.5724ms","start":"2026-03-12T19:16:45.703267Z","end":"2026-03-12T19:16:45.99384Z","steps":["trace[375785762] 'range keys from in-memory index tree' (duration: 290.305313ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.993895Z","caller":"traceutil/trace.go:171","msg":"trace[276197561] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:921; }","duration":"1.805634855s","start":"2026-03-12T19:16:44.188252Z","end":"2026-03-12T19:16:45.993887Z","steps":["trace[276197561] 'range keys from in-memory index tree' (duration: 1.805501102s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.993923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.188236Z","time spent":"1.805679176s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-12T19:16:45.994017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758412875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:45.994069Z","caller":"traceutil/trace.go:171","msg":"trace[1009056656] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:921; }","duration":"1.758539227s","start":"2026-03-12T19:16:44.235515Z","end":"2026-03-12T19:16:45.994054Z","steps":["trace[1009056656] 'range keys from in-memory index tree' (duration: 1.758329253s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.994094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758343894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:45.994111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.235491Z","time spent":"1.758606659s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"info","ts":"2026-03-12T19:16:45.994158Z","caller":"traceutil/trace.go:171","msg":"trace[33186362] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:921; }","duration":"1.758409005s","start":"2026-03-12T19:16:44.235723Z","end":"2026-03-12T19:16:45.994132Z","steps":["trace[33186362] 'range keys from in-memory index tree' (duration: 1.758302583s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.994135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758576728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:45.994179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385209363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:16:45.994209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.235718Z","time spent":"1.758476686s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-03-12T19:16:45.994221Z","caller":"traceutil/trace.go:171","msg":"trace[1626796785] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:921; }","duration":"1.75869077s","start":"2026-03-12T19:16:44.235509Z","end":"2026-03-12T19:16:45.994199Z","steps":["trace[1626796785] 'count revisions from in-memory index tree' (duration: 1.758504517s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.994228Z","caller":"traceutil/trace.go:171","msg":"trace[1716886557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:921; }","duration":"1.385259244s","start":"2026-03-12T19:16:44.608955Z","end":"2026-03-12T19:16:45.994214Z","steps":["trace[1716886557] 'range keys from in-memory index tree' (duration: 1.385060319s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.994258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479535199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:16:45.994265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.235502Z","time spent":"1.758753042s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:45.99427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.60892Z","time spent":"1.385338946s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:16:45.994306Z","caller":"traceutil/trace.go:171","msg":"trace[1974930500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:921; }","duration":"1.479606991s","start":"2026-03-12T19:16:44.514686Z","end":"2026-03-12T19:16:45.994293Z","steps":["trace[1974930500] 'range keys from in-memory index tree' (duration: 1.479399037s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.994329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.514674Z","time spent":"1.479649852s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:45.994577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362968997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:16:45.994589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539419016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:45.994631Z","caller":"traceutil/trace.go:171","msg":"trace[2022792031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:921; }","duration":"1.363043688s","start":"2026-03-12T19:16:44.631573Z","end":"2026-03-12T19:16:45.994617Z","steps":["trace[2022792031] 'range keys from in-memory index tree' (duration: 1.362692441s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:45.994648Z","caller":"traceutil/trace.go:171","msg":"trace[791473934] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:921; }","duration":"1.540649184s","start":"2026-03-12T19:16:44.453984Z","end":"2026-03-12T19:16:45.994633Z","steps":["trace[791473934] 'count revisions from in-memory index tree' (duration: 1.539337654s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:45.994665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.631541Z","time spent":"1.36311636s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:16:45.994705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:44.453959Z","time spent":"1.540729375s","remote":"127.0.0.1:56168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:46.017383Z","caller":"traceutil/trace.go:171","msg":"trace[1779168507] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"199.968562ms","start":"2026-03-12T19:16:45.817392Z","end":"2026-03-12T19:16:46.01736Z","steps":["trace[1779168507] 'process raft request' (duration: 199.785928ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:46.158329Z","caller":"traceutil/trace.go:171","msg":"trace[1492401598] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"160.093342ms","start":"2026-03-12T19:16:45.998179Z","end":"2026-03-12T19:16:46.158272Z","steps":["trace[1492401598] 'process raft request' (duration: 140.26469ms)","trace[1492401598] 'compare' (duration: 19.539866ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:46.158621Z","caller":"traceutil/trace.go:171","msg":"trace[1936555022] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"158.953727ms","start":"2026-03-12T19:16:45.999641Z","end":"2026-03-12T19:16:46.158595Z","steps":["trace[1936555022] 'process raft request' (duration: 158.814074ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:46.158622Z","caller":"traceutil/trace.go:171","msg":"trace[2119525098] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"159.99126ms","start":"2026-03-12T19:16:45.998593Z","end":"2026-03-12T19:16:46.158585Z","steps":["trace[2119525098] 'process raft request' (duration: 159.592112ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:46.158906Z","caller":"traceutil/trace.go:171","msg":"trace[86594718] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"158.596139ms","start":"2026-03-12T19:16:46.000285Z","end":"2026-03-12T19:16:46.158881Z","steps":["trace[86594718] 'process raft request' (duration: 158.270653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.159059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.705339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:46.15894Z","caller":"traceutil/trace.go:171","msg":"trace[1039452677] linearizableReadLoop","detail":"{readStateIndex:960; appliedIndex:955; }","duration":"141.578348ms","start":"2026-03-12T19:16:46.01733Z","end":"2026-03-12T19:16:46.158909Z","steps":["trace[1039452677] 'read index received' (duration: 121.129402ms)","trace[1039452677] 'applied index is now lower than readState.Index' (duration: 20.447546ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:46.159134Z","caller":"traceutil/trace.go:171","msg":"trace[1977210018] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:927; }","duration":"150.798381ms","start":"2026-03-12T19:16:46.008317Z","end":"2026-03-12T19:16:46.159116Z","steps":["trace[1977210018] 'agreement among raft nodes before linearized reading' (duration: 150.662048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.159166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.395509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:16:46.159226Z","caller":"traceutil/trace.go:171","msg":"trace[1170147402] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:927; }","duration":"193.503202ms","start":"2026-03-12T19:16:45.965713Z","end":"2026-03-12T19:16:46.159216Z","steps":["trace[1170147402] 'agreement among raft nodes before linearized reading' (duration: 193.307037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.159246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.802493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:46.159303Z","caller":"traceutil/trace.go:171","msg":"trace[258237000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:927; }","duration":"140.886744ms","start":"2026-03-12T19:16:46.018398Z","end":"2026-03-12T19:16:46.159284Z","steps":["trace[258237000] 'agreement among raft nodes before linearized reading' (duration: 140.793372ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:46.159028Z","caller":"traceutil/trace.go:171","msg":"trace[290357322] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"156.618907ms","start":"2026-03-12T19:16:46.002389Z","end":"2026-03-12T19:16:46.159008Z","steps":["trace[290357322] 'process raft request' (duration: 156.371641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.772206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194441320,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:16:46.817811Z","caller":"traceutil/trace.go:171","msg":"trace[1405728541] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"653.56605ms","start":"2026-03-12T19:16:46.164205Z","end":"2026-03-12T19:16:46.817771Z","steps":["trace[1405728541] 'process raft request' (duration: 653.306004ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:46.817864Z","caller":"traceutil/trace.go:171","msg":"trace[649317457] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"652.536867ms","start":"2026-03-12T19:16:46.165301Z","end":"2026-03-12T19:16:46.817837Z","steps":["trace[649317457] 'process raft request' (duration: 652.405204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.818011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.165286Z","time spent":"652.640239ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:46.818012Z","caller":"traceutil/trace.go:171","msg":"trace[910135625] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:961; }","duration":"546.81423ms","start":"2026-03-12T19:16:46.271179Z","end":"2026-03-12T19:16:46.817993Z","steps":["trace[910135625] 'read index received' (duration: 546.34402ms)","trace[910135625] 'applied index is now lower than readState.Index' (duration: 468.79µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:46.818257Z","caller":"traceutil/trace.go:171","msg":"trace[1463360707] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"652.073537ms","start":"2026-03-12T19:16:46.166173Z","end":"2026-03-12T19:16:46.818247Z","steps":["trace[1463360707] 'process raft request' (duration: 651.592557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.818296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.114007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:16:46.818319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.166153Z","time spent":"652.135128ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:16:46.818015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.164185Z","time spent":"653.723324ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:46.818347Z","caller":"traceutil/trace.go:171","msg":"trace[919554743] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:931; }","duration":"547.207068ms","start":"2026-03-12T19:16:46.27113Z","end":"2026-03-12T19:16:46.818338Z","steps":["trace[919554743] 'agreement among raft nodes before linearized reading' (duration: 547.099516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:46.818489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:46.271075Z","time spent":"547.402243ms","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:16:47.086688Z","caller":"traceutil/trace.go:171","msg":"trace[1726224725] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"192.94229ms","start":"2026-03-12T19:16:46.893719Z","end":"2026-03-12T19:16:47.086661Z","steps":["trace[1726224725] 'read index received' (duration: 192.735786ms)","trace[1726224725] 'applied index is now lower than readState.Index' (duration: 205.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:47.086855Z","caller":"traceutil/trace.go:171","msg":"trace[1305051172] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"261.087846ms","start":"2026-03-12T19:16:46.825719Z","end":"2026-03-12T19:16:47.086807Z","steps":["trace[1305051172] 'process raft request' (duration: 260.700968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.086918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.951696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:47.086964Z","caller":"traceutil/trace.go:171","msg":"trace[1067076529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:932; }","duration":"136.054988ms","start":"2026-03-12T19:16:46.950897Z","end":"2026-03-12T19:16:47.086952Z","steps":["trace[1067076529] 'agreement among raft nodes before linearized reading' (duration: 135.965116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.087015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.282637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-l59zk\" ","response":"range_response_count:1 size:2274"} {"level":"warn","ts":"2026-03-12T19:16:47.087028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.49278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-l59zk\" ","response":"range_response_count:1 size:4881"} {"level":"info","ts":"2026-03-12T19:16:47.087091Z","caller":"traceutil/trace.go:171","msg":"trace[702337145] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/kube-system/coredns-7c96b6546b-l59zk; range_end:; response_count:1; response_revision:932; }","duration":"193.391809ms","start":"2026-03-12T19:16:46.893677Z","end":"2026-03-12T19:16:47.087068Z","steps":["trace[702337145] 'agreement among raft nodes before linearized reading' (duration: 193.152814ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:47.08709Z","caller":"traceutil/trace.go:171","msg":"trace[1575356031] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-l59zk; range_end:; response_count:1; response_revision:932; }","duration":"121.591183ms","start":"2026-03-12T19:16:46.965485Z","end":"2026-03-12T19:16:47.087076Z","steps":["trace[1575356031] 'agreement among raft nodes before linearized reading' (duration: 121.426999ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:47.694086Z","caller":"traceutil/trace.go:171","msg":"trace[1211652546] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"248.588082ms","start":"2026-03-12T19:16:47.445474Z","end":"2026-03-12T19:16:47.694062Z","steps":["trace[1211652546] 'process raft request' (duration: 248.424699ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:47.69407Z","caller":"traceutil/trace.go:171","msg":"trace[2072746770] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:969; }","duration":"208.977509ms","start":"2026-03-12T19:16:47.485068Z","end":"2026-03-12T19:16:47.694045Z","steps":["trace[2072746770] 'read index received' (duration: 208.818506ms)","trace[2072746770] 'applied index is now lower than readState.Index' (duration: 157.853µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:47.69427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.745191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:16:47.694312Z","caller":"traceutil/trace.go:171","msg":"trace[1018709027] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:936; }","duration":"118.830264ms","start":"2026-03-12T19:16:47.575472Z","end":"2026-03-12T19:16:47.694302Z","steps":["trace[1018709027] 'agreement among raft nodes before linearized reading' (duration: 118.721881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:47.694375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.292407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-l59zk\" ","response":"range_response_count:1 size:5069"} {"level":"info","ts":"2026-03-12T19:16:47.694462Z","caller":"traceutil/trace.go:171","msg":"trace[157141678] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-l59zk; range_end:; response_count:1; response_revision:936; }","duration":"209.41759ms","start":"2026-03-12T19:16:47.485023Z","end":"2026-03-12T19:16:47.694441Z","steps":["trace[157141678] 'agreement among raft nodes before linearized reading' (duration: 209.149074ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:47.815802Z","caller":"traceutil/trace.go:171","msg":"trace[923818977] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"112.415543ms","start":"2026-03-12T19:16:47.703368Z","end":"2026-03-12T19:16:47.815784Z","steps":["trace[923818977] 'process raft request' (duration: 112.208918ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:49.652624Z","caller":"traceutil/trace.go:171","msg":"trace[1843210112] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"138.39285ms","start":"2026-03-12T19:16:49.514201Z","end":"2026-03-12T19:16:49.652594Z","steps":["trace[1843210112] 'process raft request' (duration: 131.937168ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:49.66931Z","caller":"traceutil/trace.go:171","msg":"trace[1299268126] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"154.275616ms","start":"2026-03-12T19:16:49.515018Z","end":"2026-03-12T19:16:49.669294Z","steps":["trace[1299268126] 'process raft request' (duration: 154.110333ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:49.669488Z","caller":"traceutil/trace.go:171","msg":"trace[160966435] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"152.928277ms","start":"2026-03-12T19:16:49.51654Z","end":"2026-03-12T19:16:49.669469Z","steps":["trace[160966435] 'process raft request' (duration: 152.702862ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:51.389461Z","caller":"traceutil/trace.go:171","msg":"trace[1800423473] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"166.707787ms","start":"2026-03-12T19:16:51.222734Z","end":"2026-03-12T19:16:51.389442Z","steps":["trace[1800423473] 'process raft request' (duration: 166.614415ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:52.472799Z","caller":"traceutil/trace.go:171","msg":"trace[1691709151] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1000; }","duration":"123.457093ms","start":"2026-03-12T19:16:52.349319Z","end":"2026-03-12T19:16:52.472776Z","steps":["trace[1691709151] 'read index received' (duration: 47.20295ms)","trace[1691709151] 'applied index is now lower than readState.Index' (duration: 76.253293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:52.473069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.74386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:16:52.47312Z","caller":"traceutil/trace.go:171","msg":"trace[1602625929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:966; }","duration":"123.857592ms","start":"2026-03-12T19:16:52.349249Z","end":"2026-03-12T19:16:52.473107Z","steps":["trace[1602625929] 'agreement among raft nodes before linearized reading' (duration: 123.657448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:52.473309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.672848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:16:52.47338Z","caller":"traceutil/trace.go:171","msg":"trace[264041337] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:966; }","duration":"123.821582ms","start":"2026-03-12T19:16:52.349543Z","end":"2026-03-12T19:16:52.473365Z","steps":["trace[264041337] 'agreement among raft nodes before linearized reading' (duration: 123.449043ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:16:52.473613Z","caller":"traceutil/trace.go:171","msg":"trace[1871881077] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"150.073184ms","start":"2026-03-12T19:16:52.32283Z","end":"2026-03-12T19:16:52.472903Z","steps":["trace[1871881077] 'process raft request' (duration: 73.738989ms)","trace[1871881077] 'compare' (duration: 76.11108ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:57.860622Z","caller":"traceutil/trace.go:171","msg":"trace[799085774] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1024; }","duration":"364.418771ms","start":"2026-03-12T19:16:57.496173Z","end":"2026-03-12T19:16:57.860592Z","steps":["trace[799085774] 'read index received' (duration: 364.143035ms)","trace[799085774] 'applied index is now lower than readState.Index' (duration: 274.446µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:16:57.860778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.572614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:57.860813Z","caller":"traceutil/trace.go:171","msg":"trace[1200012659] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:988; }","duration":"364.655195ms","start":"2026-03-12T19:16:57.496147Z","end":"2026-03-12T19:16:57.860802Z","steps":["trace[1200012659] 'agreement among raft nodes before linearized reading' (duration: 364.564213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:57.860851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:57.496134Z","time spent":"364.707036ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:16:57.860982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:57.39947Z","time spent":"461.502209ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:16:58.4512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194441454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:16:58.480623Z","caller":"traceutil/trace.go:171","msg":"trace[69310798] linearizableReadLoop","detail":"{readStateIndex:1026; appliedIndex:1025; }","duration":"530.073675ms","start":"2026-03-12T19:16:57.95053Z","end":"2026-03-12T19:16:58.480603Z","steps":["trace[69310798] 'read index received' (duration: 526.475756ms)","trace[69310798] 'applied index is now lower than readState.Index' (duration: 3.597089ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:16:58.480639Z","caller":"traceutil/trace.go:171","msg":"trace[542723555] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"618.529655ms","start":"2026-03-12T19:16:57.862088Z","end":"2026-03-12T19:16:58.480617Z","steps":["trace[542723555] 'process raft request' (duration: 614.964347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:58.480762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.112247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:16:58.480771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:57.862063Z","time spent":"618.622687ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:16:58.480812Z","caller":"traceutil/trace.go:171","msg":"trace[589214858] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:989; }","duration":"140.202469ms","start":"2026-03-12T19:16:58.340595Z","end":"2026-03-12T19:16:58.480798Z","steps":["trace[589214858] 'agreement among raft nodes before linearized reading' (duration: 140.095147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:58.48086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.30506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:16:58.480944Z","caller":"traceutil/trace.go:171","msg":"trace[1376837138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:989; }","duration":"530.431543ms","start":"2026-03-12T19:16:57.950491Z","end":"2026-03-12T19:16:58.480922Z","steps":["trace[1376837138] 'agreement among raft nodes before linearized reading' (duration: 530.170197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:16:58.480995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:16:57.950471Z","time spent":"530.512164ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:16:58.482521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.567395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:16:58.482622Z","caller":"traceutil/trace.go:171","msg":"trace[1545698477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:989; }","duration":"107.147089ms","start":"2026-03-12T19:16:58.375461Z","end":"2026-03-12T19:16:58.482608Z","steps":["trace[1545698477] 'agreement among raft nodes before linearized reading' (duration: 105.241037ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:12.221007Z","caller":"traceutil/trace.go:171","msg":"trace[1011590078] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"240.18059ms","start":"2026-03-12T19:17:11.980804Z","end":"2026-03-12T19:17:12.220984Z","steps":["trace[1011590078] 'process raft request' (duration: 240.046717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.044356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.786259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:17:18.044468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.486252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-03-12T19:17:18.044496Z","caller":"traceutil/trace.go:171","msg":"trace[1428174724] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1224; }","duration":"644.976072ms","start":"2026-03-12T19:17:17.399498Z","end":"2026-03-12T19:17:18.044474Z","steps":["trace[1428174724] 'range keys from in-memory index tree' (duration: 643.916179ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:18.044566Z","caller":"traceutil/trace.go:171","msg":"trace[1319305037] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1224; }","duration":"628.625635ms","start":"2026-03-12T19:17:17.415914Z","end":"2026-03-12T19:17:18.044539Z","steps":["trace[1319305037] 'range keys from in-memory index tree' (duration: 627.624783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:18.044601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:17.399478Z","time spent":"645.109995ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-12T19:17:18.044616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:17.415896Z","time spent":"628.707258ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" "} {"level":"info","ts":"2026-03-12T19:17:19.188024Z","caller":"traceutil/trace.go:171","msg":"trace[530695175] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"120.09159ms","start":"2026-03-12T19:17:19.067909Z","end":"2026-03-12T19:17:19.188Z","steps":["trace[530695175] 'process raft request' (duration: 119.932146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:21.269942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194441917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:21.753287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046524203s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:17:21.753719Z","caller":"traceutil/trace.go:171","msg":"trace[619576052] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1281; }","duration":"983.897847ms","start":"2026-03-12T19:17:20.76979Z","end":"2026-03-12T19:17:21.753688Z","steps":["trace[619576052] 'read index received' (duration: 983.654052ms)","trace[619576052] 'applied index is now lower than readState.Index' (duration: 242.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:21.753783Z","caller":"traceutil/trace.go:171","msg":"trace[163256123] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"1.047090395s","start":"2026-03-12T19:17:20.706641Z","end":"2026-03-12T19:17:21.753731Z","steps":["trace[163256123] 'process raft request' (duration: 1.046893981s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:21.753963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.827603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:21.754006Z","caller":"traceutil/trace.go:171","msg":"trace[1357339141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1235; }","duration":"982.888875ms","start":"2026-03-12T19:17:20.771107Z","end":"2026-03-12T19:17:21.753996Z","steps":["trace[1357339141] 'agreement among raft nodes before linearized reading' (duration: 982.733261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:21.754042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:20.77106Z","time spent":"982.973657ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:21.754045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.223814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:17:21.754079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:20.706615Z","time spent":"1.04728807s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:21.754077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.466275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:17:21.754132Z","caller":"traceutil/trace.go:171","msg":"trace[1570966289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1235; }","duration":"984.355787ms","start":"2026-03-12T19:17:20.769748Z","end":"2026-03-12T19:17:21.754103Z","steps":["trace[1570966289] 'agreement among raft nodes before linearized reading' (duration: 984.091401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:21.754154Z","caller":"traceutil/trace.go:171","msg":"trace[1795214914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1235; }","duration":"982.615969ms","start":"2026-03-12T19:17:20.771516Z","end":"2026-03-12T19:17:21.754132Z","steps":["trace[1795214914] 'agreement among raft nodes before linearized reading' (duration: 982.386054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:21.754141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.624729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:17:21.754182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:20.769727Z","time spent":"984.445349ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:21.754198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:20.771492Z","time spent":"982.69812ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:17:21.754219Z","caller":"traceutil/trace.go:171","msg":"trace[1145740247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1235; }","duration":"982.743171ms","start":"2026-03-12T19:17:20.771457Z","end":"2026-03-12T19:17:21.7542Z","steps":["trace[1145740247] 'agreement among raft nodes before linearized reading' (duration: 982.476845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:21.754269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:20.771443Z","time spent":"982.813472ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:17:24.073486Z","caller":"traceutil/trace.go:171","msg":"trace[1243121242] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1309; }","duration":"122.764209ms","start":"2026-03-12T19:17:23.950698Z","end":"2026-03-12T19:17:24.073462Z","steps":["trace[1243121242] 'read index received' (duration: 98.10111ms)","trace[1243121242] 'applied index is now lower than readState.Index' (duration: 24.662419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:24.073624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.917912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:24.073648Z","caller":"traceutil/trace.go:171","msg":"trace[296065262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1261; }","duration":"123.002003ms","start":"2026-03-12T19:17:23.95064Z","end":"2026-03-12T19:17:24.073642Z","steps":["trace[296065262] 'agreement among raft nodes before linearized reading' (duration: 122.926132ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:24.073615Z","caller":"traceutil/trace.go:171","msg":"trace[2042599527] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"145.597006ms","start":"2026-03-12T19:17:23.927981Z","end":"2026-03-12T19:17:24.073578Z","steps":["trace[2042599527] 'process raft request' (duration: 120.918848ms)","trace[2042599527] 'compare' (duration: 24.378392ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:25.501583Z","caller":"traceutil/trace.go:171","msg":"trace[1642584871] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"125.864416ms","start":"2026-03-12T19:17:25.375692Z","end":"2026-03-12T19:17:25.501556Z","steps":["trace[1642584871] 'process raft request' (duration: 125.652281ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.684914Z","caller":"traceutil/trace.go:171","msg":"trace[1197872599] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"111.316199ms","start":"2026-03-12T19:17:25.573572Z","end":"2026-03-12T19:17:25.684888Z","steps":["trace[1197872599] 'process raft request' (duration: 111.212086ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.810255Z","caller":"traceutil/trace.go:171","msg":"trace[482777658] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"121.506482ms","start":"2026-03-12T19:17:25.688729Z","end":"2026-03-12T19:17:25.810235Z","steps":["trace[482777658] 'process raft request' (duration: 121.464891ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:25.810334Z","caller":"traceutil/trace.go:171","msg":"trace[1150724734] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"143.152553ms","start":"2026-03-12T19:17:25.667143Z","end":"2026-03-12T19:17:25.810296Z","steps":["trace[1150724734] 'process raft request' (duration: 92.965648ms)","trace[1150724734] 'compare' (duration: 49.980321ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:26.587518Z","caller":"traceutil/trace.go:171","msg":"trace[1292569282] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"228.640038ms","start":"2026-03-12T19:17:26.358847Z","end":"2026-03-12T19:17:26.587487Z","steps":["trace[1292569282] 'process raft request' (duration: 169.654781ms)","trace[1292569282] 'compare' (duration: 58.862785ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:26.611832Z","caller":"traceutil/trace.go:171","msg":"trace[1538130439] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"225.417709ms","start":"2026-03-12T19:17:26.386393Z","end":"2026-03-12T19:17:26.611811Z","steps":["trace[1538130439] 'process raft request' (duration: 225.318567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:26.799658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.709871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:26.799738Z","caller":"traceutil/trace.go:171","msg":"trace[1992552997] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com; range_end:; response_count:0; response_revision:1303; }","duration":"107.827004ms","start":"2026-03-12T19:17:26.691892Z","end":"2026-03-12T19:17:26.799719Z","steps":["trace[1992552997] 'range keys from in-memory index tree' (duration: 107.631679ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:26.799884Z","caller":"traceutil/trace.go:171","msg":"trace[878105510] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"105.211936ms","start":"2026-03-12T19:17:26.694635Z","end":"2026-03-12T19:17:26.799847Z","steps":["trace[878105510] 'process raft request' (duration: 53.385006ms)","trace[878105510] 'compare' (duration: 51.666047ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:26.941003Z","caller":"traceutil/trace.go:171","msg":"trace[2042143968] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1356; }","duration":"109.827306ms","start":"2026-03-12T19:17:26.831154Z","end":"2026-03-12T19:17:26.940982Z","steps":["trace[2042143968] 'read index received' (duration: 36.940146ms)","trace[2042143968] 'applied index is now lower than readState.Index' (duration: 72.88632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:26.941132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.953879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:26.941168Z","caller":"traceutil/trace.go:171","msg":"trace[1180767935] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"109.566411ms","start":"2026-03-12T19:17:26.831585Z","end":"2026-03-12T19:17:26.941151Z","steps":["trace[1180767935] 'process raft request' (duration: 109.328866ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:26.941197Z","caller":"traceutil/trace.go:171","msg":"trace[1776972651] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/topicpermissions.rabbitmq.com; range_end:; response_count:0; response_revision:1310; }","duration":"110.052601ms","start":"2026-03-12T19:17:26.831111Z","end":"2026-03-12T19:17:26.941164Z","steps":["trace[1776972651] 'agreement among raft nodes before linearized reading' (duration: 109.960009ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:26.941274Z","caller":"traceutil/trace.go:171","msg":"trace[1491130116] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"111.444961ms","start":"2026-03-12T19:17:26.829788Z","end":"2026-03-12T19:17:26.941233Z","steps":["trace[1491130116] 'process raft request' (duration: 93.9705ms)","trace[1491130116] 'compare' (duration: 16.98737ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:27.15304Z","caller":"traceutil/trace.go:171","msg":"trace[1968291576] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1362; }","duration":"121.48093ms","start":"2026-03-12T19:17:27.031535Z","end":"2026-03-12T19:17:27.153016Z","steps":["trace[1968291576] 'read index received' (duration: 63.814401ms)","trace[1968291576] 'applied index is now lower than readState.Index' (duration: 57.665479ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:27.153156Z","caller":"traceutil/trace.go:171","msg":"trace[28113409] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"123.76644ms","start":"2026-03-12T19:17:27.029356Z","end":"2026-03-12T19:17:27.153123Z","steps":["trace[28113409] 'process raft request' (duration: 66.033211ms)","trace[28113409] 'compare' (duration: 57.466863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:27.153212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.660654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:27.153281Z","caller":"traceutil/trace.go:171","msg":"trace[1129846828] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:1314; }","duration":"121.775686ms","start":"2026-03-12T19:17:27.031486Z","end":"2026-03-12T19:17:27.153262Z","steps":["trace[1129846828] 'agreement among raft nodes before linearized reading' (duration: 121.647063ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.408629Z","caller":"traceutil/trace.go:171","msg":"trace[951908008] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"247.741514ms","start":"2026-03-12T19:17:27.160861Z","end":"2026-03-12T19:17:27.408603Z","steps":["trace[951908008] 'process raft request' (duration: 163.240301ms)","trace[951908008] 'compare' (duration: 84.34659ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:27.411099Z","caller":"traceutil/trace.go:171","msg":"trace[303609391] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"249.693317ms","start":"2026-03-12T19:17:27.16136Z","end":"2026-03-12T19:17:27.411053Z","steps":["trace[303609391] 'process raft request' (duration: 249.540494ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.411282Z","caller":"traceutil/trace.go:171","msg":"trace[1207968711] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"249.699788ms","start":"2026-03-12T19:17:27.161564Z","end":"2026-03-12T19:17:27.411264Z","steps":["trace[1207968711] 'process raft request' (duration: 249.417091ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.587881Z","caller":"traceutil/trace.go:171","msg":"trace[1618332233] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"170.289615ms","start":"2026-03-12T19:17:27.417567Z","end":"2026-03-12T19:17:27.587857Z","steps":["trace[1618332233] 'process raft request' (duration: 165.817038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.588194Z","caller":"traceutil/trace.go:171","msg":"trace[1959457128] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1367; }","duration":"168.540167ms","start":"2026-03-12T19:17:27.419632Z","end":"2026-03-12T19:17:27.588172Z","steps":["trace[1959457128] 'read index received' (duration: 60.085902ms)","trace[1959457128] 'applied index is now lower than readState.Index' (duration: 108.452975ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:27.588246Z","caller":"traceutil/trace.go:171","msg":"trace[1368755660] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"169.245193ms","start":"2026-03-12T19:17:27.418934Z","end":"2026-03-12T19:17:27.588179Z","steps":["trace[1368755660] 'process raft request' (duration: 168.872425ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.588307Z","caller":"traceutil/trace.go:171","msg":"trace[1182310087] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"165.867299ms","start":"2026-03-12T19:17:27.422425Z","end":"2026-03-12T19:17:27.588292Z","steps":["trace[1182310087] 'process raft request' (duration: 165.684895ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.588342Z","caller":"traceutil/trace.go:171","msg":"trace[2025746366] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"169.278893ms","start":"2026-03-12T19:17:27.419046Z","end":"2026-03-12T19:17:27.588325Z","steps":["trace[2025746366] 'process raft request' (duration: 168.974506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:27.588437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.33773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T19:17:27.588517Z","caller":"traceutil/trace.go:171","msg":"trace[1213303974] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1322; }","duration":"106.454952ms","start":"2026-03-12T19:17:27.482044Z","end":"2026-03-12T19:17:27.588499Z","steps":["trace[1213303974] 'agreement among raft nodes before linearized reading' (duration: 106.306128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:27.588565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.906236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:27.589462Z","caller":"traceutil/trace.go:171","msg":"trace[338880628] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:0; response_revision:1322; }","duration":"169.670702ms","start":"2026-03-12T19:17:27.419607Z","end":"2026-03-12T19:17:27.589277Z","steps":["trace[338880628] 'agreement among raft nodes before linearized reading' (duration: 168.854765ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.80956Z","caller":"traceutil/trace.go:171","msg":"trace[845194275] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"211.802491ms","start":"2026-03-12T19:17:27.59772Z","end":"2026-03-12T19:17:27.809522Z","steps":["trace[845194275] 'process raft request' (duration: 135.176929ms)","trace[845194275] 'compare' (duration: 76.364316ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:27.809923Z","caller":"traceutil/trace.go:171","msg":"trace[762219989] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"205.957273ms","start":"2026-03-12T19:17:27.603934Z","end":"2026-03-12T19:17:27.809891Z","steps":["trace[762219989] 'process raft request' (duration: 205.489172ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.810593Z","caller":"traceutil/trace.go:171","msg":"trace[2039159943] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1372; }","duration":"212.650259ms","start":"2026-03-12T19:17:27.597916Z","end":"2026-03-12T19:17:27.810566Z","steps":["trace[2039159943] 'read index received' (duration: 38.09996ms)","trace[2039159943] 'applied index is now lower than readState.Index' (duration: 174.547989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:27.810729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.784573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:27.810798Z","caller":"traceutil/trace.go:171","msg":"trace[354141390] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"196.508297ms","start":"2026-03-12T19:17:27.614262Z","end":"2026-03-12T19:17:27.81077Z","steps":["trace[354141390] 'process raft request' (duration: 195.405263ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:27.810839Z","caller":"traceutil/trace.go:171","msg":"trace[706698447] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:0; response_revision:1326; }","duration":"212.856294ms","start":"2026-03-12T19:17:27.597912Z","end":"2026-03-12T19:17:27.810768Z","steps":["trace[706698447] 'agreement among raft nodes before linearized reading' (duration: 212.757212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.178383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.172637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:28.178524Z","caller":"traceutil/trace.go:171","msg":"trace[1865909305] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"361.268112ms","start":"2026-03-12T19:17:27.817231Z","end":"2026-03-12T19:17:28.178499Z","steps":["trace[1865909305] 'process raft request' (duration: 221.85886ms)","trace[1865909305] 'compare' (duration: 139.028874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:28.178606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.817211Z","time spent":"361.350734ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:28.20772Z","caller":"traceutil/trace.go:171","msg":"trace[201729886] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1376; }","duration":"256.567259ms","start":"2026-03-12T19:17:27.951129Z","end":"2026-03-12T19:17:28.207697Z","steps":["trace[201729886] 'read index received' (duration: 87.97858ms)","trace[201729886] 'applied index is now lower than readState.Index' (duration: 168.587489ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:28.20787Z","caller":"traceutil/trace.go:171","msg":"trace[1851790170] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"390.404368ms","start":"2026-03-12T19:17:27.817358Z","end":"2026-03-12T19:17:28.207762Z","steps":["trace[1851790170] 'process raft request' (duration: 390.226594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.207975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.825064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:28.208022Z","caller":"traceutil/trace.go:171","msg":"trace[1175348340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1328; }","duration":"256.923605ms","start":"2026-03-12T19:17:27.951087Z","end":"2026-03-12T19:17:28.208011Z","steps":["trace[1175348340] 'agreement among raft nodes before linearized reading' (duration: 256.746382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.208081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.130742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:17:28.208133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.123035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:17:28.208152Z","caller":"traceutil/trace.go:171","msg":"trace[561271932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1328; }","duration":"209.242745ms","start":"2026-03-12T19:17:27.998892Z","end":"2026-03-12T19:17:28.208135Z","steps":["trace[561271932] 'agreement among raft nodes before linearized reading' (duration: 209.041751ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:28.208197Z","caller":"traceutil/trace.go:171","msg":"trace[868232400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1328; }","duration":"210.208476ms","start":"2026-03-12T19:17:27.997969Z","end":"2026-03-12T19:17:28.208177Z","steps":["trace[868232400] 'agreement among raft nodes before linearized reading' (duration: 210.046472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.208191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.440454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:17:28.208317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.448931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:17:28.208364Z","caller":"traceutil/trace.go:171","msg":"trace[495563793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1328; }","duration":"233.605748ms","start":"2026-03-12T19:17:27.974705Z","end":"2026-03-12T19:17:28.208311Z","steps":["trace[495563793] 'agreement among raft nodes before linearized reading' (duration: 233.176069ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:28.208392Z","caller":"traceutil/trace.go:171","msg":"trace[1658242296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1328; }","duration":"210.559954ms","start":"2026-03-12T19:17:27.997816Z","end":"2026-03-12T19:17:28.208376Z","steps":["trace[1658242296] 'agreement among raft nodes before linearized reading' (duration: 210.316949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:28.208109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:27.817345Z","time spent":"390.633004ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:28.32763Z","caller":"traceutil/trace.go:171","msg":"trace[1311170958] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"114.906737ms","start":"2026-03-12T19:17:28.21269Z","end":"2026-03-12T19:17:28.327597Z","steps":["trace[1311170958] 'process raft request' (duration: 81.414306ms)","trace[1311170958] 'compare' (duration: 33.230925ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:28.32771Z","caller":"traceutil/trace.go:171","msg":"trace[823343835] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"114.855126ms","start":"2026-03-12T19:17:28.212832Z","end":"2026-03-12T19:17:28.327687Z","steps":["trace[823343835] 'process raft request' (duration: 114.647441ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:28.327714Z","caller":"traceutil/trace.go:171","msg":"trace[1368823425] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"113.909735ms","start":"2026-03-12T19:17:28.213779Z","end":"2026-03-12T19:17:28.327689Z","steps":["trace[1368823425] 'process raft request' (duration: 113.853924ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:28.327814Z","caller":"traceutil/trace.go:171","msg":"trace[1476904724] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"114.391355ms","start":"2026-03-12T19:17:28.213412Z","end":"2026-03-12T19:17:28.327804Z","steps":["trace[1476904724] 'process raft request' (duration: 114.16717ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:28.327889Z","caller":"traceutil/trace.go:171","msg":"trace[369076184] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"114.63313ms","start":"2026-03-12T19:17:28.213244Z","end":"2026-03-12T19:17:28.327877Z","steps":["trace[369076184] 'process raft request' (duration: 114.277672ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.798198Z","caller":"traceutil/trace.go:171","msg":"trace[110674340] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1343; }","duration":"159.244525ms","start":"2026-03-12T19:17:30.638929Z","end":"2026-03-12T19:17:30.798174Z","steps":["trace[110674340] 'process raft request' (duration: 159.160113ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:30.917539Z","caller":"traceutil/trace.go:171","msg":"trace[228512426] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1343; }","duration":"103.789435ms","start":"2026-03-12T19:17:30.813719Z","end":"2026-03-12T19:17:30.917508Z","steps":["trace[228512426] 'process raft request' (duration: 103.677172ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:32.519985Z","caller":"traceutil/trace.go:171","msg":"trace[381471236] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"103.161905ms","start":"2026-03-12T19:17:32.416797Z","end":"2026-03-12T19:17:32.519959Z","steps":["trace[381471236] 'process raft request' (duration: 77.485566ms)","trace[381471236] 'compare' (duration: 25.508735ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:32.520151Z","caller":"traceutil/trace.go:171","msg":"trace[1609764763] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"103.029382ms","start":"2026-03-12T19:17:32.417096Z","end":"2026-03-12T19:17:32.520125Z","steps":["trace[1609764763] 'process raft request' (duration: 102.822208ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.910245Z","caller":"traceutil/trace.go:171","msg":"trace[1086956953] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"100.819273ms","start":"2026-03-12T19:17:33.809388Z","end":"2026-03-12T19:17:33.910207Z","steps":["trace[1086956953] 'process raft request' (duration: 100.736642ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:33.910267Z","caller":"traceutil/trace.go:171","msg":"trace[373536583] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"108.847638ms","start":"2026-03-12T19:17:33.801384Z","end":"2026-03-12T19:17:33.910232Z","steps":["trace[373536583] 'process raft request' (duration: 108.553682ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.314889Z","caller":"traceutil/trace.go:171","msg":"trace[444060532] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"185.090067ms","start":"2026-03-12T19:17:34.129758Z","end":"2026-03-12T19:17:34.314848Z","steps":["trace[444060532] 'process raft request' (duration: 152.752153ms)","trace[444060532] 'compare' (duration: 31.987995ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:34.314961Z","caller":"traceutil/trace.go:171","msg":"trace[1126017878] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"183.32264ms","start":"2026-03-12T19:17:34.131613Z","end":"2026-03-12T19:17:34.314935Z","steps":["trace[1126017878] 'process raft request' (duration: 183.144316ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.315134Z","caller":"traceutil/trace.go:171","msg":"trace[861219150] linearizableReadLoop","detail":"{readStateIndex:1465; appliedIndex:1462; }","duration":"183.333149ms","start":"2026-03-12T19:17:34.131777Z","end":"2026-03-12T19:17:34.31511Z","steps":["trace[861219150] 'read index received' (duration: 33.229653ms)","trace[861219150] 'applied index is now lower than readState.Index' (duration: 150.102186ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:34.315248Z","caller":"traceutil/trace.go:171","msg":"trace[1374728867] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"181.037639ms","start":"2026-03-12T19:17:34.134191Z","end":"2026-03-12T19:17:34.315228Z","steps":["trace[1374728867] 'process raft request' (duration: 180.642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:34.315275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.486683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:34.315385Z","caller":"traceutil/trace.go:171","msg":"trace[317212771] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:1401; }","duration":"183.608396ms","start":"2026-03-12T19:17:34.13176Z","end":"2026-03-12T19:17:34.315369Z","steps":["trace[317212771] 'agreement among raft nodes before linearized reading' (duration: 183.437282ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.316057Z","caller":"traceutil/trace.go:171","msg":"trace[980148613] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"143.460391ms","start":"2026-03-12T19:17:34.172567Z","end":"2026-03-12T19:17:34.316028Z","steps":["trace[980148613] 'process raft request' (duration: 143.341338ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.493247Z","caller":"traceutil/trace.go:171","msg":"trace[1977290148] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"153.554631ms","start":"2026-03-12T19:17:34.339664Z","end":"2026-03-12T19:17:34.493218Z","steps":["trace[1977290148] 'process raft request' (duration: 149.429371ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.493378Z","caller":"traceutil/trace.go:171","msg":"trace[179360403] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"153.589821ms","start":"2026-03-12T19:17:34.339708Z","end":"2026-03-12T19:17:34.493298Z","steps":["trace[179360403] 'process raft request' (duration: 153.460479ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.493331Z","caller":"traceutil/trace.go:171","msg":"trace[1840333294] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"150.726189ms","start":"2026-03-12T19:17:34.342581Z","end":"2026-03-12T19:17:34.493308Z","steps":["trace[1840333294] 'process raft request' (duration: 150.630077ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.493577Z","caller":"traceutil/trace.go:171","msg":"trace[811322184] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"150.506124ms","start":"2026-03-12T19:17:34.343033Z","end":"2026-03-12T19:17:34.493539Z","steps":["trace[811322184] 'process raft request' (duration: 150.205977ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.493871Z","caller":"traceutil/trace.go:171","msg":"trace[395368692] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"147.04507ms","start":"2026-03-12T19:17:34.346796Z","end":"2026-03-12T19:17:34.493841Z","steps":["trace[395368692] 'process raft request' (duration: 146.673771ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.493914Z","caller":"traceutil/trace.go:171","msg":"trace[1380688575] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"145.172878ms","start":"2026-03-12T19:17:34.348732Z","end":"2026-03-12T19:17:34.493905Z","steps":["trace[1380688575] 'process raft request' (duration: 144.997744ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.493855Z","caller":"traceutil/trace.go:171","msg":"trace[1876447029] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"147.110831ms","start":"2026-03-12T19:17:34.346717Z","end":"2026-03-12T19:17:34.493828Z","steps":["trace[1876447029] 'process raft request' (duration: 146.548568ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.494025Z","caller":"traceutil/trace.go:171","msg":"trace[1738541743] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"144.132406ms","start":"2026-03-12T19:17:34.349868Z","end":"2026-03-12T19:17:34.494001Z","steps":["trace[1738541743] 'process raft request' (duration: 143.977253ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.494179Z","caller":"traceutil/trace.go:171","msg":"trace[892728155] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"139.137398ms","start":"2026-03-12T19:17:34.355027Z","end":"2026-03-12T19:17:34.494164Z","steps":["trace[892728155] 'process raft request' (duration: 138.897413ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.494302Z","caller":"traceutil/trace.go:171","msg":"trace[521365032] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1478; }","duration":"147.598341ms","start":"2026-03-12T19:17:34.346686Z","end":"2026-03-12T19:17:34.494284Z","steps":["trace[521365032] 'read index received' (duration: 14.356442ms)","trace[521365032] 'applied index is now lower than readState.Index' (duration: 133.239719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:34.494527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.820166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-s9nkq\" ","response":"range_response_count:1 size:4562"} {"level":"info","ts":"2026-03-12T19:17:34.494614Z","caller":"traceutil/trace.go:171","msg":"trace[1889705492] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-s9nkq; range_end:; response_count:1; response_revision:1422; }","duration":"147.944399ms","start":"2026-03-12T19:17:34.346651Z","end":"2026-03-12T19:17:34.494596Z","steps":["trace[1889705492] 'agreement among raft nodes before linearized reading' (duration: 147.703474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:34.49483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.220779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5558"} {"level":"info","ts":"2026-03-12T19:17:34.494897Z","caller":"traceutil/trace.go:171","msg":"trace[712507357] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:1423; }","duration":"144.31765ms","start":"2026-03-12T19:17:34.35056Z","end":"2026-03-12T19:17:34.494878Z","steps":["trace[712507357] 'agreement among raft nodes before linearized reading' (duration: 144.083445ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.711983Z","caller":"traceutil/trace.go:171","msg":"trace[892086640] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"184.576285ms","start":"2026-03-12T19:17:34.527375Z","end":"2026-03-12T19:17:34.711952Z","steps":["trace[892086640] 'process raft request' (duration: 170.359506ms)","trace[892086640] 'compare' (duration: 14.058316ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:34.712218Z","caller":"traceutil/trace.go:171","msg":"trace[1891441304] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"184.748959ms","start":"2026-03-12T19:17:34.527447Z","end":"2026-03-12T19:17:34.712196Z","steps":["trace[1891441304] 'process raft request' (duration: 184.457142ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.712372Z","caller":"traceutil/trace.go:171","msg":"trace[574843260] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"184.720898ms","start":"2026-03-12T19:17:34.527638Z","end":"2026-03-12T19:17:34.712359Z","steps":["trace[574843260] 'process raft request' (duration: 184.470772ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.712414Z","caller":"traceutil/trace.go:171","msg":"trace[2071336699] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"183.525213ms","start":"2026-03-12T19:17:34.528875Z","end":"2026-03-12T19:17:34.7124Z","steps":["trace[2071336699] 'process raft request' (duration: 183.41682ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.712591Z","caller":"traceutil/trace.go:171","msg":"trace[80396534] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"124.51761ms","start":"2026-03-12T19:17:34.588063Z","end":"2026-03-12T19:17:34.712581Z","steps":["trace[80396534] 'process raft request' (duration: 124.298035ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:34.712693Z","caller":"traceutil/trace.go:171","msg":"trace[1364768648] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"124.418578ms","start":"2026-03-12T19:17:34.588258Z","end":"2026-03-12T19:17:34.712676Z","steps":["trace[1364768648] 'process raft request' (duration: 124.233584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.001635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.45091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:35.001737Z","caller":"traceutil/trace.go:171","msg":"trace[1000766240] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1506; }","duration":"203.6383ms","start":"2026-03-12T19:17:34.798081Z","end":"2026-03-12T19:17:35.00172Z","steps":["trace[1000766240] 'read index received' (duration: 71.950095ms)","trace[1000766240] 'applied index is now lower than readState.Index' (duration: 131.687045ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.001844Z","caller":"traceutil/trace.go:171","msg":"trace[1524267104] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"206.475122ms","start":"2026-03-12T19:17:34.795321Z","end":"2026-03-12T19:17:35.001796Z","steps":["trace[1524267104] 'process raft request' (duration: 74.786827ms)","trace[1524267104] 'compare' (duration: 131.304167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:35.00201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.927827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"warn","ts":"2026-03-12T19:17:35.002011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.776138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:35.00205Z","caller":"traceutil/trace.go:171","msg":"trace[1961462404] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1441; }","duration":"204.010558ms","start":"2026-03-12T19:17:34.798031Z","end":"2026-03-12T19:17:35.002041Z","steps":["trace[1961462404] 'agreement among raft nodes before linearized reading' (duration: 203.780683ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.002097Z","caller":"traceutil/trace.go:171","msg":"trace[775907879] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1441; }","duration":"194.87737ms","start":"2026-03-12T19:17:34.807194Z","end":"2026-03-12T19:17:35.002071Z","steps":["trace[775907879] 'agreement among raft nodes before linearized reading' (duration: 194.709856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.240953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.676145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:35.241059Z","caller":"traceutil/trace.go:171","msg":"trace[952528197] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"176.314316ms","start":"2026-03-12T19:17:35.064728Z","end":"2026-03-12T19:17:35.241042Z","steps":["trace[952528197] 'process raft request' (duration: 55.478167ms)","trace[952528197] 'compare' (duration: 120.509442ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.245899Z","caller":"traceutil/trace.go:171","msg":"trace[886931815] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1514; }","duration":"153.256254ms","start":"2026-03-12T19:17:35.092622Z","end":"2026-03-12T19:17:35.245879Z","steps":["trace[886931815] 'read index received' (duration: 27.60081ms)","trace[886931815] 'applied index is now lower than readState.Index' (duration: 125.652184ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:35.24603Z","caller":"traceutil/trace.go:171","msg":"trace[71081727] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"169.468957ms","start":"2026-03-12T19:17:35.076542Z","end":"2026-03-12T19:17:35.246011Z","steps":["trace[71081727] 'process raft request' (duration: 169.275673ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.246046Z","caller":"traceutil/trace.go:171","msg":"trace[1568929667] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"178.32974ms","start":"2026-03-12T19:17:35.067687Z","end":"2026-03-12T19:17:35.246017Z","steps":["trace[1568929667] 'process raft request' (duration: 178.013784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.246341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.691585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:143630"} {"level":"info","ts":"2026-03-12T19:17:35.246417Z","caller":"traceutil/trace.go:171","msg":"trace[433586629] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1451; }","duration":"153.818037ms","start":"2026-03-12T19:17:35.092582Z","end":"2026-03-12T19:17:35.2464Z","steps":["trace[433586629] 'agreement among raft nodes before linearized reading' (duration: 153.49546ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:35.307587Z","caller":"traceutil/trace.go:171","msg":"trace[2048890416] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"167.095915ms","start":"2026-03-12T19:17:35.140476Z","end":"2026-03-12T19:17:35.307572Z","steps":["trace[2048890416] 'process raft request' (duration: 166.951962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.307756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.875687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8x6bn.189c2e1cd4fbf6e1\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-12T19:17:35.307834Z","caller":"traceutil/trace.go:171","msg":"trace[992169118] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8x6bn.189c2e1cd4fbf6e1; range_end:; response_count:1; response_revision:1452; }","duration":"158.99751ms","start":"2026-03-12T19:17:35.148819Z","end":"2026-03-12T19:17:35.307816Z","steps":["trace[992169118] 'agreement among raft nodes before linearized reading' (duration: 158.780115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.587177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.106389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack\" ","response":"range_response_count:1 size:26978"} {"level":"info","ts":"2026-03-12T19:17:35.587296Z","caller":"traceutil/trace.go:171","msg":"trace[996625200] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/rabbitmq-messaging-topology-operator-webhook-openstack; range_end:; response_count:1; response_revision:1457; }","duration":"101.240103ms","start":"2026-03-12T19:17:35.486027Z","end":"2026-03-12T19:17:35.587267Z","steps":["trace[996625200] 'range keys from in-memory index tree' (duration: 101.019678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:35.965988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.727742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:35.966172Z","caller":"traceutil/trace.go:171","msg":"trace[265791722] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"285.40455ms","start":"2026-03-12T19:17:35.680742Z","end":"2026-03-12T19:17:35.966146Z","steps":["trace[265791722] 'process raft request' (duration: 81.448152ms)","trace[265791722] 'compare' (duration: 203.57354ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:36.660081Z","caller":"traceutil/trace.go:171","msg":"trace[216259469] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"141.586911ms","start":"2026-03-12T19:17:36.518468Z","end":"2026-03-12T19:17:36.660055Z","steps":["trace[216259469] 'process raft request' (duration: 141.421848ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:36.663634Z","caller":"traceutil/trace.go:171","msg":"trace[1723273478] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"145.093787ms","start":"2026-03-12T19:17:36.518517Z","end":"2026-03-12T19:17:36.66361Z","steps":["trace[1723273478] 'process raft request' (duration: 144.936194ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:36.889252Z","caller":"traceutil/trace.go:171","msg":"trace[1529802352] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"134.840074ms","start":"2026-03-12T19:17:36.754387Z","end":"2026-03-12T19:17:36.889227Z","steps":["trace[1529802352] 'process raft request' (duration: 122.441414ms)","trace[1529802352] 'compare' (duration: 12.291068ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:37.195148Z","caller":"traceutil/trace.go:171","msg":"trace[380748887] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"117.169979ms","start":"2026-03-12T19:17:37.077954Z","end":"2026-03-12T19:17:37.195124Z","steps":["trace[380748887] 'process raft request' (duration: 116.976535ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:38.735739Z","caller":"traceutil/trace.go:171","msg":"trace[2060529386] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"370.592443ms","start":"2026-03-12T19:17:38.365115Z","end":"2026-03-12T19:17:38.735707Z","steps":["trace[2060529386] 'process raft request' (duration: 370.379369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:38.735914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:38.365103Z","time spent":"370.736766ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:40.816695Z","caller":"traceutil/trace.go:171","msg":"trace[416507132] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"126.555324ms","start":"2026-03-12T19:17:40.690108Z","end":"2026-03-12T19:17:40.816663Z","steps":["trace[416507132] 'process raft request' (duration: 72.352864ms)","trace[416507132] 'compare' (duration: 54.013295ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:41.32445Z","caller":"traceutil/trace.go:171","msg":"trace[534055533] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1600; }","duration":"132.700108ms","start":"2026-03-12T19:17:41.191721Z","end":"2026-03-12T19:17:41.324421Z","steps":["trace[534055533] 'read index received' (duration: 113.253615ms)","trace[534055533] 'applied index is now lower than readState.Index' (duration: 19.444993ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:41.324542Z","caller":"traceutil/trace.go:171","msg":"trace[79085593] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"153.688894ms","start":"2026-03-12T19:17:41.170825Z","end":"2026-03-12T19:17:41.324514Z","steps":["trace[79085593] 'process raft request' (duration: 134.162819ms)","trace[79085593] 'compare' (duration: 19.28147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:41.324673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.939933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-12T19:17:41.324718Z","caller":"traceutil/trace.go:171","msg":"trace[236112366] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:1528; }","duration":"133.049185ms","start":"2026-03-12T19:17:41.191657Z","end":"2026-03-12T19:17:41.324706Z","steps":["trace[236112366] 'agreement among raft nodes before linearized reading' (duration: 132.871891ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:42.102711Z","caller":"traceutil/trace.go:171","msg":"trace[322289541] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"102.192773ms","start":"2026-03-12T19:17:42.000492Z","end":"2026-03-12T19:17:42.102685Z","steps":["trace[322289541] 'process raft request' (duration: 102.04542ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:45.127109Z","caller":"traceutil/trace.go:171","msg":"trace[255049615] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1625; }","duration":"285.006491ms","start":"2026-03-12T19:17:44.842068Z","end":"2026-03-12T19:17:45.127074Z","steps":["trace[255049615] 'read index received' (duration: 284.748806ms)","trace[255049615] 'applied index is now lower than readState.Index' (duration: 256.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:45.12726Z","caller":"traceutil/trace.go:171","msg":"trace[1629514732] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"286.898241ms","start":"2026-03-12T19:17:44.840313Z","end":"2026-03-12T19:17:45.127211Z","steps":["trace[1629514732] 'process raft request' (duration: 286.563614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:45.12761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.457821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:45.127699Z","caller":"traceutil/trace.go:171","msg":"trace[1296135687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1552; }","duration":"285.642385ms","start":"2026-03-12T19:17:44.842034Z","end":"2026-03-12T19:17:45.127676Z","steps":["trace[1296135687] 'agreement among raft nodes before linearized reading' (duration: 285.231056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:45.136862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.19534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:17:45.13687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.22934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:17:45.136874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.479163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:45.136936Z","caller":"traceutil/trace.go:171","msg":"trace[1974301939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1553; }","duration":"185.342883ms","start":"2026-03-12T19:17:44.951575Z","end":"2026-03-12T19:17:45.136918Z","steps":["trace[1974301939] 'agreement among raft nodes before linearized reading' (duration: 185.233761ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:45.136965Z","caller":"traceutil/trace.go:171","msg":"trace[342601871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1553; }","duration":"286.604006ms","start":"2026-03-12T19:17:44.850328Z","end":"2026-03-12T19:17:45.136932Z","steps":["trace[342601871] 'agreement among raft nodes before linearized reading' (duration: 286.375611ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:45.136903Z","caller":"traceutil/trace.go:171","msg":"trace[323289693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1553; }","duration":"146.281012ms","start":"2026-03-12T19:17:44.990612Z","end":"2026-03-12T19:17:45.136893Z","steps":["trace[323289693] 'agreement among raft nodes before linearized reading' (duration: 146.17553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:45.13713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.99703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:17:45.137231Z","caller":"traceutil/trace.go:171","msg":"trace[438271156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1553; }","duration":"142.183733ms","start":"2026-03-12T19:17:44.995028Z","end":"2026-03-12T19:17:45.137212Z","steps":["trace[438271156] 'agreement among raft nodes before linearized reading' (duration: 141.732664ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:49.340037Z","caller":"traceutil/trace.go:171","msg":"trace[751292344] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1643; }","duration":"144.185467ms","start":"2026-03-12T19:17:49.195824Z","end":"2026-03-12T19:17:49.34001Z","steps":["trace[751292344] 'read index received' (duration: 107.897747ms)","trace[751292344] 'applied index is now lower than readState.Index' (duration: 36.280869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:49.340164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.99353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:17:49.340157Z","caller":"traceutil/trace.go:171","msg":"trace[616164606] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"189.38757ms","start":"2026-03-12T19:17:49.150739Z","end":"2026-03-12T19:17:49.340126Z","steps":["trace[616164606] 'process raft request' (duration: 152.931627ms)","trace[616164606] 'compare' (duration: 36.211368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:49.340178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.802196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:49.34023Z","caller":"traceutil/trace.go:171","msg":"trace[1257901832] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1569; }","duration":"181.915968ms","start":"2026-03-12T19:17:49.158303Z","end":"2026-03-12T19:17:49.340219Z","steps":["trace[1257901832] 'agreement among raft nodes before linearized reading' (duration: 181.810536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:49.340224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.564391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:17:49.340296Z","caller":"traceutil/trace.go:171","msg":"trace[795665304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1569; }","duration":"159.673783ms","start":"2026-03-12T19:17:49.180605Z","end":"2026-03-12T19:17:49.340279Z","steps":["trace[795665304] 'agreement among raft nodes before linearized reading' (duration: 159.474919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:49.340306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.396687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T19:17:49.34023Z","caller":"traceutil/trace.go:171","msg":"trace[104181610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1569; }","duration":"154.085082ms","start":"2026-03-12T19:17:49.186124Z","end":"2026-03-12T19:17:49.34021Z","steps":["trace[104181610] 'agreement among raft nodes before linearized reading' (duration: 153.937729ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:49.340334Z","caller":"traceutil/trace.go:171","msg":"trace[258907303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1569; }","duration":"153.462438ms","start":"2026-03-12T19:17:49.186864Z","end":"2026-03-12T19:17:49.340326Z","steps":["trace[258907303] 'agreement among raft nodes before linearized reading' (duration: 153.387807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:49.340409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.293956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:17:49.340483Z","caller":"traceutil/trace.go:171","msg":"trace[1088081661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1569; }","duration":"176.397117ms","start":"2026-03-12T19:17:49.164067Z","end":"2026-03-12T19:17:49.340464Z","steps":["trace[1088081661] 'agreement among raft nodes before linearized reading' (duration: 176.136862ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:49.342387Z","caller":"traceutil/trace.go:171","msg":"trace[1192087213] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"142.857848ms","start":"2026-03-12T19:17:49.199501Z","end":"2026-03-12T19:17:49.342359Z","steps":["trace[1192087213] 'process raft request' (duration: 142.740776ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:52.559087Z","caller":"traceutil/trace.go:171","msg":"trace[2057117484] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"102.689784ms","start":"2026-03-12T19:17:52.456357Z","end":"2026-03-12T19:17:52.559047Z","steps":["trace[2057117484] 'process raft request' (duration: 102.49802ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:55.534308Z","caller":"traceutil/trace.go:171","msg":"trace[543316408] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"203.116789ms","start":"2026-03-12T19:17:55.331148Z","end":"2026-03-12T19:17:55.534265Z","steps":["trace[543316408] 'process raft request' (duration: 193.306306ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:55.535051Z","caller":"traceutil/trace.go:171","msg":"trace[1081200654] linearizableReadLoop","detail":"{readStateIndex:1695; appliedIndex:1692; }","duration":"111.700781ms","start":"2026-03-12T19:17:55.423274Z","end":"2026-03-12T19:17:55.534974Z","steps":["trace[1081200654] 'read index received' (duration: 101.072829ms)","trace[1081200654] 'applied index is now lower than readState.Index' (duration: 10.625112ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:55.535382Z","caller":"traceutil/trace.go:171","msg":"trace[1634074546] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"190.998436ms","start":"2026-03-12T19:17:55.344334Z","end":"2026-03-12T19:17:55.535332Z","steps":["trace[1634074546] 'process raft request' (duration: 189.503803ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:55.535779Z","caller":"traceutil/trace.go:171","msg":"trace[57120411] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"131.163754ms","start":"2026-03-12T19:17:55.404561Z","end":"2026-03-12T19:17:55.535724Z","steps":["trace[57120411] 'process raft request' (duration: 130.144561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:55.536436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.957446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:17:55.536502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.137272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:17:55.536589Z","caller":"traceutil/trace.go:171","msg":"trace[136608001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1619; }","duration":"113.251214ms","start":"2026-03-12T19:17:55.423317Z","end":"2026-03-12T19:17:55.536568Z","steps":["trace[136608001] 'agreement among raft nodes before linearized reading' (duration: 112.563029ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:55.536733Z","caller":"traceutil/trace.go:171","msg":"trace[1997852755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1619; }","duration":"112.083309ms","start":"2026-03-12T19:17:55.424426Z","end":"2026-03-12T19:17:55.536509Z","steps":["trace[1997852755] 'agreement among raft nodes before linearized reading' (duration: 111.575508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:55.536906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.669082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:17:55.537031Z","caller":"traceutil/trace.go:171","msg":"trace[150293598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1619; }","duration":"112.865476ms","start":"2026-03-12T19:17:55.424123Z","end":"2026-03-12T19:17:55.536989Z","steps":["trace[150293598] 'agreement among raft nodes before linearized reading' (duration: 112.506318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:55.536621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.421016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:17:55.53753Z","caller":"traceutil/trace.go:171","msg":"trace[247734504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1619; }","duration":"113.367846ms","start":"2026-03-12T19:17:55.424141Z","end":"2026-03-12T19:17:55.537509Z","steps":["trace[247734504] 'agreement among raft nodes before linearized reading' (duration: 111.935755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:55.537603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.215273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:17:55.537706Z","caller":"traceutil/trace.go:171","msg":"trace[1246495721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1619; }","duration":"114.44884ms","start":"2026-03-12T19:17:55.423229Z","end":"2026-03-12T19:17:55.537678Z","steps":["trace[1246495721] 'agreement among raft nodes before linearized reading' (duration: 113.125421ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:55.687408Z","caller":"traceutil/trace.go:171","msg":"trace[683923907] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1702; }","duration":"110.266829ms","start":"2026-03-12T19:17:55.577113Z","end":"2026-03-12T19:17:55.687379Z","steps":["trace[683923907] 'read index received' (duration: 100.063507ms)","trace[683923907] 'applied index is now lower than readState.Index' (duration: 10.202382ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:55.687488Z","caller":"traceutil/trace.go:171","msg":"trace[826586238] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"118.723572ms","start":"2026-03-12T19:17:55.568734Z","end":"2026-03-12T19:17:55.687457Z","steps":["trace[826586238] 'process raft request' (duration: 108.434079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:55.687761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.619196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-12T19:17:55.688004Z","caller":"traceutil/trace.go:171","msg":"trace[1590118437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"110.897732ms","start":"2026-03-12T19:17:55.57709Z","end":"2026-03-12T19:17:55.687988Z","steps":["trace[1590118437] 'agreement among raft nodes before linearized reading' (duration: 110.490493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:55.690202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.321075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-03-12T19:17:55.690286Z","caller":"traceutil/trace.go:171","msg":"trace[1298197224] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1628; }","duration":"101.438787ms","start":"2026-03-12T19:17:55.588827Z","end":"2026-03-12T19:17:55.690266Z","steps":["trace[1298197224] 'agreement among raft nodes before linearized reading' (duration: 101.194472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:56.254777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.50309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:17:56.254884Z","caller":"traceutil/trace.go:171","msg":"trace[1990263077] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"559.996914ms","start":"2026-03-12T19:17:55.694868Z","end":"2026-03-12T19:17:56.254865Z","steps":["trace[1990263077] 'process raft request' (duration: 98.326139ms)","trace[1990263077] 'compare' (duration: 461.352847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:56.254934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:55.69484Z","time spent":"560.073965ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:56.255752Z","caller":"traceutil/trace.go:171","msg":"trace[859838360] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"534.851587ms","start":"2026-03-12T19:17:55.720889Z","end":"2026-03-12T19:17:56.255741Z","steps":["trace[859838360] 'process raft request' (duration: 534.806276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:56.255822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:55.720868Z","time spent":"534.915478ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:56.255835Z","caller":"traceutil/trace.go:171","msg":"trace[326035199] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"560.839082ms","start":"2026-03-12T19:17:55.694968Z","end":"2026-03-12T19:17:56.255807Z","steps":["trace[326035199] 'process raft request' (duration: 560.675919ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.255914Z","caller":"traceutil/trace.go:171","msg":"trace[1398657312] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"558.682046ms","start":"2026-03-12T19:17:55.697209Z","end":"2026-03-12T19:17:56.255891Z","steps":["trace[1398657312] 'process raft request' (duration: 558.458751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:56.25602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:55.697179Z","time spent":"558.794498ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:56.255923Z","caller":"traceutil/trace.go:171","msg":"trace[1165083067] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"560.984775ms","start":"2026-03-12T19:17:55.694893Z","end":"2026-03-12T19:17:56.255878Z","steps":["trace[1165083067] 'process raft request' (duration: 560.693479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:56.256331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:55.694867Z","time spent":"561.401694ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:17:56.255972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:55.694947Z","time spent":"560.958654ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:56.38424Z","caller":"traceutil/trace.go:171","msg":"trace[2044733593] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"122.185299ms","start":"2026-03-12T19:17:56.261985Z","end":"2026-03-12T19:17:56.38417Z","steps":["trace[2044733593] 'process raft request' (duration: 115.991594ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.384284Z","caller":"traceutil/trace.go:171","msg":"trace[1343396861] linearizableReadLoop","detail":"{readStateIndex:1712; appliedIndex:1709; }","duration":"121.236928ms","start":"2026-03-12T19:17:56.263025Z","end":"2026-03-12T19:17:56.384262Z","steps":["trace[1343396861] 'read index received' (duration: 23.030042ms)","trace[1343396861] 'applied index is now lower than readState.Index' (duration: 98.205406ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:56.384322Z","caller":"traceutil/trace.go:171","msg":"trace[119021445] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"122.23493ms","start":"2026-03-12T19:17:56.262059Z","end":"2026-03-12T19:17:56.384294Z","steps":["trace[119021445] 'process raft request' (duration: 122.033455ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.38457Z","caller":"traceutil/trace.go:171","msg":"trace[1700527252] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"118.938218ms","start":"2026-03-12T19:17:56.265619Z","end":"2026-03-12T19:17:56.384557Z","steps":["trace[1700527252] 'process raft request' (duration: 118.54731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:56.384856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.81811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:110959"} {"level":"info","ts":"2026-03-12T19:17:56.384885Z","caller":"traceutil/trace.go:171","msg":"trace[1003857378] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1637; }","duration":"121.895872ms","start":"2026-03-12T19:17:56.262981Z","end":"2026-03-12T19:17:56.384877Z","steps":["trace[1003857378] 'agreement among raft nodes before linearized reading' (duration: 121.639337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:56.386036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.414763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-12T19:17:56.386093Z","caller":"traceutil/trace.go:171","msg":"trace[109350262] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1638; }","duration":"122.498314ms","start":"2026-03-12T19:17:56.26358Z","end":"2026-03-12T19:17:56.386078Z","steps":["trace[109350262] 'agreement among raft nodes before linearized reading' (duration: 122.368831ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.549578Z","caller":"traceutil/trace.go:171","msg":"trace[214789671] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"160.470962ms","start":"2026-03-12T19:17:56.38908Z","end":"2026-03-12T19:17:56.549551Z","steps":["trace[214789671] 'process raft request' (duration: 145.927696ms)","trace[214789671] 'compare' (duration: 14.299071ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:56.549606Z","caller":"traceutil/trace.go:171","msg":"trace[1742668310] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"159.251135ms","start":"2026-03-12T19:17:56.390325Z","end":"2026-03-12T19:17:56.549576Z","steps":["trace[1742668310] 'process raft request' (duration: 159.134922ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.54977Z","caller":"traceutil/trace.go:171","msg":"trace[1483937204] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"158.752495ms","start":"2026-03-12T19:17:56.390996Z","end":"2026-03-12T19:17:56.549749Z","steps":["trace[1483937204] 'process raft request' (duration: 158.52036ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.550028Z","caller":"traceutil/trace.go:171","msg":"trace[1269878740] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"154.707005ms","start":"2026-03-12T19:17:56.395311Z","end":"2026-03-12T19:17:56.550018Z","steps":["trace[1269878740] 'process raft request' (duration: 154.240805ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.550224Z","caller":"traceutil/trace.go:171","msg":"trace[494088500] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"123.998127ms","start":"2026-03-12T19:17:56.426203Z","end":"2026-03-12T19:17:56.550201Z","steps":["trace[494088500] 'process raft request' (duration: 123.928976ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.550248Z","caller":"traceutil/trace.go:171","msg":"trace[1733000818] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"150.695879ms","start":"2026-03-12T19:17:56.399545Z","end":"2026-03-12T19:17:56.550241Z","steps":["trace[1733000818] 'process raft request' (duration: 150.353052ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.704169Z","caller":"traceutil/trace.go:171","msg":"trace[205784887] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"148.500191ms","start":"2026-03-12T19:17:56.555641Z","end":"2026-03-12T19:17:56.704141Z","steps":["trace[205784887] 'process raft request' (duration: 94.858494ms)","trace[205784887] 'compare' (duration: 53.363831ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:56.704257Z","caller":"traceutil/trace.go:171","msg":"trace[289518471] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"148.408198ms","start":"2026-03-12T19:17:56.555824Z","end":"2026-03-12T19:17:56.704233Z","steps":["trace[289518471] 'process raft request' (duration: 148.203804ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.705729Z","caller":"traceutil/trace.go:171","msg":"trace[781526699] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"142.645152ms","start":"2026-03-12T19:17:56.563066Z","end":"2026-03-12T19:17:56.705711Z","steps":["trace[781526699] 'process raft request' (duration: 141.083409ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.867129Z","caller":"traceutil/trace.go:171","msg":"trace[997548586] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"100.685341ms","start":"2026-03-12T19:17:56.766416Z","end":"2026-03-12T19:17:56.867102Z","steps":["trace[997548586] 'process raft request' (duration: 93.208288ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:56.868929Z","caller":"traceutil/trace.go:171","msg":"trace[2066010743] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1729; }","duration":"100.374224ms","start":"2026-03-12T19:17:56.768532Z","end":"2026-03-12T19:17:56.868907Z","steps":["trace[2066010743] 'read index received' (duration: 91.109422ms)","trace[2066010743] 'applied index is now lower than readState.Index' (duration: 9.263782ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:56.868955Z","caller":"traceutil/trace.go:171","msg":"trace[928353306] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"102.171643ms","start":"2026-03-12T19:17:56.766737Z","end":"2026-03-12T19:17:56.868909Z","steps":["trace[928353306] 'process raft request' (duration: 102.01234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:56.869207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.67081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:56.869261Z","caller":"traceutil/trace.go:171","msg":"trace[876478774] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1656; }","duration":"100.789833ms","start":"2026-03-12T19:17:56.768459Z","end":"2026-03-12T19:17:56.869248Z","steps":["trace[876478774] 'agreement among raft nodes before linearized reading' (duration: 100.65954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:57.901642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194442803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:58.402361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194442803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:17:58.523667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169717689s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:17:58.573209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262103099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:58.57331Z","caller":"traceutil/trace.go:171","msg":"trace[429894113] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1660; }","duration":"1.262266572s","start":"2026-03-12T19:17:57.311017Z","end":"2026-03-12T19:17:58.573284Z","steps":["trace[429894113] 'count revisions from in-memory index tree' (duration: 1.261969546s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:58.573425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.310994Z","time spent":"1.262416885s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:58.573704Z","caller":"traceutil/trace.go:171","msg":"trace[2003359493] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"1.219824739s","start":"2026-03-12T19:17:57.353851Z","end":"2026-03-12T19:17:58.573676Z","steps":["trace[2003359493] 'process raft request' (duration: 1.170043156s)","trace[2003359493] 'compare' (duration: 49.074058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:17:58.573816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.353825Z","time spent":"1.219935732s","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:59.324649Z","caller":"traceutil/trace.go:171","msg":"trace[1416569842] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"1.781460959s","start":"2026-03-12T19:17:57.543162Z","end":"2026-03-12T19:17:59.324623Z","steps":["trace[1416569842] 'process raft request' (duration: 1.781207123s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.324835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.543135Z","time spent":"1.781611091s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:59.325402Z","caller":"traceutil/trace.go:171","msg":"trace[75208962] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"1.770116122s","start":"2026-03-12T19:17:57.555255Z","end":"2026-03-12T19:17:59.325371Z","steps":["trace[75208962] 'process raft request' (duration: 1.769283563s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.325826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.555227Z","time spent":"1.770269405s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5397,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:59.326Z","caller":"traceutil/trace.go:171","msg":"trace[1518141965] linearizableReadLoop","detail":"{readStateIndex:1741; appliedIndex:1736; }","duration":"1.924392208s","start":"2026-03-12T19:17:57.401569Z","end":"2026-03-12T19:17:59.325961Z","steps":["trace[1518141965] 'read index received' (duration: 1.122335948s)","trace[1518141965] 'applied index is now lower than readState.Index' (duration: 802.05203ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:17:59.326078Z","caller":"traceutil/trace.go:171","msg":"trace[573430326] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"1.063220772s","start":"2026-03-12T19:17:58.262826Z","end":"2026-03-12T19:17:59.326047Z","steps":["trace[573430326] 'process raft request' (duration: 1.063025448s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.326195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924615163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:17:59.326166Z","caller":"traceutil/trace.go:171","msg":"trace[541145567] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"1.738911013s","start":"2026-03-12T19:17:57.587205Z","end":"2026-03-12T19:17:59.326116Z","steps":["trace[541145567] 'process raft request' (duration: 1.737666775s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.32623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:58.262797Z","time spent":"1.063349755s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:17:59.326245Z","caller":"traceutil/trace.go:171","msg":"trace[716005945] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1665; }","duration":"1.924698315s","start":"2026-03-12T19:17:57.401535Z","end":"2026-03-12T19:17:59.326233Z","steps":["trace[716005945] 'agreement among raft nodes before linearized reading' (duration: 1.924553582s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.326291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.401519Z","time spent":"1.924764756s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-12T19:17:59.326404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.587189Z","time spent":"1.739083627s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:59.329858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378325408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:17:59.329902Z","caller":"traceutil/trace.go:171","msg":"trace[1125821173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1667; }","duration":"1.37842308s","start":"2026-03-12T19:17:57.951469Z","end":"2026-03-12T19:17:59.329892Z","steps":["trace[1125821173] 'agreement among raft nodes before linearized reading' (duration: 1.378317677s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.329925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.951446Z","time spent":"1.37847446s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:17:59.329936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606054662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:17:59.329946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764622012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:17:59.329948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332266794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-12T19:17:59.330006Z","caller":"traceutil/trace.go:171","msg":"trace[1896432533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1667; }","duration":"1.606167044s","start":"2026-03-12T19:17:57.723815Z","end":"2026-03-12T19:17:59.329982Z","steps":["trace[1896432533] 'agreement among raft nodes before linearized reading' (duration: 1.606038512s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:17:59.330028Z","caller":"traceutil/trace.go:171","msg":"trace[1444348996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1667; }","duration":"1.764756445s","start":"2026-03-12T19:17:57.565253Z","end":"2026-03-12T19:17:59.33001Z","steps":["trace[1444348996] 'agreement among raft nodes before linearized reading' (duration: 1.76453068s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.723793Z","time spent":"1.606242667s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:17:59.330041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764877378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:17:59.330074Z","caller":"traceutil/trace.go:171","msg":"trace[1545688640] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"748.616487ms","start":"2026-03-12T19:17:58.581448Z","end":"2026-03-12T19:17:59.330064Z","steps":["trace[1545688640] 'process raft request' (duration: 748.043265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.565229Z","time spent":"1.764839667s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:17:59.330098Z","caller":"traceutil/trace.go:171","msg":"trace[312898508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1667; }","duration":"1.7649644s","start":"2026-03-12T19:17:57.565114Z","end":"2026-03-12T19:17:59.330078Z","steps":["trace[312898508] 'agreement among raft nodes before linearized reading' (duration: 1.764866717s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.486276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:17:59.330135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:58.581424Z","time spent":"748.677518ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:17:59.330153Z","caller":"traceutil/trace.go:171","msg":"trace[140943382] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1667; }","duration":"294.537478ms","start":"2026-03-12T19:17:59.035609Z","end":"2026-03-12T19:17:59.330146Z","steps":["trace[140943382] 'agreement among raft nodes before linearized reading' (duration: 294.481377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.565098Z","time spent":"1.765049441s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:59.329932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764992381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:17:59.330234Z","caller":"traceutil/trace.go:171","msg":"trace[1256512256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1667; }","duration":"1.765348848s","start":"2026-03-12T19:17:57.564875Z","end":"2026-03-12T19:17:59.330224Z","steps":["trace[1256512256] 'agreement among raft nodes before linearized reading' (duration: 1.764818636s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.564859Z","time spent":"1.765400928s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:17:59.330036Z","caller":"traceutil/trace.go:171","msg":"trace[943737359] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad; range_end:; response_count:1; response_revision:1667; }","duration":"1.332396307s","start":"2026-03-12T19:17:57.997625Z","end":"2026-03-12T19:17:59.330021Z","steps":["trace[943737359] 'agreement among raft nodes before linearized reading' (duration: 1.332083371s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.997605Z","time spent":"1.332702974s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad\" "} {"level":"info","ts":"2026-03-12T19:17:59.330347Z","caller":"traceutil/trace.go:171","msg":"trace[80638291] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"607.461015ms","start":"2026-03-12T19:17:58.722877Z","end":"2026-03-12T19:17:59.330338Z","steps":["trace[80638291] 'process raft request' (duration: 606.74271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.053428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:17:59.330407Z","caller":"traceutil/trace.go:171","msg":"trace[942711907] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1667; }","duration":"488.14592ms","start":"2026-03-12T19:17:58.842237Z","end":"2026-03-12T19:17:59.330382Z","steps":["trace[942711907] 'agreement among raft nodes before linearized reading' (duration: 488.058388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:58.722849Z","time spent":"607.519248ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:17:59.330289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764853577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:17:59.330438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:58.842212Z","time spent":"488.218142ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:17:59.330443Z","caller":"traceutil/trace.go:171","msg":"trace[1313736014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1667; }","duration":"1.765040791s","start":"2026-03-12T19:17:57.565396Z","end":"2026-03-12T19:17:59.330437Z","steps":["trace[1313736014] 'agreement among raft nodes before linearized reading' (duration: 1.764844817s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.565381Z","time spent":"1.765122613s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:17:59.330557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.66443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189c2e21f7f35849\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-12T19:17:59.330665Z","caller":"traceutil/trace.go:171","msg":"trace[1641743809] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189c2e21f7f35849; range_end:; response_count:1; response_revision:1667; }","duration":"755.847623ms","start":"2026-03-12T19:17:58.574789Z","end":"2026-03-12T19:17:59.330637Z","steps":["trace[1641743809] 'agreement among raft nodes before linearized reading' (duration: 755.486116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764791176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:17:59.330723Z","caller":"traceutil/trace.go:171","msg":"trace[243898187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1667; }","duration":"1.764860717s","start":"2026-03-12T19:17:57.565848Z","end":"2026-03-12T19:17:59.330708Z","steps":["trace[243898187] 'agreement among raft nodes before linearized reading' (duration: 1.764721594s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:17:59.330728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:58.574769Z","time spent":"755.950286ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189c2e21f7f35849\" "} {"level":"warn","ts":"2026-03-12T19:17:59.330749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:17:57.565839Z","time spent":"1.764905059s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:18:00.46949Z","caller":"traceutil/trace.go:171","msg":"trace[1359519518] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"125.361928ms","start":"2026-03-12T19:18:00.344105Z","end":"2026-03-12T19:18:00.469467Z","steps":["trace[1359519518] 'process raft request' (duration: 125.297577ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:00.469768Z","caller":"traceutil/trace.go:171","msg":"trace[1069548441] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"127.053884ms","start":"2026-03-12T19:18:00.342689Z","end":"2026-03-12T19:18:00.469743Z","steps":["trace[1069548441] 'process raft request' (duration: 126.669496ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:00.469829Z","caller":"traceutil/trace.go:171","msg":"trace[621657710] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"127.198407ms","start":"2026-03-12T19:18:00.342596Z","end":"2026-03-12T19:18:00.469795Z","steps":["trace[621657710] 'process raft request' (duration: 126.622585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.451741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194442869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:03.687148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053241915s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:18:03.883717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254000552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:03.883842Z","caller":"traceutil/trace.go:171","msg":"trace[1106205597] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1696; }","duration":"1.254173266s","start":"2026-03-12T19:18:02.629653Z","end":"2026-03-12T19:18:03.883826Z","steps":["trace[1106205597] 'count revisions from in-memory index tree' (duration: 1.25390174s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:03.883885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:02.629633Z","time spent":"1.254244758s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:04.952078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000677097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:18:04.952247Z","caller":"traceutil/trace.go:171","msg":"trace[825575590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000905432s","start":"2026-03-12T19:18:02.95132Z","end":"2026-03-12T19:18:04.952225Z","steps":["trace[825575590] 'agreement among raft nodes before linearized reading' (duration: 2.000714098s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:04.952316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:02.951296Z","time spent":"2.000998455s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:18:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:18:05.405213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717814314s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-12T19:18:05.697104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.009687843s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:18:05.697609Z","caller":"traceutil/trace.go:171","msg":"trace[941988463] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"2.342809971s","start":"2026-03-12T19:18:03.354762Z","end":"2026-03-12T19:18:05.697572Z","steps":["trace[941988463] 'process raft request' (duration: 2.342521195s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.697798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.354736Z","time spent":"2.342962554s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:05.698039Z","caller":"traceutil/trace.go:171","msg":"trace[990276565] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1773; }","duration":"2.746647047s","start":"2026-03-12T19:18:02.951367Z","end":"2026-03-12T19:18:05.698014Z","steps":["trace[990276565] 'read index received' (duration: 736.030823ms)","trace[990276565] 'applied index is now lower than readState.Index' (duration: 2.010615134s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:05.698056Z","caller":"traceutil/trace.go:171","msg":"trace[1233275829] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"2.331711169s","start":"2026-03-12T19:18:03.366285Z","end":"2026-03-12T19:18:05.697996Z","steps":["trace[1233275829] 'process raft request' (duration: 2.331206719s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:05.698109Z","caller":"traceutil/trace.go:171","msg":"trace[359674093] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"2.330320548s","start":"2026-03-12T19:18:03.367765Z","end":"2026-03-12T19:18:05.698085Z","steps":["trace[359674093] 'process raft request' (duration: 2.330044792s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:05.698285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.366253Z","time spent":"2.331940485s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:05.698595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.367745Z","time spent":"2.330455872s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:06.319109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000010274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:18:06.319209Z","caller":"traceutil/trace.go:171","msg":"trace[1539645515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192908s","start":"2026-03-12T19:18:04.318996Z","end":"2026-03-12T19:18:06.319189Z","steps":["trace[1539645515] 'agreement among raft nodes before linearized reading' (duration: 2.000044024s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.319256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.318975Z","time spent":"2.000272169s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:06.953005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:18:06.953088Z","caller":"traceutil/trace.go:171","msg":"trace[223831610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504893s","start":"2026-03-12T19:18:04.952564Z","end":"2026-03-12T19:18:06.953069Z","steps":["trace[223831610] 'agreement among raft nodes before linearized reading' (duration: 2.000399721s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:06.953149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.952543Z","time spent":"2.000596566s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:07.634001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310840378s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:18:07.790469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84357559s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:07.790804Z","caller":"traceutil/trace.go:171","msg":"trace[1087324392] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"1.467711072s","start":"2026-03-12T19:18:06.323049Z","end":"2026-03-12T19:18:07.79076Z","steps":["trace[1087324392] 'process raft request' (duration: 1.46764721s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.790908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.323024Z","time spent":"1.467835994s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:18:07.790886Z","caller":"traceutil/trace.go:171","msg":"trace[1305255324] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"3.105206288s","start":"2026-03-12T19:18:04.68562Z","end":"2026-03-12T19:18:07.790826Z","steps":["trace[1305255324] 'process raft request' (duration: 3.104992213s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.790967Z","caller":"traceutil/trace.go:171","msg":"trace[451152750] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1777; }","duration":"2.092795812s","start":"2026-03-12T19:18:05.698145Z","end":"2026-03-12T19:18:07.790941Z","steps":["trace[451152750] 'read index received' (duration: 248.505856ms)","trace[451152750] 'applied index is now lower than readState.Index' (duration: 1.844286566s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:07.791023Z","caller":"traceutil/trace.go:171","msg":"trace[105725194] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"3.315538395s","start":"2026-03-12T19:18:04.475435Z","end":"2026-03-12T19:18:07.790974Z","steps":["trace[105725194] 'process raft request' (duration: 1.471359111s)","trace[105725194] 'compare' (duration: 1.843427097s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:07.791115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154532172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:07.791171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.475416Z","time spent":"3.315673798s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:07.791182Z","caller":"traceutil/trace.go:171","msg":"trace[1093833758] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1702; }","duration":"3.154656305s","start":"2026-03-12T19:18:04.636509Z","end":"2026-03-12T19:18:07.791166Z","steps":["trace[1093833758] 'agreement among raft nodes before linearized reading' (duration: 3.154544233s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.791181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.685595Z","time spent":"3.105415364s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:07.791233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.636483Z","time spent":"3.154734197s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:07.791277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.416504018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:18:07.791313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282946363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:18:07.791363Z","caller":"traceutil/trace.go:171","msg":"trace[466617244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1702; }","duration":"4.41659097s","start":"2026-03-12T19:18:03.374738Z","end":"2026-03-12T19:18:07.791329Z","steps":["trace[466617244] 'agreement among raft nodes before linearized reading' (duration: 4.416416566s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.791358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.283112186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:18:07.791373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420212128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-12T19:18:07.791409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.374729Z","time spent":"4.416669461s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:18:07.791418Z","caller":"traceutil/trace.go:171","msg":"trace[13412616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"4.283192527s","start":"2026-03-12T19:18:03.50821Z","end":"2026-03-12T19:18:07.791402Z","steps":["trace[13412616] 'agreement among raft nodes before linearized reading' (duration: 4.282961812s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.791447Z","caller":"traceutil/trace.go:171","msg":"trace[782134186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad; range_end:; response_count:1; response_revision:1702; }","duration":"4.420330491s","start":"2026-03-12T19:18:03.371097Z","end":"2026-03-12T19:18:07.791428Z","steps":["trace[782134186] 'agreement among raft nodes before linearized reading' (duration: 4.420109126s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.79146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282991723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:18:07.791473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512796983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-12T19:18:07.7915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.371077Z","time spent":"4.420413193s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad\" "} {"level":"info","ts":"2026-03-12T19:18:07.79151Z","caller":"traceutil/trace.go:171","msg":"trace[183587992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"4.283057804s","start":"2026-03-12T19:18:03.508437Z","end":"2026-03-12T19:18:07.791495Z","steps":["trace[183587992] 'agreement among raft nodes before linearized reading' (duration: 4.282918681s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.791484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.282198546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:07.791592Z","caller":"traceutil/trace.go:171","msg":"trace[1571038985] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad; range_end:; response_count:1; response_revision:1702; }","duration":"4.512897615s","start":"2026-03-12T19:18:03.278628Z","end":"2026-03-12T19:18:07.791525Z","steps":["trace[1571038985] 'agreement among raft nodes before linearized reading' (duration: 4.512748272s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.791604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.508428Z","time spent":"4.283164027s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:07.791651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.278609Z","time spent":"4.513027397s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5658b297-3519-43a8-89d2-d5b010c82cad\" "} {"level":"info","ts":"2026-03-12T19:18:07.791646Z","caller":"traceutil/trace.go:171","msg":"trace[376557213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1702; }","duration":"4.282395151s","start":"2026-03-12T19:18:03.509226Z","end":"2026-03-12T19:18:07.791621Z","steps":["trace[376557213] 'agreement among raft nodes before linearized reading' (duration: 4.281992722s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.791393Z","caller":"traceutil/trace.go:171","msg":"trace[374471093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1702; }","duration":"4.283072615s","start":"2026-03-12T19:18:03.508302Z","end":"2026-03-12T19:18:07.791374Z","steps":["trace[374471093] 'agreement among raft nodes before linearized reading' (duration: 4.28285044s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.791508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457576616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10326"} {"level":"info","ts":"2026-03-12T19:18:07.791824Z","caller":"traceutil/trace.go:171","msg":"trace[795980599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1702; }","duration":"3.457982514s","start":"2026-03-12T19:18:04.33382Z","end":"2026-03-12T19:18:07.791803Z","steps":["trace[795980599] 'agreement among raft nodes before linearized reading' (duration: 3.457421962s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.791714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.509216Z","time spent":"4.282486683s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:07.791468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.508202Z","time spent":"4.283256159s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:07.791733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.508276Z","time spent":"4.283442973s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:07.791327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58922115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-12T19:18:07.792051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289073976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:18:07.792086Z","caller":"traceutil/trace.go:171","msg":"trace[1669497804] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1702; }","duration":"3.590031408s","start":"2026-03-12T19:18:04.202036Z","end":"2026-03-12T19:18:07.792068Z","steps":["trace[1669497804] 'agreement among raft nodes before linearized reading' (duration: 3.589156489s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.792095Z","caller":"traceutil/trace.go:171","msg":"trace[1527158198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1702; }","duration":"4.289159457s","start":"2026-03-12T19:18:03.502923Z","end":"2026-03-12T19:18:07.792083Z","steps":["trace[1527158198] 'agreement among raft nodes before linearized reading' (duration: 4.28836482s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.792137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:03.502898Z","time spent":"4.289231619s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:07.792141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.202016Z","time spent":"3.590110089s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:18:07.791883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:04.33381Z","time spent":"3.458063676s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:18:07.837261Z","caller":"traceutil/trace.go:171","msg":"trace[1108327570] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"133.77048ms","start":"2026-03-12T19:18:07.703467Z","end":"2026-03-12T19:18:07.837237Z","steps":["trace[1108327570] 'process raft request' (duration: 133.623787ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.883659Z","caller":"traceutil/trace.go:171","msg":"trace[962857008] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"180.14052ms","start":"2026-03-12T19:18:07.703496Z","end":"2026-03-12T19:18:07.883637Z","steps":["trace[962857008] 'process raft request' (duration: 179.934176ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:07.883993Z","caller":"traceutil/trace.go:171","msg":"trace[1406585371] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"179.689519ms","start":"2026-03-12T19:18:07.70428Z","end":"2026-03-12T19:18:07.883969Z","steps":["trace[1406585371] 'process raft request' (duration: 179.314941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.885585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.294629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:07.885641Z","caller":"traceutil/trace.go:171","msg":"trace[1869337812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1713; }","duration":"924.427153ms","start":"2026-03-12T19:18:06.9612Z","end":"2026-03-12T19:18:07.885627Z","steps":["trace[1869337812] 'agreement among raft nodes before linearized reading' (duration: 924.239409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.885625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.976965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T19:18:07.885677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:06.961177Z","time spent":"924.489154ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:18:07.885711Z","caller":"traceutil/trace.go:171","msg":"trace[1660760650] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1713; }","duration":"322.128019ms","start":"2026-03-12T19:18:07.563545Z","end":"2026-03-12T19:18:07.885673Z","steps":["trace[1660760650] 'agreement among raft nodes before linearized reading' (duration: 321.862023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.885761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:07.56352Z","time spent":"322.230691ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:18:07.885921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.239194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:18:07.885977Z","caller":"traceutil/trace.go:171","msg":"trace[1033853430] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1713; }","duration":"483.338645ms","start":"2026-03-12T19:18:07.402625Z","end":"2026-03-12T19:18:07.885963Z","steps":["trace[1033853430] 'agreement among raft nodes before linearized reading' (duration: 483.186802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:07.886008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:07.402606Z","time spent":"483.394597ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-12T19:18:11.747293Z","caller":"traceutil/trace.go:171","msg":"trace[1136257753] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"191.530767ms","start":"2026-03-12T19:18:11.55574Z","end":"2026-03-12T19:18:11.74727Z","steps":["trace[1136257753] 'process raft request' (duration: 191.402865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:15.262673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.11852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:15.262758Z","caller":"traceutil/trace.go:171","msg":"trace[2011978385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1775; }","duration":"943.212602ms","start":"2026-03-12T19:18:14.319526Z","end":"2026-03-12T19:18:15.262738Z","steps":["trace[2011978385] 'range keys from in-memory index tree' (duration: 942.937406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:15.262798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:14.319462Z","time spent":"943.327774ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:18:15.30389Z","caller":"traceutil/trace.go:171","msg":"trace[10212689] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1855; }","duration":"448.485297ms","start":"2026-03-12T19:18:14.855365Z","end":"2026-03-12T19:18:15.30385Z","steps":["trace[10212689] 'read index received' (duration: 397.920477ms)","trace[10212689] 'applied index is now lower than readState.Index' (duration: 50.56343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:15.304152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.774104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:18:15.304244Z","caller":"traceutil/trace.go:171","msg":"trace[59922692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1775; }","duration":"448.917047ms","start":"2026-03-12T19:18:14.855309Z","end":"2026-03-12T19:18:15.304227Z","steps":["trace[59922692] 'agreement among raft nodes before linearized reading' (duration: 448.62968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:15.3043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:14.855287Z","time spent":"449.00228ms","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:18:15.305736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.114617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:15.305805Z","caller":"traceutil/trace.go:171","msg":"trace[1940355962] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1776; }","duration":"401.23805ms","start":"2026-03-12T19:18:14.904557Z","end":"2026-03-12T19:18:15.305795Z","steps":["trace[1940355962] 'agreement among raft nodes before linearized reading' (duration: 401.126517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:15.305847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:14.904523Z","time spent":"401.314751ms","remote":"127.0.0.1:40104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:15.305995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.473752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:15.306046Z","caller":"traceutil/trace.go:171","msg":"trace[1055183392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1776; }","duration":"354.565434ms","start":"2026-03-12T19:18:14.951474Z","end":"2026-03-12T19:18:15.30604Z","steps":["trace[1055183392] 'agreement among raft nodes before linearized reading' (duration: 354.502663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:15.306081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:14.951463Z","time spent":"354.612085ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:24.630346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194443141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:25.131436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194443141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:18:25.510295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49382117s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:18:25.510694Z","caller":"traceutil/trace.go:171","msg":"trace[597211469] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"1.494285891s","start":"2026-03-12T19:18:24.016381Z","end":"2026-03-12T19:18:25.510667Z","steps":["trace[597211469] 'process raft request' (duration: 1.494113628s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.510856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.016366Z","time spent":"1.494403785s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:25.715779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.672526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:25.715977Z","caller":"traceutil/trace.go:171","msg":"trace[256154784] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1913; }","duration":"1.586155589s","start":"2026-03-12T19:18:24.129804Z","end":"2026-03-12T19:18:25.71596Z","steps":["trace[256154784] 'read index received' (duration: 1.380660689s)","trace[256154784] 'applied index is now lower than readState.Index' (duration: 205.49389ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:25.716105Z","caller":"traceutil/trace.go:171","msg":"trace[1521930167] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"1.609020936s","start":"2026-03-12T19:18:24.107072Z","end":"2026-03-12T19:18:25.716093Z","steps":["trace[1521930167] 'process raft request' (duration: 1.608820982s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:25.716179Z","caller":"traceutil/trace.go:171","msg":"trace[1743407329] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"1.696561291s","start":"2026-03-12T19:18:24.019577Z","end":"2026-03-12T19:18:25.716139Z","steps":["trace[1743407329] 'process raft request' (duration: 1.563429235s)","trace[1743407329] 'compare' (duration: 132.516743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:25.71627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585189529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-12T19:18:25.71627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585200159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:18:25.716299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585236209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T19:18:25.716297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585227979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-12T19:18:25.716308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586500577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:18:25.716327Z","caller":"traceutil/trace.go:171","msg":"trace[2030685928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1833; }","duration":"1.585294371s","start":"2026-03-12T19:18:24.131018Z","end":"2026-03-12T19:18:25.716312Z","steps":["trace[2030685928] 'agreement among raft nodes before linearized reading' (duration: 1.585131227s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.716333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.019542Z","time spent":"1.696709074s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:25.716337Z","caller":"traceutil/trace.go:171","msg":"trace[446651840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1833; }","duration":"1.585297161s","start":"2026-03-12T19:18:24.131027Z","end":"2026-03-12T19:18:25.716324Z","steps":["trace[446651840] 'agreement among raft nodes before linearized reading' (duration: 1.585153448s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:25.716335Z","caller":"traceutil/trace.go:171","msg":"trace[945417793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1833; }","duration":"1.585308121s","start":"2026-03-12T19:18:24.13101Z","end":"2026-03-12T19:18:25.716318Z","steps":["trace[945417793] 'agreement among raft nodes before linearized reading' (duration: 1.585149078s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.716372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.130989Z","time spent":"1.585377443s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:25.716381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.131017Z","time spent":"1.585356412s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:18:25.716383Z","caller":"traceutil/trace.go:171","msg":"trace[1319661886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1833; }","duration":"1.586603439s","start":"2026-03-12T19:18:24.129751Z","end":"2026-03-12T19:18:25.716354Z","steps":["trace[1319661886] 'agreement among raft nodes before linearized reading' (duration: 1.586375844s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:25.716373Z","caller":"traceutil/trace.go:171","msg":"trace[1965712628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1833; }","duration":"1.585332532s","start":"2026-03-12T19:18:24.13101Z","end":"2026-03-12T19:18:25.716342Z","steps":["trace[1965712628] 'agreement among raft nodes before linearized reading' (duration: 1.585131867s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.716436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.129728Z","time spent":"1.58669706s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:25.716435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.130989Z","time spent":"1.585434244s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:25.71638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.637357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:25.716509Z","caller":"traceutil/trace.go:171","msg":"trace[844344213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"765.875843ms","start":"2026-03-12T19:18:24.950607Z","end":"2026-03-12T19:18:25.716483Z","steps":["trace[844344213] 'agreement among raft nodes before linearized reading' (duration: 765.608997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.716486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350482242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:18:25.716556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.950587Z","time spent":"765.959715ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:25.716476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.130989Z","time spent":"1.585393274s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:18:25.716591Z","caller":"traceutil/trace.go:171","msg":"trace[1799807186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1833; }","duration":"1.350639135s","start":"2026-03-12T19:18:24.365926Z","end":"2026-03-12T19:18:25.716565Z","steps":["trace[1799807186] 'agreement among raft nodes before linearized reading' (duration: 1.350327809s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:25.716644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.365903Z","time spent":"1.350730247s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:18:25.716703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:24.107048Z","time spent":"1.609506967s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:26.148249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.660681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:26.148334Z","caller":"traceutil/trace.go:171","msg":"trace[1495954480] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"427.520742ms","start":"2026-03-12T19:18:25.720801Z","end":"2026-03-12T19:18:26.148321Z","steps":["trace[1495954480] 'process raft request' (duration: 217.728727ms)","trace[1495954480] 'compare' (duration: 209.577769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:26.14837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:25.720769Z","time spent":"427.587354ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:26.779417Z","caller":"traceutil/trace.go:171","msg":"trace[548726746] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"1.058457988s","start":"2026-03-12T19:18:25.720935Z","end":"2026-03-12T19:18:26.779393Z","steps":["trace[548726746] 'process raft request' (duration: 1.058319185s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:26.779466Z","caller":"traceutil/trace.go:171","msg":"trace[1061114943] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"1.058606801s","start":"2026-03-12T19:18:25.720823Z","end":"2026-03-12T19:18:26.779429Z","steps":["trace[1061114943] 'process raft request' (duration: 1.001260213s)","trace[1061114943] 'compare' (duration: 57.030061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:26.779598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:25.720916Z","time spent":"1.058576201s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:26.779597Z","caller":"traceutil/trace.go:171","msg":"trace[212328821] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1917; }","duration":"376.456691ms","start":"2026-03-12T19:18:26.403117Z","end":"2026-03-12T19:18:26.779574Z","steps":["trace[212328821] 'read index received' (duration: 318.907959ms)","trace[212328821] 'applied index is now lower than readState.Index' (duration: 57.547792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:26.779649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:25.720805Z","time spent":"1.058726204s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:26.779717Z","caller":"traceutil/trace.go:171","msg":"trace[1894051735] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"1.058725574s","start":"2026-03-12T19:18:25.720974Z","end":"2026-03-12T19:18:26.7797Z","steps":["trace[1894051735] 'process raft request' (duration: 1.058381127s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.779769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.642225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:26.779806Z","caller":"traceutil/trace.go:171","msg":"trace[1712814462] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1838; }","duration":"376.730007ms","start":"2026-03-12T19:18:26.403066Z","end":"2026-03-12T19:18:26.779797Z","steps":["trace[1712814462] 'agreement among raft nodes before linearized reading' (duration: 376.659016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.779795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.165234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:18:26.77982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:25.720961Z","time spent":"1.058796355s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:26.779859Z","caller":"traceutil/trace.go:171","msg":"trace[1021553863] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"1.058262014s","start":"2026-03-12T19:18:25.721591Z","end":"2026-03-12T19:18:26.779853Z","steps":["trace[1021553863] 'process raft request' (duration: 1.057879196s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:26.779853Z","caller":"traceutil/trace.go:171","msg":"trace[2076107727] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1838; }","duration":"131.271766ms","start":"2026-03-12T19:18:26.648566Z","end":"2026-03-12T19:18:26.779837Z","steps":["trace[2076107727] 'agreement among raft nodes before linearized reading' (duration: 131.177774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:26.779897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:25.72157Z","time spent":"1.058302495s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:26.779836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.403047Z","time spent":"376.783498ms","remote":"127.0.0.1:56118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:27.59524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.107295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:27.595329Z","caller":"traceutil/trace.go:171","msg":"trace[1316318199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1838; }","duration":"645.241048ms","start":"2026-03-12T19:18:26.950069Z","end":"2026-03-12T19:18:27.59531Z","steps":["trace[1316318199] 'range keys from in-memory index tree' (duration: 645.038133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:27.595318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.915559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:18:27.595372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.950053Z","time spent":"645.310059ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:18:27.595399Z","caller":"traceutil/trace.go:171","msg":"trace[1762281292] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1838; }","duration":"684.046282ms","start":"2026-03-12T19:18:26.911329Z","end":"2026-03-12T19:18:27.595375Z","steps":["trace[1762281292] 'count revisions from in-memory index tree' (duration: 683.770406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:27.595457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:26.911304Z","time spent":"684.138184ms","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:27.595722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.742442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:18:27.595801Z","caller":"traceutil/trace.go:171","msg":"trace[1438681434] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:1838; }","duration":"191.813263ms","start":"2026-03-12T19:18:27.403961Z","end":"2026-03-12T19:18:27.595775Z","steps":["trace[1438681434] 'range keys from in-memory index tree' (duration: 191.573788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.356894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.98587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:28.357022Z","caller":"traceutil/trace.go:171","msg":"trace[1411525082] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"664.134619ms","start":"2026-03-12T19:18:27.692868Z","end":"2026-03-12T19:18:28.357002Z","steps":["trace[1411525082] 'process raft request' (duration: 202.959535ms)","trace[1411525082] 'compare' (duration: 460.770466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:28.357082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.692843Z","time spent":"664.211831ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:28.361102Z","caller":"traceutil/trace.go:171","msg":"trace[1370528161] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"639.510493ms","start":"2026-03-12T19:18:27.721566Z","end":"2026-03-12T19:18:28.361076Z","steps":["trace[1370528161] 'process raft request' (duration: 639.34524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.361295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.721539Z","time spent":"639.656647ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:28.361359Z","caller":"traceutil/trace.go:171","msg":"trace[2086952773] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"637.102461ms","start":"2026-03-12T19:18:27.724222Z","end":"2026-03-12T19:18:28.361325Z","steps":["trace[2086952773] 'process raft request' (duration: 636.806344ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:28.361412Z","caller":"traceutil/trace.go:171","msg":"trace[265144285] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1923; }","duration":"574.49695ms","start":"2026-03-12T19:18:27.786877Z","end":"2026-03-12T19:18:28.361374Z","steps":["trace[265144285] 'read index received' (duration: 108.976641ms)","trace[265144285] 'applied index is now lower than readState.Index' (duration: 465.516439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:28.361455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.724198Z","time spent":"637.206604ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:28.36165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.779216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:18:28.361733Z","caller":"traceutil/trace.go:171","msg":"trace[1180186089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1842; }","duration":"574.877539ms","start":"2026-03-12T19:18:27.786824Z","end":"2026-03-12T19:18:28.361702Z","steps":["trace[1180186089] 'agreement among raft nodes before linearized reading' (duration: 574.678245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.361785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.786809Z","time spent":"574.96363ms","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:18:28.403951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.441764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:28.404017Z","caller":"traceutil/trace.go:171","msg":"trace[791651546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1843; }","duration":"452.544876ms","start":"2026-03-12T19:18:27.951456Z","end":"2026-03-12T19:18:28.404001Z","steps":["trace[791651546] 'agreement among raft nodes before linearized reading' (duration: 452.369032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.404055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:27.951381Z","time spent":"452.664779ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:18:28.404061Z","caller":"traceutil/trace.go:171","msg":"trace[2087730672] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"403.273494ms","start":"2026-03-12T19:18:28.000746Z","end":"2026-03-12T19:18:28.404019Z","steps":["trace[2087730672] 'process raft request' (duration: 402.958057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.404205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.992132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"info","ts":"2026-03-12T19:18:28.404278Z","caller":"traceutil/trace.go:171","msg":"trace[4640659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1843; }","duration":"371.099464ms","start":"2026-03-12T19:18:28.033162Z","end":"2026-03-12T19:18:28.404262Z","steps":["trace[4640659] 'agreement among raft nodes before linearized reading' (duration: 370.8897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:28.404339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:28.033143Z","time spent":"371.185576ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12000,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:18:28.404217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:28.000727Z","time spent":"403.404597ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:28.404388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.276289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:18:28.404504Z","caller":"traceutil/trace.go:171","msg":"trace[149240196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1843; }","duration":"252.436992ms","start":"2026-03-12T19:18:28.152051Z","end":"2026-03-12T19:18:28.404488Z","steps":["trace[149240196] 'agreement among raft nodes before linearized reading' (duration: 251.970832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:32.451409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194443209,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:18:32.527733Z","caller":"traceutil/trace.go:171","msg":"trace[1135473572] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"881.240163ms","start":"2026-03-12T19:18:31.646471Z","end":"2026-03-12T19:18:32.527711Z","steps":["trace[1135473572] 'process raft request' (duration: 881.069009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:32.527885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:31.646452Z","time spent":"881.355866ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:18:33.831508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.303782755s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:18:33.837645Z","caller":"traceutil/trace.go:171","msg":"trace[1916778379] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"1.466161358s","start":"2026-03-12T19:18:32.371459Z","end":"2026-03-12T19:18:33.83762Z","steps":["trace[1916778379] 'process raft request' (duration: 1.46025725s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.837839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.371406Z","time spent":"1.466340572s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:33.837853Z","caller":"traceutil/trace.go:171","msg":"trace[772306569] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"1.463250074s","start":"2026-03-12T19:18:32.374565Z","end":"2026-03-12T19:18:33.837815Z","steps":["trace[772306569] 'process raft request' (duration: 1.462985308s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.838015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.374547Z","time spent":"1.463379947s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:18:33.842365Z","caller":"traceutil/trace.go:171","msg":"trace[424693737] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1945; }","duration":"1.891775348s","start":"2026-03-12T19:18:31.950524Z","end":"2026-03-12T19:18:33.842299Z","steps":["trace[424693737] 'read index received' (duration: 577.460793ms)","trace[424693737] 'applied index is now lower than readState.Index' (duration: 1.314312605s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:18:33.842725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892186986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:18:33.842776Z","caller":"traceutil/trace.go:171","msg":"trace[459041324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"1.892291399s","start":"2026-03-12T19:18:31.950469Z","end":"2026-03-12T19:18:33.84276Z","steps":["trace[459041324] 'agreement among raft nodes before linearized reading' (duration: 1.891947561s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.842807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:31.950447Z","time spent":"1.89235173s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:18:33.842809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454719089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:18:33.842843Z","caller":"traceutil/trace.go:171","msg":"trace[510461770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1863; }","duration":"1.45479023s","start":"2026-03-12T19:18:32.388041Z","end":"2026-03-12T19:18:33.842832Z","steps":["trace[510461770] 'agreement among raft nodes before linearized reading' (duration: 1.454666098s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.842868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.38802Z","time spent":"1.454841832s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:18:33.842893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.800446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:18:33.842951Z","caller":"traceutil/trace.go:171","msg":"trace[1392153617] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1863; }","duration":"768.866717ms","start":"2026-03-12T19:18:33.074068Z","end":"2026-03-12T19:18:33.842935Z","steps":["trace[1392153617] 'agreement among raft nodes before linearized reading' (duration: 768.740125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.842991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:33.073995Z","time spent":"768.985479ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:33.843058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.228529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:18:33.843096Z","caller":"traceutil/trace.go:171","msg":"trace[1894820243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1863; }","duration":"976.30501ms","start":"2026-03-12T19:18:32.866782Z","end":"2026-03-12T19:18:33.843087Z","steps":["trace[1894820243] 'agreement among raft nodes before linearized reading' (duration: 976.212498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.843122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.866761Z","time spent":"976.353771ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:18:33.843174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.053711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:18:33.843203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.882458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:110959"} {"level":"info","ts":"2026-03-12T19:18:33.843224Z","caller":"traceutil/trace.go:171","msg":"trace[2070916] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1863; }","duration":"621.159613ms","start":"2026-03-12T19:18:33.22205Z","end":"2026-03-12T19:18:33.84321Z","steps":["trace[2070916] 'agreement among raft nodes before linearized reading' (duration: 621.02003ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:33.843237Z","caller":"traceutil/trace.go:171","msg":"trace[2058962083] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1863; }","duration":"734.918739ms","start":"2026-03-12T19:18:33.10831Z","end":"2026-03-12T19:18:33.843228Z","steps":["trace[2058962083] 'agreement among raft nodes before linearized reading' (duration: 734.797346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.843237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008360618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:18:33.843262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:33.222028Z","time spent":"621.224554ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:18:33.843267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:33.108234Z","time spent":"735.026171ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":110982,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-12T19:18:33.84328Z","caller":"traceutil/trace.go:171","msg":"trace[960534160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1863; }","duration":"1.00844933s","start":"2026-03-12T19:18:32.834818Z","end":"2026-03-12T19:18:33.843267Z","steps":["trace[960534160] 'agreement among raft nodes before linearized reading' (duration: 1.008302086s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.843295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.739589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-12T19:18:33.843315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.834798Z","time spent":"1.008510601s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:33.843305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371240773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:18:33.84333Z","caller":"traceutil/trace.go:171","msg":"trace[1097617214] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1863; }","duration":"736.815631ms","start":"2026-03-12T19:18:33.106504Z","end":"2026-03-12T19:18:33.84332Z","steps":["trace[1097617214] 'agreement among raft nodes before linearized reading' (duration: 736.743449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.843363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:33.106479Z","time spent":"736.877301ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-12T19:18:33.843364Z","caller":"traceutil/trace.go:171","msg":"trace[1008067667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1863; }","duration":"1.371345935s","start":"2026-03-12T19:18:32.472001Z","end":"2026-03-12T19:18:33.843347Z","steps":["trace[1008067667] 'agreement among raft nodes before linearized reading' (duration: 1.371158231s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.843399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.47198Z","time spent":"1.371411056s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:33.843407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.631747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:18:33.843412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.224341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:18:33.843438Z","caller":"traceutil/trace.go:171","msg":"trace[2054891130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1863; }","duration":"976.704909ms","start":"2026-03-12T19:18:32.866724Z","end":"2026-03-12T19:18:33.843429Z","steps":["trace[2054891130] 'agreement among raft nodes before linearized reading' (duration: 976.577836ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:33.843444Z","caller":"traceutil/trace.go:171","msg":"trace[2101668331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1863; }","duration":"983.290182ms","start":"2026-03-12T19:18:32.860146Z","end":"2026-03-12T19:18:33.843436Z","steps":["trace[2101668331] 'agreement among raft nodes before linearized reading' (duration: 983.2056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.843462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.866702Z","time spent":"976.75552ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:18:33.843472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:32.860135Z","time spent":"983.329974ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:18:33.843509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.523466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-03-12T19:18:33.84359Z","caller":"traceutil/trace.go:171","msg":"trace[1575249253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1863; }","duration":"402.643229ms","start":"2026-03-12T19:18:33.440928Z","end":"2026-03-12T19:18:33.843572Z","steps":["trace[1575249253] 'agreement among raft nodes before linearized reading' (duration: 402.407204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:33.843628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:18:33.440904Z","time spent":"402.71582ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12007,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:18:46.232634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.936068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:18:46.232782Z","caller":"traceutil/trace.go:171","msg":"trace[1505601371] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"120.849231ms","start":"2026-03-12T19:18:46.111895Z","end":"2026-03-12T19:18:46.232744Z","steps":["trace[1505601371] 'process raft request' (duration: 18.686648ms)","trace[1505601371] 'compare' (duration: 101.738934ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:50.199226Z","caller":"traceutil/trace.go:171","msg":"trace[92188579] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"105.399514ms","start":"2026-03-12T19:18:50.093797Z","end":"2026-03-12T19:18:50.199197Z","steps":["trace[92188579] 'process raft request' (duration: 85.441488ms)","trace[92188579] 'compare' (duration: 19.67226ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:50.654532Z","caller":"traceutil/trace.go:171","msg":"trace[291579845] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"129.988511ms","start":"2026-03-12T19:18:50.524522Z","end":"2026-03-12T19:18:50.654511Z","steps":["trace[291579845] 'read index received' (duration: 129.775066ms)","trace[291579845] 'applied index is now lower than readState.Index' (duration: 212.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:18:50.654601Z","caller":"traceutil/trace.go:171","msg":"trace[72585641] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"131.827171ms","start":"2026-03-12T19:18:50.52274Z","end":"2026-03-12T19:18:50.654568Z","steps":["trace[72585641] 'process raft request' (duration: 131.606866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:18:50.654704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.171695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T19:18:50.654752Z","caller":"traceutil/trace.go:171","msg":"trace[604645327] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1954; }","duration":"130.270538ms","start":"2026-03-12T19:18:50.524466Z","end":"2026-03-12T19:18:50.654736Z","steps":["trace[604645327] 'agreement among raft nodes before linearized reading' (duration: 130.134064ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:18:52.443172Z","caller":"traceutil/trace.go:171","msg":"trace[1132700784] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"101.902928ms","start":"2026-03-12T19:18:52.341104Z","end":"2026-03-12T19:18:52.443007Z","steps":["trace[1132700784] 'process raft request' (duration: 99.096466ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:00.939514Z","caller":"traceutil/trace.go:171","msg":"trace[1677773705] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"126.493805ms","start":"2026-03-12T19:19:00.812989Z","end":"2026-03-12T19:19:00.939483Z","steps":["trace[1677773705] 'process raft request' (duration: 126.28383ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:01.064509Z","caller":"traceutil/trace.go:171","msg":"trace[1923420841] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"104.131866ms","start":"2026-03-12T19:19:00.960353Z","end":"2026-03-12T19:19:01.064485Z","steps":["trace[1923420841] 'process raft request' (duration: 28.220737ms)","trace[1923420841] 'compare' (duration: 75.810767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:06.554929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.005321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:19:06.555042Z","caller":"traceutil/trace.go:171","msg":"trace[1333852435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2025; }","duration":"146.160404ms","start":"2026-03-12T19:19:06.408857Z","end":"2026-03-12T19:19:06.555017Z","steps":["trace[1333852435] 'range keys from in-memory index tree' (duration: 145.790746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:06.55494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.607175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:19:06.555171Z","caller":"traceutil/trace.go:171","msg":"trace[1071837448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2025; }","duration":"147.881421ms","start":"2026-03-12T19:19:06.407269Z","end":"2026-03-12T19:19:06.55515Z","steps":["trace[1071837448] 'range keys from in-memory index tree' (duration: 147.452652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:06.870005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.259997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:06.870275Z","caller":"traceutil/trace.go:171","msg":"trace[11414418] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"224.598109ms","start":"2026-03-12T19:19:06.645659Z","end":"2026-03-12T19:19:06.870257Z","steps":["trace[11414418] 'process raft request' (duration: 224.552688ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:06.870338Z","caller":"traceutil/trace.go:171","msg":"trace[1645557852] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"225.635502ms","start":"2026-03-12T19:19:06.644662Z","end":"2026-03-12T19:19:06.870298Z","steps":["trace[1645557852] 'process raft request' (duration: 62.982367ms)","trace[1645557852] 'compare' (duration: 162.156804ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:06.870476Z","caller":"traceutil/trace.go:171","msg":"trace[309892683] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"225.288574ms","start":"2026-03-12T19:19:06.645142Z","end":"2026-03-12T19:19:06.870431Z","steps":["trace[309892683] 'process raft request' (duration: 224.984187ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:07.224411Z","caller":"traceutil/trace.go:171","msg":"trace[1102092961] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"238.473223ms","start":"2026-03-12T19:19:06.985908Z","end":"2026-03-12T19:19:07.224381Z","steps":["trace[1102092961] 'process raft request' (duration: 238.3127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:09.841363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194443666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:19:10.019718Z","caller":"traceutil/trace.go:171","msg":"trace[217074019] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"804.954294ms","start":"2026-03-12T19:19:09.214735Z","end":"2026-03-12T19:19:10.019689Z","steps":["trace[217074019] 'process raft request' (duration: 804.752809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:10.01993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.214711Z","time spent":"805.094176ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:10.601487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.433266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:10.601721Z","caller":"traceutil/trace.go:171","msg":"trace[1389507674] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"1.371752234s","start":"2026-03-12T19:19:09.229923Z","end":"2026-03-12T19:19:10.601675Z","steps":["trace[1389507674] 'process raft request' (duration: 1.001026281s)","trace[1389507674] 'compare' (duration: 370.037938ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:10.601762Z","caller":"traceutil/trace.go:171","msg":"trace[1286273624] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"281.876321ms","start":"2026-03-12T19:19:10.319869Z","end":"2026-03-12T19:19:10.601745Z","steps":["trace[1286273624] 'process raft request' (duration: 281.757639ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:10.601763Z","caller":"traceutil/trace.go:171","msg":"trace[332767044] linearizableReadLoop","detail":"{readStateIndex:2137; appliedIndex:2135; }","duration":"1.26135863s","start":"2026-03-12T19:19:09.340378Z","end":"2026-03-12T19:19:10.601737Z","steps":["trace[332767044] 'read index received' (duration: 679.212926ms)","trace[332767044] 'applied index is now lower than readState.Index' (duration: 582.144074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:10.601919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.229907Z","time spent":"1.371916617s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:10.601976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261593185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:10.602033Z","caller":"traceutil/trace.go:171","msg":"trace[2132869487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2045; }","duration":"1.261680897s","start":"2026-03-12T19:19:09.340334Z","end":"2026-03-12T19:19:10.602015Z","steps":["trace[2132869487] 'agreement among raft nodes before linearized reading' (duration: 1.261465962s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:10.602075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.340321Z","time spent":"1.261741658s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:10.650058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.389604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:10.65009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222427158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:10.650128Z","caller":"traceutil/trace.go:171","msg":"trace[1543445685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"698.518537ms","start":"2026-03-12T19:19:09.951592Z","end":"2026-03-12T19:19:10.650111Z","steps":["trace[1543445685] 'agreement among raft nodes before linearized reading' (duration: 698.414085ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:10.650156Z","caller":"traceutil/trace.go:171","msg":"trace[1468683791] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"329.250925ms","start":"2026-03-12T19:19:10.320884Z","end":"2026-03-12T19:19:10.650135Z","steps":["trace[1468683791] 'process raft request' (duration: 328.942229ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:10.650169Z","caller":"traceutil/trace.go:171","msg":"trace[1361759121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2046; }","duration":"1.222601262s","start":"2026-03-12T19:19:09.427548Z","end":"2026-03-12T19:19:10.650149Z","steps":["trace[1361759121] 'agreement among raft nodes before linearized reading' (duration: 1.222459899s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:10.650177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.951572Z","time spent":"698.594399ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:10.650219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:09.427527Z","time spent":"1.222682314s","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:10.650277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:10.320856Z","time spent":"329.345978ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:11.115901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.185914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:11.116183Z","caller":"traceutil/trace.go:171","msg":"trace[1302137713] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2139; }","duration":"231.093591ms","start":"2026-03-12T19:19:10.885059Z","end":"2026-03-12T19:19:11.116153Z","steps":["trace[1302137713] 'read index received' (duration: 85.746114ms)","trace[1302137713] 'applied index is now lower than readState.Index' (duration: 145.346147ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:11.116308Z","caller":"traceutil/trace.go:171","msg":"trace[692608039] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"461.839424ms","start":"2026-03-12T19:19:10.654422Z","end":"2026-03-12T19:19:11.116262Z","steps":["trace[692608039] 'process raft request' (duration: 46.176949ms)","trace[692608039] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 414.717445ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:11.11632Z","caller":"traceutil/trace.go:171","msg":"trace[1314753352] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"460.296371ms","start":"2026-03-12T19:19:10.655992Z","end":"2026-03-12T19:19:11.116288Z","steps":["trace[1314753352] 'process raft request' (duration: 460.045476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:11.116418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.361477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:19:11.116467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:10.655967Z","time spent":"460.421434ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:11.116489Z","caller":"traceutil/trace.go:171","msg":"trace[1580081239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2048; }","duration":"231.46777ms","start":"2026-03-12T19:19:10.885004Z","end":"2026-03-12T19:19:11.116472Z","steps":["trace[1580081239] 'agreement among raft nodes before linearized reading' (duration: 231.288446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:11.116506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.053441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:19:11.116551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:10.654401Z","time spent":"461.980818ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:11.116591Z","caller":"traceutil/trace.go:171","msg":"trace[758032108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2048; }","duration":"231.181463ms","start":"2026-03-12T19:19:10.885388Z","end":"2026-03-12T19:19:11.116569Z","steps":["trace[758032108] 'agreement among raft nodes before linearized reading' (duration: 230.929368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:11.116626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.961539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:19:11.116711Z","caller":"traceutil/trace.go:171","msg":"trace[1523191503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2048; }","duration":"231.064521ms","start":"2026-03-12T19:19:10.885632Z","end":"2026-03-12T19:19:11.116697Z","steps":["trace[1523191503] 'agreement among raft nodes before linearized reading' (duration: 230.732104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:11.116758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.871803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e2b1b401e91\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-12T19:19:11.11687Z","caller":"traceutil/trace.go:171","msg":"trace[1661701606] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c2e2b1b401e91; range_end:; response_count:1; response_revision:2048; }","duration":"159.038236ms","start":"2026-03-12T19:19:10.957809Z","end":"2026-03-12T19:19:11.116847Z","steps":["trace[1661701606] 'agreement among raft nodes before linearized reading' (duration: 158.525315ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:11.807346Z","caller":"traceutil/trace.go:171","msg":"trace[1645741954] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2145; }","duration":"260.089046ms","start":"2026-03-12T19:19:11.547231Z","end":"2026-03-12T19:19:11.80732Z","steps":["trace[1645741954] 'read index received' (duration: 259.904712ms)","trace[1645741954] 'applied index is now lower than readState.Index' (duration: 183.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:11.807438Z","caller":"traceutil/trace.go:171","msg":"trace[563309493] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"348.223322ms","start":"2026-03-12T19:19:11.459177Z","end":"2026-03-12T19:19:11.8074Z","steps":["trace[563309493] 'process raft request' (duration: 347.953696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:11.807536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.28157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:11.807637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.823114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:11.807645Z","caller":"traceutil/trace.go:171","msg":"trace[1308924661] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2053; }","duration":"260.453913ms","start":"2026-03-12T19:19:11.547171Z","end":"2026-03-12T19:19:11.807625Z","steps":["trace[1308924661] 'agreement among raft nodes before linearized reading' (duration: 260.248939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:11.807639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:11.459155Z","time spent":"348.357044ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:11.807686Z","caller":"traceutil/trace.go:171","msg":"trace[755848475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2053; }","duration":"197.923855ms","start":"2026-03-12T19:19:11.609749Z","end":"2026-03-12T19:19:11.807673Z","steps":["trace[755848475] 'agreement among raft nodes before linearized reading' (duration: 197.717321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:12.092577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.677186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:12.092668Z","caller":"traceutil/trace.go:171","msg":"trace[1358898440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2053; }","duration":"141.81825ms","start":"2026-03-12T19:19:11.95083Z","end":"2026-03-12T19:19:12.092648Z","steps":["trace[1358898440] 'range keys from in-memory index tree' (duration: 141.582164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.316081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194443691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:13.917991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.183181ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:19:13.918543Z","caller":"traceutil/trace.go:171","msg":"trace[927763085] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"1.310335152s","start":"2026-03-12T19:19:12.60818Z","end":"2026-03-12T19:19:13.918515Z","steps":["trace[927763085] 'process raft request' (duration: 1.310186959s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:13.918672Z","caller":"traceutil/trace.go:171","msg":"trace[804528545] linearizableReadLoop","detail":"{readStateIndex:2151; appliedIndex:2147; }","duration":"1.10344915s","start":"2026-03-12T19:19:12.815191Z","end":"2026-03-12T19:19:13.918641Z","steps":["trace[804528545] 'read index received' (duration: 517.635115ms)","trace[804528545] 'applied index is now lower than readState.Index' (duration: 585.812775ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:13.918745Z","caller":"traceutil/trace.go:171","msg":"trace[480603454] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"1.262838934s","start":"2026-03-12T19:19:12.65587Z","end":"2026-03-12T19:19:13.918709Z","steps":["trace[480603454] 'process raft request' (duration: 1.262604799s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.918762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:12.608146Z","time spent":"1.310477195s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:13.918863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103660484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T19:19:13.918905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:12.655856Z","time spent":"1.262963417s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:13.918916Z","caller":"traceutil/trace.go:171","msg":"trace[1196788290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2057; }","duration":"1.103760156s","start":"2026-03-12T19:19:12.81514Z","end":"2026-03-12T19:19:13.9189Z","steps":["trace[1196788290] 'agreement among raft nodes before linearized reading' (duration: 1.103592553s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.918928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.197517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:19:13.918968Z","caller":"traceutil/trace.go:171","msg":"trace[1143512335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2057; }","duration":"798.298679ms","start":"2026-03-12T19:19:13.120657Z","end":"2026-03-12T19:19:13.918956Z","steps":["trace[1143512335] 'agreement among raft nodes before linearized reading' (duration: 798.135466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.918964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:12.815118Z","time spent":"1.103836848s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T19:19:13.919011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.120627Z","time spent":"798.37416ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:13.919021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.583967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:19:13.919028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.528176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:19:13.919062Z","caller":"traceutil/trace.go:171","msg":"trace[363068443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2057; }","duration":"718.627448ms","start":"2026-03-12T19:19:13.200424Z","end":"2026-03-12T19:19:13.919052Z","steps":["trace[363068443] 'agreement among raft nodes before linearized reading' (duration: 718.514955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.919097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.200385Z","time spent":"718.704959ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:19:13.919103Z","caller":"traceutil/trace.go:171","msg":"trace[2073547625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2057; }","duration":"718.647237ms","start":"2026-03-12T19:19:13.200439Z","end":"2026-03-12T19:19:13.919086Z","steps":["trace[2073547625] 'agreement among raft nodes before linearized reading' (duration: 718.446833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.919151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.200417Z","time spent":"718.722279ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:19:13.91845Z","caller":"traceutil/trace.go:171","msg":"trace[994728744] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"1.31114059s","start":"2026-03-12T19:19:12.607285Z","end":"2026-03-12T19:19:13.918426Z","steps":["trace[994728744] 'process raft request' (duration: 1.310819443s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.919471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.944604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:19:13.920144Z","caller":"traceutil/trace.go:171","msg":"trace[1409517959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2057; }","duration":"719.662721ms","start":"2026-03-12T19:19:13.200459Z","end":"2026-03-12T19:19:13.920122Z","steps":["trace[1409517959] 'agreement among raft nodes before linearized reading' (duration: 718.475354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.920271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.200438Z","time spent":"719.814864ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:13.919586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.762639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:19:13.920391Z","caller":"traceutil/trace.go:171","msg":"trace[2037230736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2057; }","duration":"799.629479ms","start":"2026-03-12T19:19:13.120725Z","end":"2026-03-12T19:19:13.920355Z","steps":["trace[2037230736] 'agreement among raft nodes before linearized reading' (duration: 798.309749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:13.920532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.120701Z","time spent":"799.780322ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:19:13.919513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:12.607259Z","time spent":"1.312169792s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:14.238096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.75445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:14.23827Z","caller":"traceutil/trace.go:171","msg":"trace[748337128] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"314.530154ms","start":"2026-03-12T19:19:13.92372Z","end":"2026-03-12T19:19:14.23825Z","steps":["trace[748337128] 'process raft request' (duration: 187.534339ms)","trace[748337128] 'compare' (duration: 126.605017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:14.238371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.923697Z","time spent":"314.638947ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:14.238607Z","caller":"traceutil/trace.go:171","msg":"trace[1113952075] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"314.743719ms","start":"2026-03-12T19:19:13.923836Z","end":"2026-03-12T19:19:14.23858Z","steps":["trace[1113952075] 'process raft request' (duration: 314.631177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:14.238759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.923816Z","time spent":"314.866291ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:14.238743Z","caller":"traceutil/trace.go:171","msg":"trace[1288209829] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"313.933961ms","start":"2026-03-12T19:19:13.924783Z","end":"2026-03-12T19:19:14.238717Z","steps":["trace[1288209829] 'process raft request' (duration: 313.759747ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:14.238801Z","caller":"traceutil/trace.go:171","msg":"trace[2007876784] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2151; }","duration":"287.900361ms","start":"2026-03-12T19:19:13.950879Z","end":"2026-03-12T19:19:14.238779Z","steps":["trace[2007876784] 'read index received' (duration: 160.456197ms)","trace[2007876784] 'applied index is now lower than readState.Index' (duration: 127.443274ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:14.238617Z","caller":"traceutil/trace.go:171","msg":"trace[940487934] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"314.857172ms","start":"2026-03-12T19:19:13.923739Z","end":"2026-03-12T19:19:14.238596Z","steps":["trace[940487934] 'process raft request' (duration: 314.460843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:14.23889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.924775Z","time spent":"314.039614ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:14.238918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.033065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:14.238949Z","caller":"traceutil/trace.go:171","msg":"trace[637138953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2062; }","duration":"288.088877ms","start":"2026-03-12T19:19:13.95085Z","end":"2026-03-12T19:19:14.238939Z","steps":["trace[637138953] 'agreement among raft nodes before linearized reading' (duration: 288.035066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:14.238972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.198658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:14.238929Z","caller":"traceutil/trace.go:171","msg":"trace[897855] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"313.980393ms","start":"2026-03-12T19:19:13.924895Z","end":"2026-03-12T19:19:14.238876Z","steps":["trace[897855] 'process raft request' (duration: 313.752908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:14.23899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.923729Z","time spent":"315.192929ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:14.239032Z","caller":"traceutil/trace.go:171","msg":"trace[1788351845] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2062; }","duration":"110.27952ms","start":"2026-03-12T19:19:14.128737Z","end":"2026-03-12T19:19:14.239016Z","steps":["trace[1788351845] 'agreement among raft nodes before linearized reading' (duration: 110.178677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:14.239138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.699425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"warn","ts":"2026-03-12T19:19:14.239206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:13.924867Z","time spent":"314.190397ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:14.239349Z","caller":"traceutil/trace.go:171","msg":"trace[1446974233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2062; }","duration":"146.940921ms","start":"2026-03-12T19:19:14.09235Z","end":"2026-03-12T19:19:14.239291Z","steps":["trace[1446974233] 'agreement among raft nodes before linearized reading' (duration: 146.567183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:16.017328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194443709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:16.517984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194443709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:19:16.845421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.628783441s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:19:16.846099Z","caller":"traceutil/trace.go:171","msg":"trace[1306406860] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"1.629559318s","start":"2026-03-12T19:19:15.216503Z","end":"2026-03-12T19:19:16.846063Z","steps":["trace[1306406860] 'process raft request' (duration: 1.629311932s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:16.846418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.216476Z","time spent":"1.629727481s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:17.950517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00021961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:19:17.950614Z","caller":"traceutil/trace.go:171","msg":"trace[1825673305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374184s","start":"2026-03-12T19:19:15.950221Z","end":"2026-03-12T19:19:17.950595Z","steps":["trace[1825673305] 'agreement among raft nodes before linearized reading' (duration: 2.000252381s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:17.950652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.9502Z","time spent":"2.000445265s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:17.952497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106830024s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:19:18.316564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.849142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:18.316908Z","caller":"traceutil/trace.go:171","msg":"trace[77948008] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"2.727388844s","start":"2026-03-12T19:19:15.589472Z","end":"2026-03-12T19:19:18.316861Z","steps":["trace[77948008] 'process raft request' (duration: 2.363129093s)","trace[77948008] 'compare' (duration: 363.510485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:18.317111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.58944Z","time spent":"2.727570257s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:18.317439Z","caller":"traceutil/trace.go:171","msg":"trace[1319886755] linearizableReadLoop","detail":"{readStateIndex:2161; appliedIndex:2156; }","duration":"2.801181546s","start":"2026-03-12T19:19:15.516243Z","end":"2026-03-12T19:19:18.317424Z","steps":["trace[1319886755] 'read index received' (duration: 1.329455308s)","trace[1319886755] 'applied index is now lower than readState.Index' (duration: 1.471725398s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:18.317224Z","caller":"traceutil/trace.go:171","msg":"trace[383885370] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"2.392852481s","start":"2026-03-12T19:19:15.924344Z","end":"2026-03-12T19:19:18.317196Z","steps":["trace[383885370] 'process raft request' (duration: 2.39234232s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.317606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.924313Z","time spent":"2.393202489s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:18.317661Z","caller":"traceutil/trace.go:171","msg":"trace[1051332350] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"2.39280234s","start":"2026-03-12T19:19:15.924848Z","end":"2026-03-12T19:19:18.31765Z","steps":["trace[1051332350] 'process raft request' (duration: 2.391960672s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.317748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.924817Z","time spent":"2.392888502s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:18.317846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.065122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:19:18.317876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383883156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:18.317922Z","caller":"traceutil/trace.go:171","msg":"trace[414236785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2067; }","duration":"367.175665ms","start":"2026-03-12T19:19:17.950726Z","end":"2026-03-12T19:19:18.317902Z","steps":["trace[414236785] 'agreement among raft nodes before linearized reading' (duration: 367.052132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.317919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074145105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T19:19:18.31795Z","caller":"traceutil/trace.go:171","msg":"trace[1061095737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2067; }","duration":"2.383983148s","start":"2026-03-12T19:19:15.933941Z","end":"2026-03-12T19:19:18.317924Z","steps":["trace[1061095737] 'agreement among raft nodes before linearized reading' (duration: 2.383768894s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.317965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.950704Z","time spent":"367.253077ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:18.317988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352853316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e2b1b401e91\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-12T19:19:18.317994Z","caller":"traceutil/trace.go:171","msg":"trace[1396029926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2067; }","duration":"2.074242337s","start":"2026-03-12T19:19:16.243718Z","end":"2026-03-12T19:19:18.31796Z","steps":["trace[1396029926] 'agreement among raft nodes before linearized reading' (duration: 2.074065233s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.317998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.933927Z","time spent":"2.38406139s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:19:18.318032Z","caller":"traceutil/trace.go:171","msg":"trace[1099204463] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c2e2b1b401e91; range_end:; response_count:1; response_revision:2067; }","duration":"2.352892637s","start":"2026-03-12T19:19:15.965124Z","end":"2026-03-12T19:19:18.318017Z","steps":["trace[1099204463] 'agreement among raft nodes before linearized reading' (duration: 2.352774175s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.318036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:16.243696Z","time spent":"2.074331379s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:18.318064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.96507Z","time spent":"2.352984729s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c2e2b1b401e91\" "} {"level":"info","ts":"2026-03-12T19:19:18.318178Z","caller":"traceutil/trace.go:171","msg":"trace[1080144477] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"2.392988044s","start":"2026-03-12T19:19:15.925172Z","end":"2026-03-12T19:19:18.31816Z","steps":["trace[1080144477] 'process raft request' (duration: 2.392178947s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.318158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07486515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T19:19:18.318274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.021114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:19:18.318314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.92516Z","time spent":"2.393106579s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:18.317952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914377213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:18.31835Z","caller":"traceutil/trace.go:171","msg":"trace[1180525986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2067; }","duration":"2.075111137s","start":"2026-03-12T19:19:16.243204Z","end":"2026-03-12T19:19:18.318315Z","steps":["trace[1180525986] 'agreement among raft nodes before linearized reading' (duration: 2.074790649s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.318397Z","caller":"traceutil/trace.go:171","msg":"trace[1360872734] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2067; }","duration":"1.914929656s","start":"2026-03-12T19:19:16.403457Z","end":"2026-03-12T19:19:18.318387Z","steps":["trace[1360872734] 'agreement among raft nodes before linearized reading' (duration: 1.914318782s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:18.318394Z","caller":"traceutil/trace.go:171","msg":"trace[656259657] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:2067; }","duration":"912.081086ms","start":"2026-03-12T19:19:17.406242Z","end":"2026-03-12T19:19:18.318323Z","steps":["trace[656259657] 'agreement among raft nodes before linearized reading' (duration: 911.806659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.318434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:16.403434Z","time spent":"1.914989408s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:18.318429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:16.243173Z","time spent":"2.07524059s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:19:18.318447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.406197Z","time spent":"912.241139ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-12T19:19:18.318649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.627722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-12T19:19:18.318675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075353422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:19:18.31873Z","caller":"traceutil/trace.go:171","msg":"trace[505431130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2067; }","duration":"2.075457734s","start":"2026-03-12T19:19:16.243257Z","end":"2026-03-12T19:19:18.318715Z","steps":["trace[505431130] 'agreement among raft nodes before linearized reading' (duration: 2.074524013s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.318774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:16.243233Z","time spent":"2.075532636s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:18.318782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075597717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T19:19:18.318853Z","caller":"traceutil/trace.go:171","msg":"trace[311778463] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2067; }","duration":"774.747494ms","start":"2026-03-12T19:19:17.54396Z","end":"2026-03-12T19:19:18.318708Z","steps":["trace[311778463] 'agreement among raft nodes before linearized reading' (duration: 774.029988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.318423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801952724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:18.318885Z","caller":"traceutil/trace.go:171","msg":"trace[1228957888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2067; }","duration":"2.075740241s","start":"2026-03-12T19:19:16.243129Z","end":"2026-03-12T19:19:18.31887Z","steps":["trace[1228957888] 'agreement among raft nodes before linearized reading' (duration: 2.074659296s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.319294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:17.54394Z","time spent":"775.330857ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":269,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:18.319352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:16.243111Z","time spent":"2.076224041s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:19:18.319727Z","caller":"traceutil/trace.go:171","msg":"trace[1958598904] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2067; }","duration":"2.803522789s","start":"2026-03-12T19:19:15.516187Z","end":"2026-03-12T19:19:18.31971Z","steps":["trace[1958598904] 'agreement among raft nodes before linearized reading' (duration: 2.801964314s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.319782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:15.516164Z","time spent":"2.80360261s","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:18.320076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076357284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:19:18.320828Z","caller":"traceutil/trace.go:171","msg":"trace[1097049231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2067; }","duration":"2.07710875s","start":"2026-03-12T19:19:16.24366Z","end":"2026-03-12T19:19:18.320769Z","steps":["trace[1097049231] 'agreement among raft nodes before linearized reading' (duration: 2.074530244s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:18.320903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:16.243651Z","time spent":"2.077233483s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:19:19.151126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.034188ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-12T19:19:19.15126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.319369Z","time spent":"831.885083ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:19:19.151808Z","caller":"traceutil/trace.go:171","msg":"trace[77053015] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"831.177268ms","start":"2026-03-12T19:19:18.320587Z","end":"2026-03-12T19:19:19.151765Z","steps":["trace[77053015] 'process raft request' (duration: 831.031655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:19.151922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.320565Z","time spent":"831.29615ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:19.152041Z","caller":"traceutil/trace.go:171","msg":"trace[1888261372] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"829.024341ms","start":"2026-03-12T19:19:18.322987Z","end":"2026-03-12T19:19:19.152012Z","steps":["trace[1888261372] 'process raft request' (duration: 828.742004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:19.152203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.322972Z","time spent":"829.153463ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:19.152242Z","caller":"traceutil/trace.go:171","msg":"trace[1725748092] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"829.223734ms","start":"2026-03-12T19:19:18.323013Z","end":"2026-03-12T19:19:19.152237Z","steps":["trace[1725748092] 'process raft request' (duration: 828.915058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:19.152278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.322998Z","time spent":"829.260156ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:19.152221Z","caller":"traceutil/trace.go:171","msg":"trace[429959411] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"828.241073ms","start":"2026-03-12T19:19:18.323974Z","end":"2026-03-12T19:19:19.152215Z","steps":["trace[429959411] 'process raft request' (duration: 828.209782ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:19.152328Z","caller":"traceutil/trace.go:171","msg":"trace[51172071] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"829.278606ms","start":"2026-03-12T19:19:18.323045Z","end":"2026-03-12T19:19:19.152324Z","steps":["trace[51172071] 'process raft request' (duration: 829.106233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:19.152352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.323039Z","time spent":"829.300497ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:19.152361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.323967Z","time spent":"828.366865ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:19.152398Z","caller":"traceutil/trace.go:171","msg":"trace[1285095363] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"827.866794ms","start":"2026-03-12T19:19:18.324509Z","end":"2026-03-12T19:19:19.152376Z","steps":["trace[1285095363] 'process raft request' (duration: 827.689011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:19.152545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.486655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:19:19.152526Z","caller":"traceutil/trace.go:171","msg":"trace[1004374497] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2161; }","duration":"826.323001ms","start":"2026-03-12T19:19:18.32606Z","end":"2026-03-12T19:19:19.152383Z","steps":["trace[1004374497] 'read index received' (duration: 391.031057ms)","trace[1004374497] 'applied index is now lower than readState.Index' (duration: 435.289284ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:19.152576Z","caller":"traceutil/trace.go:171","msg":"trace[2035315355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2073; }","duration":"826.533635ms","start":"2026-03-12T19:19:18.326036Z","end":"2026-03-12T19:19:19.15257Z","steps":["trace[2035315355] 'agreement among raft nodes before linearized reading' (duration: 826.481364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:19.152679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.326028Z","time spent":"826.646469ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:19:19.152726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.324491Z","time spent":"827.958787ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:19:19.153318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.31236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:19.153392Z","caller":"traceutil/trace.go:171","msg":"trace[736870860] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2073; }","duration":"772.833703ms","start":"2026-03-12T19:19:18.380538Z","end":"2026-03-12T19:19:19.153372Z","steps":["trace[736870860] 'agreement among raft nodes before linearized reading' (duration: 772.195258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:19.153454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:18.380524Z","time spent":"772.911024ms","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:19:23.367938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.947451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:23.36811Z","caller":"traceutil/trace.go:171","msg":"trace[444228256] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"150.007408ms","start":"2026-03-12T19:19:23.218051Z","end":"2026-03-12T19:19:23.368059Z","steps":["trace[444228256] 'process raft request' (duration: 40.792111ms)","trace[444228256] 'compare' (duration: 107.441259ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:23.377384Z","caller":"traceutil/trace.go:171","msg":"trace[500219171] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"158.876912ms","start":"2026-03-12T19:19:23.218468Z","end":"2026-03-12T19:19:23.377345Z","steps":["trace[500219171] 'process raft request' (duration: 158.696178ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:23.377436Z","caller":"traceutil/trace.go:171","msg":"trace[1690035380] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"158.506083ms","start":"2026-03-12T19:19:23.218922Z","end":"2026-03-12T19:19:23.377428Z","steps":["trace[1690035380] 'process raft request' (duration: 158.384341ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:23.377381Z","caller":"traceutil/trace.go:171","msg":"trace[1024068894] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"158.030444ms","start":"2026-03-12T19:19:23.219337Z","end":"2026-03-12T19:19:23.377367Z","steps":["trace[1024068894] 'process raft request' (duration: 157.997993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:23.377403Z","caller":"traceutil/trace.go:171","msg":"trace[2065380051] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"158.473913ms","start":"2026-03-12T19:19:23.218907Z","end":"2026-03-12T19:19:23.377381Z","steps":["trace[2065380051] 'process raft request' (duration: 158.365401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:40.708736Z","caller":"traceutil/trace.go:171","msg":"trace[1325666321] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"121.527425ms","start":"2026-03-12T19:19:40.587169Z","end":"2026-03-12T19:19:40.708697Z","steps":["trace[1325666321] 'process raft request' (duration: 86.224005ms)","trace[1325666321] 'compare' (duration: 35.135747ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:42.286598Z","caller":"traceutil/trace.go:171","msg":"trace[954115349] linearizableReadLoop","detail":"{readStateIndex:2277; appliedIndex:2276; }","duration":"120.344884ms","start":"2026-03-12T19:19:42.166224Z","end":"2026-03-12T19:19:42.286569Z","steps":["trace[954115349] 'read index received' (duration: 120.16186ms)","trace[954115349] 'applied index is now lower than readState.Index' (duration: 181.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:42.286709Z","caller":"traceutil/trace.go:171","msg":"trace[1780108892] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"126.430478ms","start":"2026-03-12T19:19:42.160241Z","end":"2026-03-12T19:19:42.286671Z","steps":["trace[1780108892] 'process raft request' (duration: 126.160272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:42.286796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.5504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T19:19:42.28684Z","caller":"traceutil/trace.go:171","msg":"trace[1940804178] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2178; }","duration":"120.642602ms","start":"2026-03-12T19:19:42.166185Z","end":"2026-03-12T19:19:42.286827Z","steps":["trace[1940804178] 'agreement among raft nodes before linearized reading' (duration: 120.489058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:42.62216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.30832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:19:42.622342Z","caller":"traceutil/trace.go:171","msg":"trace[1994883077] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"247.096659ms","start":"2026-03-12T19:19:42.375228Z","end":"2026-03-12T19:19:42.622325Z","steps":["trace[1994883077] 'process raft request' (duration: 247.031958ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:42.622652Z","caller":"traceutil/trace.go:171","msg":"trace[690533062] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"319.541515ms","start":"2026-03-12T19:19:42.303074Z","end":"2026-03-12T19:19:42.622615Z","steps":["trace[690533062] 'process raft request' (duration: 158.694134ms)","trace[690533062] 'compare' (duration: 160.207998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:19:42.622803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:19:42.303047Z","time spent":"319.679279ms","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:19:42.699178Z","caller":"traceutil/trace.go:171","msg":"trace[1471368944] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"185.522453ms","start":"2026-03-12T19:19:42.513623Z","end":"2026-03-12T19:19:42.699145Z","steps":["trace[1471368944] 'process raft request' (duration: 185.37976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:42.951989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.19185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:19:42.952292Z","caller":"traceutil/trace.go:171","msg":"trace[2044994144] linearizableReadLoop","detail":"{readStateIndex:2287; appliedIndex:2285; }","duration":"230.419374ms","start":"2026-03-12T19:19:42.721852Z","end":"2026-03-12T19:19:42.952272Z","steps":["trace[2044994144] 'read index received' (duration: 124.314841ms)","trace[2044994144] 'applied index is now lower than readState.Index' (duration: 106.103403ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:19:42.95244Z","caller":"traceutil/trace.go:171","msg":"trace[1788584670] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"239.584644ms","start":"2026-03-12T19:19:42.712814Z","end":"2026-03-12T19:19:42.952398Z","steps":["trace[1788584670] 'process raft request' (duration: 239.301878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:42.952522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.650309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T19:19:42.952597Z","caller":"traceutil/trace.go:171","msg":"trace[1110292906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2187; }","duration":"230.734841ms","start":"2026-03-12T19:19:42.721846Z","end":"2026-03-12T19:19:42.952581Z","steps":["trace[1110292906] 'agreement among raft nodes before linearized reading' (duration: 230.544267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:19:42.952751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.984583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:19:42.952868Z","caller":"traceutil/trace.go:171","msg":"trace[1896862926] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2187; }","duration":"219.125077ms","start":"2026-03-12T19:19:42.733707Z","end":"2026-03-12T19:19:42.952832Z","steps":["trace[1896862926] 'agreement among raft nodes before linearized reading' (duration: 218.81055ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:45.701312Z","caller":"traceutil/trace.go:171","msg":"trace[2126653185] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"106.250656ms","start":"2026-03-12T19:19:45.595026Z","end":"2026-03-12T19:19:45.701277Z","steps":["trace[2126653185] 'process raft request' (duration: 106.091993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:19:46.452928Z","caller":"traceutil/trace.go:171","msg":"trace[1606590208] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"108.035416ms","start":"2026-03-12T19:19:46.344855Z","end":"2026-03-12T19:19:46.45289Z","steps":["trace[1606590208] 'process raft request' (duration: 91.437772ms)","trace[1606590208] 'compare' (duration: 16.41581ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:10.33013Z","caller":"traceutil/trace.go:171","msg":"trace[58574988] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2440; }","duration":"119.546387ms","start":"2026-03-12T19:20:10.210554Z","end":"2026-03-12T19:20:10.3301Z","steps":["trace[58574988] 'process raft request' (duration: 119.426954ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:10.3692Z","caller":"traceutil/trace.go:171","msg":"trace[1728203573] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"135.172309ms","start":"2026-03-12T19:20:10.234012Z","end":"2026-03-12T19:20:10.369184Z","steps":["trace[1728203573] 'process raft request' (duration: 135.084097ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:10.51202Z","caller":"traceutil/trace.go:171","msg":"trace[1141914831] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2442; }","duration":"180.161584ms","start":"2026-03-12T19:20:10.331828Z","end":"2026-03-12T19:20:10.511989Z","steps":["trace[1141914831] 'process raft request' (duration: 172.251321ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:10.512014Z","caller":"traceutil/trace.go:171","msg":"trace[1110279745] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"162.240512ms","start":"2026-03-12T19:20:10.349748Z","end":"2026-03-12T19:20:10.511989Z","steps":["trace[1110279745] 'process raft request' (duration: 162.12686ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:10.512185Z","caller":"traceutil/trace.go:171","msg":"trace[1373636507] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"151.933906ms","start":"2026-03-12T19:20:10.360233Z","end":"2026-03-12T19:20:10.512166Z","steps":["trace[1373636507] 'process raft request' (duration: 151.711461ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:12.263497Z","caller":"traceutil/trace.go:171","msg":"trace[919102554] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"224.72505ms","start":"2026-03-12T19:20:12.038745Z","end":"2026-03-12T19:20:12.26347Z","steps":["trace[919102554] 'process raft request' (duration: 224.580547ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:12.278427Z","caller":"traceutil/trace.go:171","msg":"trace[1772627003] linearizableReadLoop","detail":"{readStateIndex:2572; appliedIndex:2570; }","duration":"238.082923ms","start":"2026-03-12T19:20:12.04032Z","end":"2026-03-12T19:20:12.278403Z","steps":["trace[1772627003] 'read index received' (duration: 223.007462ms)","trace[1772627003] 'applied index is now lower than readState.Index' (duration: 15.074371ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:12.278742Z","caller":"traceutil/trace.go:171","msg":"trace[376999333] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"239.740359ms","start":"2026-03-12T19:20:12.038982Z","end":"2026-03-12T19:20:12.278723Z","steps":["trace[376999333] 'process raft request' (duration: 239.29141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:12.278767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.306498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:12.278851Z","caller":"traceutil/trace.go:171","msg":"trace[780190332] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2459; }","duration":"201.4267ms","start":"2026-03-12T19:20:12.077404Z","end":"2026-03-12T19:20:12.278831Z","steps":["trace[780190332] 'agreement among raft nodes before linearized reading' (duration: 201.281327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:12.278861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.493761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-12T19:20:12.278964Z","caller":"traceutil/trace.go:171","msg":"trace[1671235505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2459; }","duration":"238.650154ms","start":"2026-03-12T19:20:12.040294Z","end":"2026-03-12T19:20:12.278944Z","steps":["trace[1671235505] 'agreement among raft nodes before linearized reading' (duration: 238.322837ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:13.515751Z","caller":"traceutil/trace.go:171","msg":"trace[1958004703] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"290.607471ms","start":"2026-03-12T19:20:13.225068Z","end":"2026-03-12T19:20:13.515675Z","steps":["trace[1958004703] 'process raft request' (duration: 290.439698ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:13.516452Z","caller":"traceutil/trace.go:171","msg":"trace[1565412972] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"265.884531ms","start":"2026-03-12T19:20:13.250549Z","end":"2026-03-12T19:20:13.516434Z","steps":["trace[1565412972] 'process raft request' (duration: 265.815988ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:16.751042Z","caller":"traceutil/trace.go:171","msg":"trace[870814096] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2629; }","duration":"450.028003ms","start":"2026-03-12T19:20:16.300958Z","end":"2026-03-12T19:20:16.750986Z","steps":["trace[870814096] 'read index received' (duration: 449.778417ms)","trace[870814096] 'applied index is now lower than readState.Index' (duration: 248.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:16.751124Z","caller":"traceutil/trace.go:171","msg":"trace[1143320707] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"467.811562ms","start":"2026-03-12T19:20:16.283279Z","end":"2026-03-12T19:20:16.751091Z","steps":["trace[1143320707] 'process raft request' (duration: 467.523466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:16.751281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:16.283253Z","time spent":"467.944644ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:16.751321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.349309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:20:16.751328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.71851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:16.751377Z","caller":"traceutil/trace.go:171","msg":"trace[698953536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2516; }","duration":"450.459872ms","start":"2026-03-12T19:20:16.300899Z","end":"2026-03-12T19:20:16.751359Z","steps":["trace[698953536] 'agreement among raft nodes before linearized reading' (duration: 450.271308ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:16.751384Z","caller":"traceutil/trace.go:171","msg":"trace[1951775182] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2516; }","duration":"119.778491ms","start":"2026-03-12T19:20:16.631591Z","end":"2026-03-12T19:20:16.751369Z","steps":["trace[1951775182] 'agreement among raft nodes before linearized reading' (duration: 119.672089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:16.751437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:16.300871Z","time spent":"450.550954ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:16.751402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.30735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:20:16.751652Z","caller":"traceutil/trace.go:171","msg":"trace[621476311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2516; }","duration":"446.595986ms","start":"2026-03-12T19:20:16.305036Z","end":"2026-03-12T19:20:16.751632Z","steps":["trace[621476311] 'agreement among raft nodes before linearized reading' (duration: 446.201598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:16.75173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:16.305019Z","time spent":"446.698469ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:16.751651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.851197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:16.751829Z","caller":"traceutil/trace.go:171","msg":"trace[156977423] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2516; }","duration":"370.307856ms","start":"2026-03-12T19:20:16.381505Z","end":"2026-03-12T19:20:16.751813Z","steps":["trace[156977423] 'agreement among raft nodes before linearized reading' (duration: 369.782265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:16.751884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:16.381483Z","time spent":"370.386679ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:18.483223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194444703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:18.857362Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090944363s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:20:18.857668Z","caller":"traceutil/trace.go:171","msg":"trace[566257794] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2637; }","duration":"875.140149ms","start":"2026-03-12T19:20:17.982505Z","end":"2026-03-12T19:20:18.857645Z","steps":["trace[566257794] 'read index received' (duration: 875.106968ms)","trace[566257794] 'applied index is now lower than readState.Index' (duration: 32.271µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:18.857759Z","caller":"traceutil/trace.go:171","msg":"trace[1495593587] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"1.091411054s","start":"2026-03-12T19:20:17.766327Z","end":"2026-03-12T19:20:18.857738Z","steps":["trace[1495593587] 'process raft request' (duration: 1.091201139s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:18.857881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.326993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:20:18.857923Z","caller":"traceutil/trace.go:171","msg":"trace[863842309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2523; }","duration":"875.456565ms","start":"2026-03-12T19:20:17.982457Z","end":"2026-03-12T19:20:18.857913Z","steps":["trace[863842309] 'agreement among raft nodes before linearized reading' (duration: 875.282082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:18.85793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.766305Z","time spent":"1.091505535s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:18.857954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:17.982436Z","time spent":"875.510657ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:20:19.030076Z","caller":"traceutil/trace.go:171","msg":"trace[118022459] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2638; }","duration":"172.337823ms","start":"2026-03-12T19:20:18.857719Z","end":"2026-03-12T19:20:19.030057Z","steps":["trace[118022459] 'read index received' (duration: 169.776587ms)","trace[118022459] 'applied index is now lower than readState.Index' (duration: 2.560206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:19.030281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.493675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:20:19.030314Z","caller":"traceutil/trace.go:171","msg":"trace[2056339295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2524; }","duration":"245.573947ms","start":"2026-03-12T19:20:18.78473Z","end":"2026-03-12T19:20:19.030304Z","steps":["trace[2056339295] 'agreement among raft nodes before linearized reading' (duration: 245.427444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:19.030316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.22638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:20:19.03045Z","caller":"traceutil/trace.go:171","msg":"trace[1307175074] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2524; }","duration":"198.382063ms","start":"2026-03-12T19:20:18.832046Z","end":"2026-03-12T19:20:19.030428Z","steps":["trace[1307175074] 'agreement among raft nodes before linearized reading' (duration: 198.093947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:19.030524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.87846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:20:19.030599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.89735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:20:19.03061Z","caller":"traceutil/trace.go:171","msg":"trace[836100773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2524; }","duration":"276.012413ms","start":"2026-03-12T19:20:18.754576Z","end":"2026-03-12T19:20:19.030589Z","steps":["trace[836100773] 'agreement among raft nodes before linearized reading' (duration: 275.803428ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:19.030631Z","caller":"traceutil/trace.go:171","msg":"trace[146419332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2524; }","duration":"819.968022ms","start":"2026-03-12T19:20:18.210655Z","end":"2026-03-12T19:20:19.030623Z","steps":["trace[146419332] 'agreement among raft nodes before linearized reading' (duration: 819.87391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:19.030661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:18.210634Z","time spent":"820.020732ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:20:19.030679Z","caller":"traceutil/trace.go:171","msg":"trace[449390056] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"546.442833ms","start":"2026-03-12T19:20:18.484214Z","end":"2026-03-12T19:20:19.030657Z","steps":["trace[449390056] 'process raft request' (duration: 543.191932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:19.030816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:18.484188Z","time spent":"546.539195ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:19.03099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.809943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:20:19.03106Z","caller":"traceutil/trace.go:171","msg":"trace[59431534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2524; }","duration":"246.897305ms","start":"2026-03-12T19:20:18.784148Z","end":"2026-03-12T19:20:19.031045Z","steps":["trace[59431534] 'agreement among raft nodes before linearized reading' (duration: 246.738241ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:19.031107Z","caller":"traceutil/trace.go:171","msg":"trace[201571380] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"164.099913ms","start":"2026-03-12T19:20:18.866983Z","end":"2026-03-12T19:20:19.031082Z","steps":["trace[201571380] 'process raft request' (duration: 163.918029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:19.031711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.636859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:19.031788Z","caller":"traceutil/trace.go:171","msg":"trace[1798299009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2527; }","duration":"119.754741ms","start":"2026-03-12T19:20:18.912009Z","end":"2026-03-12T19:20:19.031764Z","steps":["trace[1798299009] 'agreement among raft nodes before linearized reading' (duration: 119.651579ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:23.421988Z","caller":"traceutil/trace.go:171","msg":"trace[1039265621] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"190.431049ms","start":"2026-03-12T19:20:23.231535Z","end":"2026-03-12T19:20:23.421966Z","steps":["trace[1039265621] 'process raft request' (duration: 190.313537ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:23.422476Z","caller":"traceutil/trace.go:171","msg":"trace[1197735240] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2674; }","duration":"178.965658ms","start":"2026-03-12T19:20:23.243498Z","end":"2026-03-12T19:20:23.422464Z","steps":["trace[1197735240] 'read index received' (duration: 178.961048ms)","trace[1197735240] 'applied index is now lower than readState.Index' (duration: 3.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:23.422618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.092271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-12T19:20:23.422662Z","caller":"traceutil/trace.go:171","msg":"trace[1006379486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2558; }","duration":"179.194733ms","start":"2026-03-12T19:20:23.243459Z","end":"2026-03-12T19:20:23.422654Z","steps":["trace[1006379486] 'agreement among raft nodes before linearized reading' (duration: 179.05468ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:27.283087Z","caller":"traceutil/trace.go:171","msg":"trace[1464188592] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2691; }","duration":"220.095429ms","start":"2026-03-12T19:20:27.062968Z","end":"2026-03-12T19:20:27.283063Z","steps":["trace[1464188592] 'read index received' (duration: 219.958506ms)","trace[1464188592] 'applied index is now lower than readState.Index' (duration: 135.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:27.283181Z","caller":"traceutil/trace.go:171","msg":"trace[1455586411] transaction","detail":"{read_only:false; response_revision:2576; number_of_response:1; }","duration":"228.052823ms","start":"2026-03-12T19:20:27.055094Z","end":"2026-03-12T19:20:27.283147Z","steps":["trace[1455586411] 'process raft request' (duration: 227.841019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.28342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.434206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:20:27.283518Z","caller":"traceutil/trace.go:171","msg":"trace[2013413832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2576; }","duration":"220.582059ms","start":"2026-03-12T19:20:27.062912Z","end":"2026-03-12T19:20:27.283494Z","steps":["trace[2013413832] 'agreement among raft nodes before linearized reading' (duration: 220.291163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.285153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.034078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:20:27.28518Z","caller":"traceutil/trace.go:171","msg":"trace[978103475] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"180.143235ms","start":"2026-03-12T19:20:27.105012Z","end":"2026-03-12T19:20:27.285155Z","steps":["trace[978103475] 'process raft request' (duration: 179.933719ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:27.285207Z","caller":"traceutil/trace.go:171","msg":"trace[792286190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2577; }","duration":"178.11344ms","start":"2026-03-12T19:20:27.107081Z","end":"2026-03-12T19:20:27.285194Z","steps":["trace[792286190] 'agreement among raft nodes before linearized reading' (duration: 177.975216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.28536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.902395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:20:27.285396Z","caller":"traceutil/trace.go:171","msg":"trace[1827897158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2577; }","duration":"177.945317ms","start":"2026-03-12T19:20:27.107441Z","end":"2026-03-12T19:20:27.285387Z","steps":["trace[1827897158] 'agreement among raft nodes before linearized reading' (duration: 177.848995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:27.285608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.454936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T19:20:27.28573Z","caller":"traceutil/trace.go:171","msg":"trace[112849467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2577; }","duration":"177.552997ms","start":"2026-03-12T19:20:27.108102Z","end":"2026-03-12T19:20:27.285655Z","steps":["trace[112849467] 'agreement among raft nodes before linearized reading' (duration: 177.122878ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:45.664675Z","caller":"traceutil/trace.go:171","msg":"trace[1156685288] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"306.188958ms","start":"2026-03-12T19:20:45.358459Z","end":"2026-03-12T19:20:45.664648Z","steps":["trace[1156685288] 'process raft request' (duration: 306.025924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:45.664827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.358431Z","time spent":"306.31796ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:45.940104Z","caller":"traceutil/trace.go:171","msg":"trace[754561617] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2796; }","duration":"543.40425ms","start":"2026-03-12T19:20:45.39667Z","end":"2026-03-12T19:20:45.940074Z","steps":["trace[754561617] 'read index received' (duration: 267.847491ms)","trace[754561617] 'applied index is now lower than readState.Index' (duration: 275.555638ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:45.940249Z","caller":"traceutil/trace.go:171","msg":"trace[81048722] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"308.47992ms","start":"2026-03-12T19:20:45.631754Z","end":"2026-03-12T19:20:45.940233Z","steps":["trace[81048722] 'process raft request' (duration: 308.265545ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:45.940213Z","caller":"traceutil/trace.go:171","msg":"trace[2114389061] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"574.755136ms","start":"2026-03-12T19:20:45.365418Z","end":"2026-03-12T19:20:45.940173Z","steps":["trace[2114389061] 'process raft request' (duration: 574.464659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:45.940358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.631736Z","time spent":"308.543961ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:45.940424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.365403Z","time spent":"574.900259ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:45.94062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.847669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:20:45.940691Z","caller":"traceutil/trace.go:171","msg":"trace[15199014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2679; }","duration":"544.060344ms","start":"2026-03-12T19:20:45.396615Z","end":"2026-03-12T19:20:45.940676Z","steps":["trace[15199014] 'agreement among raft nodes before linearized reading' (duration: 543.733697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:45.940729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.396597Z","time spent":"544.121135ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:20:45.940716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.266013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:45.940777Z","caller":"traceutil/trace.go:171","msg":"trace[1478375653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2679; }","duration":"528.332575ms","start":"2026-03-12T19:20:45.412426Z","end":"2026-03-12T19:20:45.940759Z","steps":["trace[1478375653] 'agreement among raft nodes before linearized reading' (duration: 528.217292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:45.940824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.4124Z","time spent":"528.413147ms","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:45.941024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.665523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:20:45.941105Z","caller":"traceutil/trace.go:171","msg":"trace[1249729135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2679; }","duration":"528.845956ms","start":"2026-03-12T19:20:45.412241Z","end":"2026-03-12T19:20:45.941087Z","steps":["trace[1249729135] 'agreement among raft nodes before linearized reading' (duration: 528.366846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:45.941246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.412219Z","time spent":"529.014011ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:45.94136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.806501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:20:45.9414Z","caller":"traceutil/trace.go:171","msg":"trace[1200716850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2679; }","duration":"530.901323ms","start":"2026-03-12T19:20:45.410489Z","end":"2026-03-12T19:20:45.94139Z","steps":["trace[1200716850] 'agreement among raft nodes before linearized reading' (duration: 530.599736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:45.94143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.410459Z","time spent":"530.964764ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:45.941071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.990689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:20:45.942188Z","caller":"traceutil/trace.go:171","msg":"trace[508258891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2679; }","duration":"537.108365ms","start":"2026-03-12T19:20:45.405056Z","end":"2026-03-12T19:20:45.942164Z","steps":["trace[508258891] 'agreement among raft nodes before linearized reading' (duration: 535.323094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:45.94228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.405022Z","time spent":"537.238108ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:46.387438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.445237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:46.387681Z","caller":"traceutil/trace.go:171","msg":"trace[610183298] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"441.178883ms","start":"2026-03-12T19:20:45.946485Z","end":"2026-03-12T19:20:46.387664Z","steps":["trace[610183298] 'process raft request' (duration: 441.05479ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:46.387784Z","caller":"traceutil/trace.go:171","msg":"trace[296871627] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"441.45668ms","start":"2026-03-12T19:20:45.946315Z","end":"2026-03-12T19:20:46.387772Z","steps":["trace[296871627] 'process raft request' (duration: 304.590602ms)","trace[296871627] 'compare' (duration: 136.325145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:46.387856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.946295Z","time spent":"441.535912ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:46.387916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.946474Z","time spent":"441.253266ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:46.388002Z","caller":"traceutil/trace.go:171","msg":"trace[1935616558] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"441.493221ms","start":"2026-03-12T19:20:45.946489Z","end":"2026-03-12T19:20:46.387982Z","steps":["trace[1935616558] 'process raft request' (duration: 441.141002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:46.388107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.94646Z","time spent":"441.579293ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:46.388166Z","caller":"traceutil/trace.go:171","msg":"trace[1340151405] linearizableReadLoop","detail":"{readStateIndex:2803; appliedIndex:2799; }","duration":"437.410067ms","start":"2026-03-12T19:20:45.95073Z","end":"2026-03-12T19:20:46.38814Z","steps":["trace[1340151405] 'read index received' (duration: 300.188371ms)","trace[1340151405] 'applied index is now lower than readState.Index' (duration: 137.219446ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:46.388236Z","caller":"traceutil/trace.go:171","msg":"trace[509945085] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"441.629654ms","start":"2026-03-12T19:20:45.946583Z","end":"2026-03-12T19:20:46.388212Z","steps":["trace[509945085] 'process raft request' (duration: 441.301137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:46.388352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.611902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:46.388372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.946558Z","time spent":"441.754527ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:46.388417Z","caller":"traceutil/trace.go:171","msg":"trace[527486134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2683; }","duration":"437.704544ms","start":"2026-03-12T19:20:45.950697Z","end":"2026-03-12T19:20:46.388401Z","steps":["trace[527486134] 'agreement among raft nodes before linearized reading' (duration: 437.582251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:46.388465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:45.950684Z","time spent":"437.769315ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:46.389237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.381099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:46.389295Z","caller":"traceutil/trace.go:171","msg":"trace[1832099334] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2683; }","duration":"109.478052ms","start":"2026-03-12T19:20:46.2798Z","end":"2026-03-12T19:20:46.389278Z","steps":["trace[1832099334] 'agreement among raft nodes before linearized reading' (duration: 108.530781ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:47.232683Z","caller":"traceutil/trace.go:171","msg":"trace[200859836] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"231.903871ms","start":"2026-03-12T19:20:47.000754Z","end":"2026-03-12T19:20:47.232657Z","steps":["trace[200859836] 'process raft request' (duration: 231.679566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.056533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.228287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:20:48.056612Z","caller":"traceutil/trace.go:171","msg":"trace[1525812891] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:2684; }","duration":"645.36706ms","start":"2026-03-12T19:20:47.411227Z","end":"2026-03-12T19:20:48.056594Z","steps":["trace[1525812891] 'range keys from in-memory index tree' (duration: 645.040512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.056666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:47.411203Z","time spent":"645.454691ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-12T19:20:48.423419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194445133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:48.864384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194085121s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:20:48.864822Z","caller":"traceutil/trace.go:171","msg":"trace[168125107] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"1.194567262s","start":"2026-03-12T19:20:47.670223Z","end":"2026-03-12T19:20:48.86479Z","steps":["trace[168125107] 'process raft request' (duration: 1.194380288s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.865014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:47.670203Z","time spent":"1.194725685s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:48.872416Z","caller":"traceutil/trace.go:171","msg":"trace[686033016] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"926.730909ms","start":"2026-03-12T19:20:47.945654Z","end":"2026-03-12T19:20:48.872385Z","steps":["trace[686033016] 'process raft request' (duration: 926.470463ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:48.872465Z","caller":"traceutil/trace.go:171","msg":"trace[1091087379] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2804; }","duration":"949.474548ms","start":"2026-03-12T19:20:47.92297Z","end":"2026-03-12T19:20:48.872444Z","steps":["trace[1091087379] 'read index received' (duration: 941.655931ms)","trace[1091087379] 'applied index is now lower than readState.Index' (duration: 7.817707ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:48.872474Z","caller":"traceutil/trace.go:171","msg":"trace[887962039] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"926.010093ms","start":"2026-03-12T19:20:47.946435Z","end":"2026-03-12T19:20:48.872445Z","steps":["trace[887962039] 'process raft request' (duration: 925.823599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.87255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:48.057752Z","time spent":"814.789741ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:20:48.872566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:47.945628Z","time spent":"926.855482ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:48.872618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:47.946422Z","time spent":"926.112436ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:48.872667Z","caller":"traceutil/trace.go:171","msg":"trace[1890150928] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"114.799944ms","start":"2026-03-12T19:20:48.757842Z","end":"2026-03-12T19:20:48.872642Z","steps":["trace[1890150928] 'process raft request' (duration: 114.533827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.8729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.92053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:48.872938Z","caller":"traceutil/trace.go:171","msg":"trace[750946391] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2688; }","duration":"950.001081ms","start":"2026-03-12T19:20:47.922929Z","end":"2026-03-12T19:20:48.87293Z","steps":["trace[750946391] 'agreement among raft nodes before linearized reading' (duration: 949.93146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.872962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:47.92291Z","time spent":"950.046163ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:48.872982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.900813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:48.873036Z","caller":"traceutil/trace.go:171","msg":"trace[1326123675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2688; }","duration":"922.984325ms","start":"2026-03-12T19:20:47.950037Z","end":"2026-03-12T19:20:48.873021Z","steps":["trace[1326123675] 'agreement among raft nodes before linearized reading' (duration: 922.897573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.873058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.596492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:20:48.873076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:47.950025Z","time spent":"923.041376ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:20:48.873093Z","caller":"traceutil/trace.go:171","msg":"trace[2089603323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2688; }","duration":"479.647213ms","start":"2026-03-12T19:20:48.393435Z","end":"2026-03-12T19:20:48.873082Z","steps":["trace[2089603323] 'agreement among raft nodes before linearized reading' (duration: 479.52789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.873133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:48.393428Z","time spent":"479.697894ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:48.873179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.951249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:20:48.873233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.982111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:20:48.873253Z","caller":"traceutil/trace.go:171","msg":"trace[142772128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2688; }","duration":"480.061342ms","start":"2026-03-12T19:20:48.393171Z","end":"2026-03-12T19:20:48.873233Z","steps":["trace[142772128] 'agreement among raft nodes before linearized reading' (duration: 479.833217ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:48.873279Z","caller":"traceutil/trace.go:171","msg":"trace[1036800342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2688; }","duration":"480.042332ms","start":"2026-03-12T19:20:48.393226Z","end":"2026-03-12T19:20:48.873268Z","steps":["trace[1036800342] 'agreement among raft nodes before linearized reading' (duration: 479.94207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.873315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:48.39322Z","time spent":"480.087473ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:48.87332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:48.393152Z","time spent":"480.137414ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:48.873349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.588261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c2e4539814d61\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-12T19:20:48.873393Z","caller":"traceutil/trace.go:171","msg":"trace[310345885] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c2e4539814d61; range_end:; response_count:1; response_revision:2688; }","duration":"742.671323ms","start":"2026-03-12T19:20:48.130713Z","end":"2026-03-12T19:20:48.873384Z","steps":["trace[310345885] 'agreement among raft nodes before linearized reading' (duration: 742.562241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.873423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:48.130695Z","time spent":"742.720514ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c2e4539814d61\" "} {"level":"warn","ts":"2026-03-12T19:20:48.873487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.600551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:20:48.873518Z","caller":"traceutil/trace.go:171","msg":"trace[768604764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2688; }","duration":"479.646092ms","start":"2026-03-12T19:20:48.393863Z","end":"2026-03-12T19:20:48.873509Z","steps":["trace[768604764] 'agreement among raft nodes before linearized reading' (duration: 479.56367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.873554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:48.393855Z","time spent":"479.692023ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:20:48.873684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.893682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:48.87379Z","caller":"traceutil/trace.go:171","msg":"trace[1873436053] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2688; }","duration":"923.043686ms","start":"2026-03-12T19:20:47.950728Z","end":"2026-03-12T19:20:48.873772Z","steps":["trace[1873436053] 'agreement among raft nodes before linearized reading' (duration: 922.647497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:48.873866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:47.950711Z","time spent":"923.140158ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:50.983797Z","caller":"traceutil/trace.go:171","msg":"trace[1977589653] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"106.408662ms","start":"2026-03-12T19:20:50.877368Z","end":"2026-03-12T19:20:50.983777Z","steps":["trace[1977589653] 'process raft request' (duration: 64.951394ms)","trace[1977589653] 'compare' (duration: 41.328895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:53.708477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:53.254464Z","time spent":"453.997176ms","remote":"127.0.0.1:48194","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:20:53.709273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.147995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:20:53.709382Z","caller":"traceutil/trace.go:171","msg":"trace[1420158474] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2715; }","duration":"267.298759ms","start":"2026-03-12T19:20:53.442061Z","end":"2026-03-12T19:20:53.709359Z","steps":["trace[1420158474] 'range keys from in-memory index tree' (duration: 266.990321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:53.709824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.091668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:20:53.709925Z","caller":"traceutil/trace.go:171","msg":"trace[1237552621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2715; }","duration":"447.23821ms","start":"2026-03-12T19:20:53.262664Z","end":"2026-03-12T19:20:53.709902Z","steps":["trace[1237552621] 'range keys from in-memory index tree' (duration: 446.885393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:53.709988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:53.262646Z","time spent":"447.327333ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:20:53.710451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.77861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:20:53.710544Z","caller":"traceutil/trace.go:171","msg":"trace[1143902451] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2715; }","duration":"274.931224ms","start":"2026-03-12T19:20:53.435593Z","end":"2026-03-12T19:20:53.710524Z","steps":["trace[1143902451] 'range keys from in-memory index tree' (duration: 274.503293ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:53.860642Z","caller":"traceutil/trace.go:171","msg":"trace[1262098246] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"134.556585ms","start":"2026-03-12T19:20:53.726054Z","end":"2026-03-12T19:20:53.86061Z","steps":["trace[1262098246] 'process raft request' (duration: 134.483253ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:53.860668Z","caller":"traceutil/trace.go:171","msg":"trace[1739690117] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"135.508196ms","start":"2026-03-12T19:20:53.725125Z","end":"2026-03-12T19:20:53.860633Z","steps":["trace[1739690117] 'process raft request' (duration: 108.073299ms)","trace[1739690117] 'compare' (duration: 27.187172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:55.055772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194445218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:20:56.858157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56732005s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:56.858338Z","caller":"traceutil/trace.go:171","msg":"trace[1728671248] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"2.35090969s","start":"2026-03-12T19:20:54.507405Z","end":"2026-03-12T19:20:56.858315Z","steps":["trace[1728671248] 'process raft request' (duration: 783.346424ms)","trace[1728671248] 'compare' (duration: 1.566955442s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:56.858418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:54.507382Z","time spent":"2.350999221s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:57.330089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000860749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:20:57.33019Z","caller":"traceutil/trace.go:171","msg":"trace[2086590214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001018713s","start":"2026-03-12T19:20:55.329147Z","end":"2026-03-12T19:20:57.330166Z","steps":["trace[2086590214] 'agreement among raft nodes before linearized reading' (duration: 2.00088524s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:57.330254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.32913Z","time spent":"2.001109245s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:20:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:20:57.951479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000645474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:20:57.951702Z","caller":"traceutil/trace.go:171","msg":"trace[482188484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000937861s","start":"2026-03-12T19:20:55.95074Z","end":"2026-03-12T19:20:57.951678Z","steps":["trace[482188484] 'agreement among raft nodes before linearized reading' (duration: 2.000683125s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:57.95179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.95072Z","time spent":"2.001053684s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:20:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:20:58.485458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.168882263s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:20:58.777761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.043034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:20:58.777943Z","caller":"traceutil/trace.go:171","msg":"trace[1645422460] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"2.212974526s","start":"2026-03-12T19:20:56.564955Z","end":"2026-03-12T19:20:58.77793Z","steps":["trace[1645422460] 'process raft request' (duration: 2.212948986s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.77799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:56.564938Z","time spent":"2.213029168s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:58.778134Z","caller":"traceutil/trace.go:171","msg":"trace[660076698] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"3.782939377s","start":"2026-03-12T19:20:54.995188Z","end":"2026-03-12T19:20:58.778127Z","steps":["trace[660076698] 'process raft request' (duration: 3.782691641s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.778168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:54.995161Z","time spent":"3.782989128s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:58.778149Z","caller":"traceutil/trace.go:171","msg":"trace[1799721438] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"3.783634673s","start":"2026-03-12T19:20:54.994462Z","end":"2026-03-12T19:20:58.778097Z","steps":["trace[1799721438] 'process raft request' (duration: 3.783379337s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:58.778242Z","caller":"traceutil/trace.go:171","msg":"trace[585737071] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"3.893963955s","start":"2026-03-12T19:20:54.884143Z","end":"2026-03-12T19:20:58.778107Z","steps":["trace[585737071] 'process raft request' (duration: 3.601513162s)","trace[585737071] 'compare' (duration: 291.705787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:58.778309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:54.994429Z","time spent":"3.783800118s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:58.778404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:54.884118Z","time spent":"3.894205241s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:58.778637Z","caller":"traceutil/trace.go:171","msg":"trace[130695333] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2840; }","duration":"4.223121599s","start":"2026-03-12T19:20:54.555492Z","end":"2026-03-12T19:20:58.778614Z","steps":["trace[130695333] 'read index received' (duration: 735.255325ms)","trace[130695333] 'applied index is now lower than readState.Index' (duration: 3.487864194s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:20:58.778755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.223266912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:58.778801Z","caller":"traceutil/trace.go:171","msg":"trace[935112231] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2723; }","duration":"4.223314333s","start":"2026-03-12T19:20:54.555473Z","end":"2026-03-12T19:20:58.778787Z","steps":["trace[935112231] 'agreement among raft nodes before linearized reading' (duration: 4.223224781s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.77883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:54.555412Z","time spent":"4.223411575s","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:58.779159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250575797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:20:58.779219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057890672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-12T19:20:58.779304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.680369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:20:58.779333Z","caller":"traceutil/trace.go:171","msg":"trace[346945181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2723; }","duration":"4.058048316s","start":"2026-03-12T19:20:54.721265Z","end":"2026-03-12T19:20:58.779313Z","steps":["trace[346945181] 'agreement among raft nodes before linearized reading' (duration: 4.05778576s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.779323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.774913884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:20:58.779385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:54.721244Z","time spent":"4.058130308s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:20:58.779397Z","caller":"traceutil/trace.go:171","msg":"trace[74207579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2723; }","duration":"3.775013367s","start":"2026-03-12T19:20:55.004367Z","end":"2026-03-12T19:20:58.77938Z","steps":["trace[74207579] 'agreement among raft nodes before linearized reading' (duration: 3.774773192s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.7794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.652178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:58.779416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.774792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:58.779439Z","caller":"traceutil/trace.go:171","msg":"trace[574877809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2723; }","duration":"821.705489ms","start":"2026-03-12T19:20:57.957725Z","end":"2026-03-12T19:20:58.779431Z","steps":["trace[574877809] 'agreement among raft nodes before linearized reading' (duration: 821.652958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.779444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.00436Z","time spent":"3.775074208s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:20:58.779462Z","caller":"traceutil/trace.go:171","msg":"trace[470272086] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2723; }","duration":"530.860443ms","start":"2026-03-12T19:20:58.248587Z","end":"2026-03-12T19:20:58.779447Z","steps":["trace[470272086] 'agreement among raft nodes before linearized reading' (duration: 530.782681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.779478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.957722Z","time spent":"821.74993ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:20:58.779498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.248565Z","time spent":"530.924475ms","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:58.779514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915861152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:20:58.779587Z","caller":"traceutil/trace.go:171","msg":"trace[653482368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2723; }","duration":"2.915942653s","start":"2026-03-12T19:20:55.863604Z","end":"2026-03-12T19:20:58.779547Z","steps":["trace[653482368] 'agreement among raft nodes before linearized reading' (duration: 2.91581703s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.779578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775419916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:20:58.779629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.863585Z","time spent":"2.916036606s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:20:58.779646Z","caller":"traceutil/trace.go:171","msg":"trace[1213795958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2723; }","duration":"3.775541569s","start":"2026-03-12T19:20:55.004089Z","end":"2026-03-12T19:20:58.779631Z","steps":["trace[1213795958] 'agreement among raft nodes before linearized reading' (duration: 3.775317504s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.77966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362602061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:58.77968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776823768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:20:58.779696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322524005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:58.779708Z","caller":"traceutil/trace.go:171","msg":"trace[1211056938] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2723; }","duration":"1.362698404s","start":"2026-03-12T19:20:57.416993Z","end":"2026-03-12T19:20:58.779691Z","steps":["trace[1211056938] 'agreement among raft nodes before linearized reading' (duration: 1.362627473s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:58.779722Z","caller":"traceutil/trace.go:171","msg":"trace[1258476228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2723; }","duration":"3.77691218s","start":"2026-03-12T19:20:55.0028Z","end":"2026-03-12T19:20:58.779712Z","steps":["trace[1258476228] 'agreement among raft nodes before linearized reading' (duration: 3.776809157s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.779741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.416974Z","time spent":"1.362759665s","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:58.779766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.002779Z","time spent":"3.776978961s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:20:58.779772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775543429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T19:20:58.779689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.004078Z","time spent":"3.77560307s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:20:58.7798Z","caller":"traceutil/trace.go:171","msg":"trace[448150555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2723; }","duration":"3.775583759s","start":"2026-03-12T19:20:55.004208Z","end":"2026-03-12T19:20:58.779792Z","steps":["trace[448150555] 'agreement among raft nodes before linearized reading' (duration: 3.775503338s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.77984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646108975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:20:58.77973Z","caller":"traceutil/trace.go:171","msg":"trace[940076461] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2723; }","duration":"3.322561676s","start":"2026-03-12T19:20:55.457159Z","end":"2026-03-12T19:20:58.779721Z","steps":["trace[940076461] 'agreement among raft nodes before linearized reading' (duration: 3.322487994s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.779876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368974848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:20:58.779895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.457107Z","time spent":"3.32277405s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:58.779919Z","caller":"traceutil/trace.go:171","msg":"trace[1509398504] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:2723; }","duration":"1.369052939s","start":"2026-03-12T19:20:57.410856Z","end":"2026-03-12T19:20:58.779909Z","steps":["trace[1509398504] 'agreement among raft nodes before linearized reading' (duration: 1.368916346s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.779768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097938963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:20:58.779355Z","caller":"traceutil/trace.go:171","msg":"trace[1114651899] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984; range_end:; response_count:1; response_revision:2723; }","duration":"821.7513ms","start":"2026-03-12T19:20:57.957588Z","end":"2026-03-12T19:20:58.779339Z","steps":["trace[1114651899] 'agreement among raft nodes before linearized reading' (duration: 821.534435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.779987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.957574Z","time spent":"822.403265ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984\" "} {"level":"info","ts":"2026-03-12T19:20:58.779881Z","caller":"traceutil/trace.go:171","msg":"trace[325800238] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2723; }","duration":"2.646191297s","start":"2026-03-12T19:20:56.13368Z","end":"2026-03-12T19:20:58.779871Z","steps":["trace[325800238] 'agreement among raft nodes before linearized reading' (duration: 2.646126326s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.780049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:56.133659Z","time spent":"2.646378842s","remote":"127.0.0.1:56062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:20:58.780096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645004806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:20:58.779886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947874167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T19:20:58.780168Z","caller":"traceutil/trace.go:171","msg":"trace[1856223348] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2723; }","duration":"1.645126799s","start":"2026-03-12T19:20:57.135024Z","end":"2026-03-12T19:20:58.780151Z","steps":["trace[1856223348] 'agreement among raft nodes before linearized reading' (duration: 1.644983645s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.78023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.135001Z","time spent":"1.645218221s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:58.780174Z","caller":"traceutil/trace.go:171","msg":"trace[805107289] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2723; }","duration":"3.948188564s","start":"2026-03-12T19:20:54.831974Z","end":"2026-03-12T19:20:58.780163Z","steps":["trace[805107289] 'agreement among raft nodes before linearized reading' (duration: 3.947845436s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.780284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:54.83195Z","time spent":"3.948319937s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-12T19:20:58.780293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:55.004198Z","time spent":"3.775622311s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:20:58.779952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.410836Z","time spent":"1.369109781s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-12T19:20:58.780302Z","caller":"traceutil/trace.go:171","msg":"trace[102704494] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2723; }","duration":"2.25070761s","start":"2026-03-12T19:20:56.52853Z","end":"2026-03-12T19:20:58.779238Z","steps":["trace[102704494] 'agreement among raft nodes before linearized reading' (duration: 2.250581187s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.780426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:56.528509Z","time spent":"2.251882286s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:58.780882Z","caller":"traceutil/trace.go:171","msg":"trace[875144751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2723; }","duration":"1.098194579s","start":"2026-03-12T19:20:57.681756Z","end":"2026-03-12T19:20:58.779951Z","steps":["trace[875144751] 'agreement among raft nodes before linearized reading' (duration: 1.097922093s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:58.780963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:57.681724Z","time spent":"1.099216442s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:20:59.587118Z","caller":"traceutil/trace.go:171","msg":"trace[2012969176] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"802.240885ms","start":"2026-03-12T19:20:58.784852Z","end":"2026-03-12T19:20:59.587093Z","steps":["trace[2012969176] 'process raft request' (duration: 802.183103ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:59.587184Z","caller":"traceutil/trace.go:171","msg":"trace[266569703] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"803.028032ms","start":"2026-03-12T19:20:58.78413Z","end":"2026-03-12T19:20:59.587158Z","steps":["trace[266569703] 'process raft request' (duration: 802.826968ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:20:59.58717Z","caller":"traceutil/trace.go:171","msg":"trace[185469651] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"804.533958ms","start":"2026-03-12T19:20:58.782591Z","end":"2026-03-12T19:20:59.587125Z","steps":["trace[185469651] 'process raft request' (duration: 804.2154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:59.587263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.784834Z","time spent":"802.355447ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:59.587315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.784114Z","time spent":"803.124664ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:59.587355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.782574Z","time spent":"804.68412ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:59.587413Z","caller":"traceutil/trace.go:171","msg":"trace[1058140120] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"802.415878ms","start":"2026-03-12T19:20:58.784974Z","end":"2026-03-12T19:20:59.58739Z","steps":["trace[1058140120] 'process raft request' (duration: 802.088091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:59.587539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.784957Z","time spent":"802.51399ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:59.587656Z","caller":"traceutil/trace.go:171","msg":"trace[1625139232] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"802.907009ms","start":"2026-03-12T19:20:58.784733Z","end":"2026-03-12T19:20:59.58764Z","steps":["trace[1625139232] 'process raft request' (duration: 802.272465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:59.587765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.7847Z","time spent":"803.029162ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:20:59.587882Z","caller":"traceutil/trace.go:171","msg":"trace[265843883] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2845; }","duration":"804.455866ms","start":"2026-03-12T19:20:58.783408Z","end":"2026-03-12T19:20:59.587864Z","steps":["trace[265843883] 'read index received' (duration: 67.253017ms)","trace[265843883] 'applied index is now lower than readState.Index' (duration: 737.201749ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:20:59.587965Z","caller":"traceutil/trace.go:171","msg":"trace[1450002856] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"801.810275ms","start":"2026-03-12T19:20:58.786106Z","end":"2026-03-12T19:20:59.587916Z","steps":["trace[1450002856] 'process raft request' (duration: 801.212871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:59.588137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.786096Z","time spent":"801.948419ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:20:59.588177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.758983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-12T19:20:59.588262Z","caller":"traceutil/trace.go:171","msg":"trace[138133111] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2729; }","duration":"804.884836ms","start":"2026-03-12T19:20:58.783363Z","end":"2026-03-12T19:20:59.588248Z","steps":["trace[138133111] 'agreement among raft nodes before linearized reading' (duration: 804.568559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:59.588368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.783346Z","time spent":"804.949388ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-12T19:20:59.652827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.52788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:20:59.652912Z","caller":"traceutil/trace.go:171","msg":"trace[1029223651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2730; }","duration":"868.653022ms","start":"2026-03-12T19:20:58.784242Z","end":"2026-03-12T19:20:59.652895Z","steps":["trace[1029223651] 'agreement among raft nodes before linearized reading' (duration: 868.406937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:59.652951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.784223Z","time spent":"868.719725ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:20:59.653248Z","caller":"traceutil/trace.go:171","msg":"trace[1388131764] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"800.68589ms","start":"2026-03-12T19:20:58.851949Z","end":"2026-03-12T19:20:59.652635Z","steps":["trace[1388131764] 'process raft request' (duration: 800.472735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:20:59.65339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:58.851932Z","time spent":"801.382286ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:00.580516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.231513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:21:00.580618Z","caller":"traceutil/trace.go:171","msg":"trace[1153709969] linearizableReadLoop","detail":"{readStateIndex:2854; appliedIndex:2853; }","duration":"924.210163ms","start":"2026-03-12T19:20:59.656392Z","end":"2026-03-12T19:21:00.580602Z","steps":["trace[1153709969] 'read index received' (duration: 185.874668ms)","trace[1153709969] 'applied index is now lower than readState.Index' (duration: 738.334125ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:00.580691Z","caller":"traceutil/trace.go:171","msg":"trace[720626779] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"925.471591ms","start":"2026-03-12T19:20:59.655208Z","end":"2026-03-12T19:21:00.58068Z","steps":["trace[720626779] 'process raft request' (duration: 186.981252ms)","trace[720626779] 'compare' (duration: 738.12712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:00.580751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:59.655192Z","time spent":"925.527622ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:00.581082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.66728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-12T19:21:00.581186Z","caller":"traceutil/trace.go:171","msg":"trace[1730034857] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2731; }","duration":"923.782114ms","start":"2026-03-12T19:20:59.657385Z","end":"2026-03-12T19:21:00.581168Z","steps":["trace[1730034857] 'agreement among raft nodes before linearized reading' (duration: 923.563409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:00.581104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.185692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:21:00.581243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.825427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:21:00.581191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.555078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:21:00.581161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.441409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:00.581324Z","caller":"traceutil/trace.go:171","msg":"trace[1653472511] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2731; }","duration":"924.934729ms","start":"2026-03-12T19:20:59.656372Z","end":"2026-03-12T19:21:00.581307Z","steps":["trace[1653472511] 'agreement among raft nodes before linearized reading' (duration: 924.699693ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:00.581357Z","caller":"traceutil/trace.go:171","msg":"trace[338632591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2731; }","duration":"630.690065ms","start":"2026-03-12T19:20:59.950654Z","end":"2026-03-12T19:21:00.581344Z","steps":["trace[338632591] 'agreement among raft nodes before linearized reading' (duration: 630.385038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:00.581365Z","caller":"traceutil/trace.go:171","msg":"trace[972340094] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2731; }","duration":"380.749372ms","start":"2026-03-12T19:21:00.200592Z","end":"2026-03-12T19:21:00.581342Z","steps":["trace[972340094] 'agreement among raft nodes before linearized reading' (duration: 380.569678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:00.581378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:59.65636Z","time spent":"925.008911ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-12T19:21:00.581185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.987872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:21:00.581414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:00.200574Z","time spent":"380.827154ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:00.581417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:59.950638Z","time spent":"630.764486ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:21:00.581303Z","caller":"traceutil/trace.go:171","msg":"trace[613359806] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2731; }","duration":"521.442238ms","start":"2026-03-12T19:21:00.05983Z","end":"2026-03-12T19:21:00.581272Z","steps":["trace[613359806] 'agreement among raft nodes before linearized reading' (duration: 521.148491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:00.581325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:59.657379Z","time spent":"923.863395ms","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-12T19:21:00.581478Z","caller":"traceutil/trace.go:171","msg":"trace[2007135746] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2731; }","duration":"862.340929ms","start":"2026-03-12T19:20:59.719103Z","end":"2026-03-12T19:21:00.581444Z","steps":["trace[2007135746] 'agreement among raft nodes before linearized reading' (duration: 861.9434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:00.581566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:00.059806Z","time spent":"521.676263ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:21:00.581576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:20:59.719083Z","time spent":"862.474192ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:21:00.929432Z","caller":"traceutil/trace.go:171","msg":"trace[508088265] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"143.121671ms","start":"2026-03-12T19:21:00.786285Z","end":"2026-03-12T19:21:00.929407Z","steps":["trace[508088265] 'process raft request' (duration: 142.983398ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:00.929613Z","caller":"traceutil/trace.go:171","msg":"trace[1961291038] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"143.246203ms","start":"2026-03-12T19:21:00.786352Z","end":"2026-03-12T19:21:00.929598Z","steps":["trace[1961291038] 'process raft request' (duration: 143.020278ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:02.15142Z","caller":"traceutil/trace.go:171","msg":"trace[1852628952] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"555.356574ms","start":"2026-03-12T19:21:01.596014Z","end":"2026-03-12T19:21:02.151371Z","steps":["trace[1852628952] 'process raft request' (duration: 555.19123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:02.151614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:01.595996Z","time spent":"555.505087ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:21:02.17289Z","caller":"traceutil/trace.go:171","msg":"trace[1606790150] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2859; }","duration":"222.172038ms","start":"2026-03-12T19:21:01.950693Z","end":"2026-03-12T19:21:02.172865Z","steps":["trace[1606790150] 'read index received' (duration: 200.495313ms)","trace[1606790150] 'applied index is now lower than readState.Index' (duration: 21.675565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:21:02.173217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.497885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:21:02.173305Z","caller":"traceutil/trace.go:171","msg":"trace[391706178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2741; }","duration":"222.639258ms","start":"2026-03-12T19:21:01.950651Z","end":"2026-03-12T19:21:02.17329Z","steps":["trace[391706178] 'agreement among raft nodes before linearized reading' (duration: 222.429733ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:02.17356Z","caller":"traceutil/trace.go:171","msg":"trace[735926051] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"576.982798ms","start":"2026-03-12T19:21:01.59655Z","end":"2026-03-12T19:21:02.173533Z","steps":["trace[735926051] 'process raft request' (duration: 576.279941ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:02.173666Z","caller":"traceutil/trace.go:171","msg":"trace[922848019] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"577.09296ms","start":"2026-03-12T19:21:01.59655Z","end":"2026-03-12T19:21:02.173643Z","steps":["trace[922848019] 'process raft request' (duration: 576.24687ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:02.173541Z","caller":"traceutil/trace.go:171","msg":"trace[496381047] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"577.07473ms","start":"2026-03-12T19:21:01.596414Z","end":"2026-03-12T19:21:02.173489Z","steps":["trace[496381047] 'process raft request' (duration: 576.325722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:02.173749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:01.596379Z","time spent":"577.346156ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:21:02.173713Z","caller":"traceutil/trace.go:171","msg":"trace[717742756] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"577.280824ms","start":"2026-03-12T19:21:01.5964Z","end":"2026-03-12T19:21:02.173681Z","steps":["trace[717742756] 'process raft request' (duration: 576.214789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:21:02.173812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:01.59653Z","time spent":"577.202702ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:02.173687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:01.596533Z","time spent":"577.085089ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:02.173977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:21:01.596387Z","time spent":"577.482858ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:21:02.672088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.274622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:21:02.672361Z","caller":"traceutil/trace.go:171","msg":"trace[1907652261] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"241.401068ms","start":"2026-03-12T19:21:02.430788Z","end":"2026-03-12T19:21:02.672189Z","steps":["trace[1907652261] 'process raft request' (duration: 105.941682ms)","trace[1907652261] 'compare' (duration: 135.170359ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:34.556271Z","caller":"traceutil/trace.go:171","msg":"trace[797224951] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"183.015172ms","start":"2026-03-12T19:21:34.373223Z","end":"2026-03-12T19:21:34.556238Z","steps":["trace[797224951] 'process raft request' (duration: 182.616293ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:36.809446Z","caller":"traceutil/trace.go:171","msg":"trace[1478783206] transaction","detail":"{read_only:false; response_revision:2908; number_of_response:1; }","duration":"162.919624ms","start":"2026-03-12T19:21:36.646489Z","end":"2026-03-12T19:21:36.809409Z","steps":["trace[1478783206] 'process raft request' (duration: 162.805531ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:36.809463Z","caller":"traceutil/trace.go:171","msg":"trace[1757992585] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"161.689624ms","start":"2026-03-12T19:21:36.647747Z","end":"2026-03-12T19:21:36.809437Z","steps":["trace[1757992585] 'process raft request' (duration: 161.614103ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:21:36.809463Z","caller":"traceutil/trace.go:171","msg":"trace[1375942740] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"163.048656ms","start":"2026-03-12T19:21:36.646386Z","end":"2026-03-12T19:21:36.809435Z","steps":["trace[1375942740] 'process raft request' (duration: 115.496899ms)","trace[1375942740] 'compare' (duration: 47.2327ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:21:37.529746Z","caller":"traceutil/trace.go:171","msg":"trace[1985565237] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"111.545799ms","start":"2026-03-12T19:21:37.41817Z","end":"2026-03-12T19:21:37.529716Z","steps":["trace[1985565237] 'process raft request' (duration: 75.022744ms)","trace[1985565237] 'compare' (duration: 36.391772ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:25.443457Z","caller":"traceutil/trace.go:171","msg":"trace[358123594] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"126.608511ms","start":"2026-03-12T19:22:25.316823Z","end":"2026-03-12T19:22:25.443432Z","steps":["trace[358123594] 'process raft request' (duration: 126.202932ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:29.908186Z","caller":"traceutil/trace.go:171","msg":"trace[1095693157] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"121.431793ms","start":"2026-03-12T19:22:29.786732Z","end":"2026-03-12T19:22:29.908164Z","steps":["trace[1095693157] 'process raft request' (duration: 121.29515ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:31.723034Z","caller":"traceutil/trace.go:171","msg":"trace[673894687] linearizableReadLoop","detail":"{readStateIndex:3305; appliedIndex:3304; }","duration":"129.457745ms","start":"2026-03-12T19:22:31.593545Z","end":"2026-03-12T19:22:31.723003Z","steps":["trace[673894687] 'read index received' (duration: 104.981626ms)","trace[673894687] 'applied index is now lower than readState.Index' (duration: 24.474809ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:22:31.723151Z","caller":"traceutil/trace.go:171","msg":"trace[829566398] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"193.335674ms","start":"2026-03-12T19:22:31.529753Z","end":"2026-03-12T19:22:31.723089Z","steps":["trace[829566398] 'process raft request' (duration: 168.768793ms)","trace[829566398] 'compare' (duration: 24.337576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:22:31.723362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.813224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:22:31.723419Z","caller":"traceutil/trace.go:171","msg":"trace[1251608520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3163; }","duration":"129.938666ms","start":"2026-03-12T19:22:31.593465Z","end":"2026-03-12T19:22:31.723403Z","steps":["trace[1251608520] 'agreement among raft nodes before linearized reading' (duration: 129.762112ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:22:34.149373Z","caller":"traceutil/trace.go:171","msg":"trace[273045492] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"108.351494ms","start":"2026-03-12T19:22:34.040984Z","end":"2026-03-12T19:22:34.149335Z","steps":["trace[273045492] 'process raft request' (duration: 85.672056ms)","trace[273045492] 'compare' (duration: 22.440833ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:23:39.68857Z","caller":"traceutil/trace.go:171","msg":"trace[1120876989] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"320.767389ms","start":"2026-03-12T19:23:39.367773Z","end":"2026-03-12T19:23:39.688541Z","steps":["trace[1120876989] 'process raft request' (duration: 320.624486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:23:39.68871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:23:39.367747Z","time spent":"320.906771ms","remote":"127.0.0.1:55920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:23:39.806422Z","caller":"traceutil/trace.go:171","msg":"trace[398325320] transaction","detail":"{read_only:false; response_revision:3597; number_of_response:1; }","duration":"114.50854ms","start":"2026-03-12T19:23:39.691897Z","end":"2026-03-12T19:23:39.806405Z","steps":["trace[398325320] 'process raft request' (duration: 114.417148ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:23:39.807667Z","caller":"traceutil/trace.go:171","msg":"trace[782627039] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3759; }","duration":"114.849799ms","start":"2026-03-12T19:23:39.692802Z","end":"2026-03-12T19:23:39.807652Z","steps":["trace[782627039] 'read index received' (duration: 113.60972ms)","trace[782627039] 'applied index is now lower than readState.Index' (duration: 1.239299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:23:39.807736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.9244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:23:39.807762Z","caller":"traceutil/trace.go:171","msg":"trace[2128759227] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3598; }","duration":"114.980871ms","start":"2026-03-12T19:23:39.692773Z","end":"2026-03-12T19:23:39.807754Z","steps":["trace[2128759227] 'agreement among raft nodes before linearized reading' (duration: 114.91547ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:23:39.807745Z","caller":"traceutil/trace.go:171","msg":"trace[1348285227] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"115.327249ms","start":"2026-03-12T19:23:39.692381Z","end":"2026-03-12T19:23:39.807708Z","steps":["trace[1348285227] 'process raft request' (duration: 115.229667ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:23:42.636043Z","caller":"traceutil/trace.go:171","msg":"trace[2120324004] transaction","detail":"{read_only:false; response_revision:3679; number_of_response:1; }","duration":"148.761552ms","start":"2026-03-12T19:23:42.487257Z","end":"2026-03-12T19:23:42.636019Z","steps":["trace[2120324004] 'process raft request' (duration: 148.620029ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:23:42.6387Z","caller":"traceutil/trace.go:171","msg":"trace[580204620] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"125.1535ms","start":"2026-03-12T19:23:42.513529Z","end":"2026-03-12T19:23:42.638683Z","steps":["trace[580204620] 'process raft request' (duration: 124.936895ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:09.296653Z","caller":"traceutil/trace.go:171","msg":"trace[1833698418] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"540.768595ms","start":"2026-03-12T19:24:08.755855Z","end":"2026-03-12T19:24:09.296624Z","steps":["trace[1833698418] 'process raft request' (duration: 540.378666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:09.296845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:08.755828Z","time spent":"540.92051ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:09.298267Z","caller":"traceutil/trace.go:171","msg":"trace[145080493] linearizableReadLoop","detail":"{readStateIndex:3990; appliedIndex:3987; }","duration":"268.515525ms","start":"2026-03-12T19:24:09.029726Z","end":"2026-03-12T19:24:09.298241Z","steps":["trace[145080493] 'read index received' (duration: 266.771495ms)","trace[145080493] 'applied index is now lower than readState.Index' (duration: 1.74313ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:09.298314Z","caller":"traceutil/trace.go:171","msg":"trace[1048504131] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"542.184097ms","start":"2026-03-12T19:24:08.75611Z","end":"2026-03-12T19:24:09.298294Z","steps":["trace[1048504131] 'process raft request' (duration: 541.87485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:09.298403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:08.756085Z","time spent":"542.273459ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:09.298512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.789061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:24:09.298571Z","caller":"traceutil/trace.go:171","msg":"trace[492227687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3822; }","duration":"268.889043ms","start":"2026-03-12T19:24:09.029668Z","end":"2026-03-12T19:24:09.298557Z","steps":["trace[492227687] 'agreement among raft nodes before linearized reading' (duration: 268.706669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:09.298601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.04618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:24:09.29862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.485106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-12T19:24:09.29867Z","caller":"traceutil/trace.go:171","msg":"trace[2137258556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3822; }","duration":"194.216265ms","start":"2026-03-12T19:24:09.104439Z","end":"2026-03-12T19:24:09.298655Z","steps":["trace[2137258556] 'agreement among raft nodes before linearized reading' (duration: 193.959959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:09.298662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.64953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-12T19:24:09.298723Z","caller":"traceutil/trace.go:171","msg":"trace[961556527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3822; }","duration":"227.631299ms","start":"2026-03-12T19:24:09.071068Z","end":"2026-03-12T19:24:09.298699Z","steps":["trace[961556527] 'agreement among raft nodes before linearized reading' (duration: 227.356852ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:09.298447Z","caller":"traceutil/trace.go:171","msg":"trace[1433750394] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"539.858474ms","start":"2026-03-12T19:24:08.758465Z","end":"2026-03-12T19:24:09.298323Z","steps":["trace[1433750394] 'process raft request' (duration: 539.702001ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:09.298752Z","caller":"traceutil/trace.go:171","msg":"trace[1722267096] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3822; }","duration":"241.759892ms","start":"2026-03-12T19:24:09.056967Z","end":"2026-03-12T19:24:09.298727Z","steps":["trace[1722267096] 'agreement among raft nodes before linearized reading' (duration: 241.512857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:09.298936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:08.758445Z","time spent":"540.404057ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:14.988249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194448292,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:24:15.307204Z","caller":"traceutil/trace.go:171","msg":"trace[2024862948] linearizableReadLoop","detail":"{readStateIndex:4016; appliedIndex:4015; }","duration":"819.75594ms","start":"2026-03-12T19:24:14.487422Z","end":"2026-03-12T19:24:15.307178Z","steps":["trace[2024862948] 'read index received' (duration: 819.606397ms)","trace[2024862948] 'applied index is now lower than readState.Index' (duration: 148.433µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:15.307243Z","caller":"traceutil/trace.go:171","msg":"trace[702952369] transaction","detail":"{read_only:false; response_revision:3847; number_of_response:1; }","duration":"827.335423ms","start":"2026-03-12T19:24:14.479876Z","end":"2026-03-12T19:24:15.307211Z","steps":["trace[702952369] 'process raft request' (duration: 827.154119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:15.307382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.956244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:24:15.307393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:14.479857Z","time spent":"827.458165ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:15.307454Z","caller":"traceutil/trace.go:171","msg":"trace[808257820] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3847; }","duration":"820.079747ms","start":"2026-03-12T19:24:14.487356Z","end":"2026-03-12T19:24:15.307436Z","steps":["trace[808257820] 'agreement among raft nodes before linearized reading' (duration: 819.966024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:15.307497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:14.487308Z","time spent":"820.180989ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:24:15.307767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.819505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:24:15.307813Z","caller":"traceutil/trace.go:171","msg":"trace[1726118216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3847; }","duration":"356.904667ms","start":"2026-03-12T19:24:14.950897Z","end":"2026-03-12T19:24:15.307802Z","steps":["trace[1726118216] 'agreement among raft nodes before linearized reading' (duration: 356.834536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:15.307792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.990183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:24:15.307844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:14.950877Z","time spent":"356.961048ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:24:15.30793Z","caller":"traceutil/trace.go:171","msg":"trace[225465397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3847; }","duration":"716.211169ms","start":"2026-03-12T19:24:14.591698Z","end":"2026-03-12T19:24:15.307909Z","steps":["trace[225465397] 'agreement among raft nodes before linearized reading' (duration: 715.798459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:15.308088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:14.591681Z","time spent":"716.348942ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:24:15.814118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194448296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:24:16.314912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194448296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:24:16.349437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036701744s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:24:16.349914Z","caller":"traceutil/trace.go:171","msg":"trace[1714573762] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"1.037219235s","start":"2026-03-12T19:24:15.31266Z","end":"2026-03-12T19:24:16.349879Z","steps":["trace[1714573762] 'process raft request' (duration: 1.037018541s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:16.350088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:15.312642Z","time spent":"1.037361429s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:16.350972Z","caller":"traceutil/trace.go:171","msg":"trace[1733353190] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"1.011247591s","start":"2026-03-12T19:24:15.339685Z","end":"2026-03-12T19:24:16.350932Z","steps":["trace[1733353190] 'process raft request' (duration: 1.011056737s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:16.35119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:15.339669Z","time spent":"1.011390515s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:16.351182Z","caller":"traceutil/trace.go:171","msg":"trace[920167204] linearizableReadLoop","detail":"{readStateIndex:4020; appliedIndex:4016; }","duration":"1.037310679s","start":"2026-03-12T19:24:15.313821Z","end":"2026-03-12T19:24:16.351132Z","steps":["trace[920167204] 'read index received' (duration: 1.035928577s)","trace[920167204] 'applied index is now lower than readState.Index' (duration: 1.380972ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:16.351272Z","caller":"traceutil/trace.go:171","msg":"trace[2028743601] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"1.010782751s","start":"2026-03-12T19:24:15.340467Z","end":"2026-03-12T19:24:16.351249Z","steps":["trace[2028743601] 'process raft request' (duration: 1.010579377s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:16.351279Z","caller":"traceutil/trace.go:171","msg":"trace[1477642822] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"1.011457437s","start":"2026-03-12T19:24:15.339761Z","end":"2026-03-12T19:24:16.351218Z","steps":["trace[1477642822] 'process raft request' (duration: 1.011131729s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:16.351421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:15.340451Z","time spent":"1.010875563s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:16.351629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:15.339737Z","time spent":"1.011705532s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:24:16.351826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.201416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:24:16.352191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.77505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:24:16.352343Z","caller":"traceutil/trace.go:171","msg":"trace[1112038319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3851; }","duration":"403.963274ms","start":"2026-03-12T19:24:15.948344Z","end":"2026-03-12T19:24:16.352307Z","steps":["trace[1112038319] 'agreement among raft nodes before linearized reading' (duration: 403.678278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:16.352413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:15.948326Z","time spent":"404.073176ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:24:16.35276Z","caller":"traceutil/trace.go:171","msg":"trace[378174564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3851; }","duration":"330.285818ms","start":"2026-03-12T19:24:16.021589Z","end":"2026-03-12T19:24:16.351875Z","steps":["trace[378174564] 'agreement among raft nodes before linearized reading' (duration: 330.157716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:16.351358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037527493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-12T19:24:16.352829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:16.021571Z","time spent":"331.24284ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:24:16.352877Z","caller":"traceutil/trace.go:171","msg":"trace[895002649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3851; }","duration":"1.039065989s","start":"2026-03-12T19:24:15.313792Z","end":"2026-03-12T19:24:16.352858Z","steps":["trace[895002649] 'agreement among raft nodes before linearized reading' (duration: 1.037430472s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:16.352947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:15.313783Z","time spent":"1.0391466s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:24:16.352904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007488875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:24:16.353126Z","caller":"traceutil/trace.go:171","msg":"trace[962427154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:3851; }","duration":"1.007749481s","start":"2026-03-12T19:24:15.34535Z","end":"2026-03-12T19:24:16.3531Z","steps":["trace[962427154] 'agreement among raft nodes before linearized reading' (duration: 1.006165105s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:16.353083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.58779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:24:16.353442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:15.345339Z","time spent":"1.007988256s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:24:16.353501Z","caller":"traceutil/trace.go:171","msg":"trace[700437459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3851; }","duration":"163.069852ms","start":"2026-03-12T19:24:16.190399Z","end":"2026-03-12T19:24:16.353469Z","steps":["trace[700437459] 'agreement among raft nodes before linearized reading' (duration: 161.083747ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:43.572726Z","caller":"traceutil/trace.go:171","msg":"trace[34174194] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"144.882476ms","start":"2026-03-12T19:24:43.427814Z","end":"2026-03-12T19:24:43.572697Z","steps":["trace[34174194] 'process raft request' (duration: 144.738993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:43.60877Z","caller":"traceutil/trace.go:171","msg":"trace[592097328] linearizableReadLoop","detail":"{readStateIndex:4167; appliedIndex:4164; }","duration":"165.505147ms","start":"2026-03-12T19:24:43.443237Z","end":"2026-03-12T19:24:43.608742Z","steps":["trace[592097328] 'read index received' (duration: 129.36645ms)","trace[592097328] 'applied index is now lower than readState.Index' (duration: 36.137667ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:43.608853Z","caller":"traceutil/trace.go:171","msg":"trace[1721154906] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3990; }","duration":"177.086372ms","start":"2026-03-12T19:24:43.431734Z","end":"2026-03-12T19:24:43.608821Z","steps":["trace[1721154906] 'process raft request' (duration: 176.829456ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:43.6089Z","caller":"traceutil/trace.go:171","msg":"trace[921550044] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"174.820001ms","start":"2026-03-12T19:24:43.434056Z","end":"2026-03-12T19:24:43.608876Z","steps":["trace[921550044] 'process raft request' (duration: 174.602696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:43.60899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.733262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:24:43.609034Z","caller":"traceutil/trace.go:171","msg":"trace[961434911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3991; }","duration":"165.813064ms","start":"2026-03-12T19:24:43.443211Z","end":"2026-03-12T19:24:43.609024Z","steps":["trace[961434911] 'agreement among raft nodes before linearized reading' (duration: 165.63085ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:43.740322Z","caller":"traceutil/trace.go:171","msg":"trace[1229447426] transaction","detail":"{read_only:false; response_revision:3992; number_of_response:1; }","duration":"162.603991ms","start":"2026-03-12T19:24:43.577664Z","end":"2026-03-12T19:24:43.740268Z","steps":["trace[1229447426] 'process raft request' (duration: 99.22902ms)","trace[1229447426] 'compare' (duration: 63.157586ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:43.795782Z","caller":"traceutil/trace.go:171","msg":"trace[1522125191] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"181.968225ms","start":"2026-03-12T19:24:43.613771Z","end":"2026-03-12T19:24:43.795739Z","steps":["trace[1522125191] 'process raft request' (duration: 181.650997ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:43.795931Z","caller":"traceutil/trace.go:171","msg":"trace[309100555] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"173.88913ms","start":"2026-03-12T19:24:43.622023Z","end":"2026-03-12T19:24:43.795912Z","steps":["trace[309100555] 'process raft request' (duration: 173.620884ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:43.795713Z","caller":"traceutil/trace.go:171","msg":"trace[680834038] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"177.046713ms","start":"2026-03-12T19:24:43.618641Z","end":"2026-03-12T19:24:43.795688Z","steps":["trace[680834038] 'process raft request' (duration: 176.898488ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.050706Z","caller":"traceutil/trace.go:171","msg":"trace[1035104190] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3998; }","duration":"302.135615ms","start":"2026-03-12T19:24:43.748546Z","end":"2026-03-12T19:24:44.050681Z","steps":["trace[1035104190] 'process raft request' (duration: 302.082783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.050857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.748536Z","time spent":"302.244377ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":2167,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:24:44.051188Z","caller":"traceutil/trace.go:171","msg":"trace[714146008] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"309.735059ms","start":"2026-03-12T19:24:43.741439Z","end":"2026-03-12T19:24:44.051174Z","steps":["trace[714146008] 'process raft request' (duration: 308.998361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.051372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.741419Z","time spent":"309.80242ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:24:44.051693Z","caller":"traceutil/trace.go:171","msg":"trace[2058132610] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"310.168768ms","start":"2026-03-12T19:24:43.741511Z","end":"2026-03-12T19:24:44.05168Z","steps":["trace[2058132610] 'process raft request' (duration: 309.041522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.051866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.74149Z","time spent":"310.23806ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:24:44.052118Z","caller":"traceutil/trace.go:171","msg":"trace[607614584] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"307.62139ms","start":"2026-03-12T19:24:43.744485Z","end":"2026-03-12T19:24:44.052106Z","steps":["trace[607614584] 'process raft request' (duration: 306.105016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.052252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:24:43.744464Z","time spent":"307.687462ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:24:44.201583Z","caller":"traceutil/trace.go:171","msg":"trace[339909170] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"137.108757ms","start":"2026-03-12T19:24:44.064443Z","end":"2026-03-12T19:24:44.201551Z","steps":["trace[339909170] 'process raft request' (duration: 136.875832ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.36316Z","caller":"traceutil/trace.go:171","msg":"trace[1518900799] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"151.885186ms","start":"2026-03-12T19:24:44.211253Z","end":"2026-03-12T19:24:44.363138Z","steps":["trace[1518900799] 'process raft request' (duration: 151.764423ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.363409Z","caller":"traceutil/trace.go:171","msg":"trace[78473042] linearizableReadLoop","detail":"{readStateIndex:4181; appliedIndex:4181; }","duration":"129.267139ms","start":"2026-03-12T19:24:44.234131Z","end":"2026-03-12T19:24:44.363398Z","steps":["trace[78473042] 'read index received' (duration: 129.234258ms)","trace[78473042] 'applied index is now lower than readState.Index' (duration: 31.971µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:24:44.363665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.502184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.189c2e80b55db91f\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-03-12T19:24:44.363753Z","caller":"traceutil/trace.go:171","msg":"trace[388334504] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.189c2e80b55db91f; range_end:; response_count:1; response_revision:4003; }","duration":"129.629416ms","start":"2026-03-12T19:24:44.234102Z","end":"2026-03-12T19:24:44.363731Z","steps":["trace[388334504] 'agreement among raft nodes before linearized reading' (duration: 129.324439ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.507779Z","caller":"traceutil/trace.go:171","msg":"trace[466537831] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"138.553781ms","start":"2026-03-12T19:24:44.369186Z","end":"2026-03-12T19:24:44.50774Z","steps":["trace[466537831] 'process raft request' (duration: 138.445439ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.507865Z","caller":"traceutil/trace.go:171","msg":"trace[1741047675] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"137.452335ms","start":"2026-03-12T19:24:44.370389Z","end":"2026-03-12T19:24:44.507842Z","steps":["trace[1741047675] 'process raft request' (duration: 137.381514ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.508075Z","caller":"traceutil/trace.go:171","msg":"trace[410971934] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"138.94451ms","start":"2026-03-12T19:24:44.369118Z","end":"2026-03-12T19:24:44.508063Z","steps":["trace[410971934] 'process raft request' (duration: 137.857405ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.508115Z","caller":"traceutil/trace.go:171","msg":"trace[1067417006] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"138.48841ms","start":"2026-03-12T19:24:44.369616Z","end":"2026-03-12T19:24:44.508105Z","steps":["trace[1067417006] 'process raft request' (duration: 138.057481ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.508197Z","caller":"traceutil/trace.go:171","msg":"trace[1386099036] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"138.50519ms","start":"2026-03-12T19:24:44.369683Z","end":"2026-03-12T19:24:44.508188Z","steps":["trace[1386099036] 'process raft request' (duration: 138.015789ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.508371Z","caller":"traceutil/trace.go:171","msg":"trace[1100884235] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"138.567032ms","start":"2026-03-12T19:24:44.369793Z","end":"2026-03-12T19:24:44.50836Z","steps":["trace[1100884235] 'process raft request' (duration: 137.928438ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.508479Z","caller":"traceutil/trace.go:171","msg":"trace[827350830] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"138.542371ms","start":"2026-03-12T19:24:44.369928Z","end":"2026-03-12T19:24:44.508471Z","steps":["trace[827350830] 'process raft request' (duration: 137.816554ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.67661Z","caller":"traceutil/trace.go:171","msg":"trace[2108010435] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"103.622572ms","start":"2026-03-12T19:24:44.57296Z","end":"2026-03-12T19:24:44.676583Z","steps":["trace[2108010435] 'process raft request' (duration: 102.393414ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.680356Z","caller":"traceutil/trace.go:171","msg":"trace[1955861135] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"103.094248ms","start":"2026-03-12T19:24:44.57725Z","end":"2026-03-12T19:24:44.680344Z","steps":["trace[1955861135] 'process raft request' (duration: 102.946365ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.790427Z","caller":"traceutil/trace.go:171","msg":"trace[1428209238] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"104.703417ms","start":"2026-03-12T19:24:44.685697Z","end":"2026-03-12T19:24:44.790401Z","steps":["trace[1428209238] 'process raft request' (duration: 101.204136ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.791089Z","caller":"traceutil/trace.go:171","msg":"trace[1537452299] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"105.241279ms","start":"2026-03-12T19:24:44.685804Z","end":"2026-03-12T19:24:44.791045Z","steps":["trace[1537452299] 'process raft request' (duration: 104.531133ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.791872Z","caller":"traceutil/trace.go:171","msg":"trace[1516977944] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"105.35263ms","start":"2026-03-12T19:24:44.686493Z","end":"2026-03-12T19:24:44.791845Z","steps":["trace[1516977944] 'process raft request' (duration: 104.375628ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.792312Z","caller":"traceutil/trace.go:171","msg":"trace[33882035] transaction","detail":"{read_only:false; response_revision:4023; number_of_response:1; }","duration":"104.216884ms","start":"2026-03-12T19:24:44.688079Z","end":"2026-03-12T19:24:44.792295Z","steps":["trace[33882035] 'process raft request' (duration: 103.675812ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:44.792325Z","caller":"traceutil/trace.go:171","msg":"trace[2026301931] linearizableReadLoop","detail":"{readStateIndex:4199; appliedIndex:4196; }","duration":"106.286072ms","start":"2026-03-12T19:24:44.686018Z","end":"2026-03-12T19:24:44.792305Z","steps":["trace[2026301931] 'read index received' (duration: 21.845521ms)","trace[2026301931] 'applied index is now lower than readState.Index' (duration: 84.439341ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:44.792515Z","caller":"traceutil/trace.go:171","msg":"trace[60894720] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4023; }","duration":"101.941312ms","start":"2026-03-12T19:24:44.690558Z","end":"2026-03-12T19:24:44.7925Z","steps":["trace[60894720] 'process raft request' (duration: 101.685326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:24:44.793146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.112822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62978"} {"level":"info","ts":"2026-03-12T19:24:44.7932Z","caller":"traceutil/trace.go:171","msg":"trace[424203412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4023; }","duration":"107.200273ms","start":"2026-03-12T19:24:44.685988Z","end":"2026-03-12T19:24:44.793188Z","steps":["trace[424203412] 'agreement among raft nodes before linearized reading' (duration: 106.902146ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:45.018427Z","caller":"traceutil/trace.go:171","msg":"trace[1682373480] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"220.485346ms","start":"2026-03-12T19:24:44.7979Z","end":"2026-03-12T19:24:45.018386Z","steps":["trace[1682373480] 'process raft request' (duration: 129.554965ms)","trace[1682373480] 'compare' (duration: 90.306817ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:24:45.01855Z","caller":"traceutil/trace.go:171","msg":"trace[2029094011] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4026; }","duration":"158.715723ms","start":"2026-03-12T19:24:44.85981Z","end":"2026-03-12T19:24:45.018525Z","steps":["trace[2029094011] 'process raft request' (duration: 158.639721ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:45.018565Z","caller":"traceutil/trace.go:171","msg":"trace[456759153] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"212.77274ms","start":"2026-03-12T19:24:44.805748Z","end":"2026-03-12T19:24:45.01852Z","steps":["trace[456759153] 'process raft request' (duration: 212.500654ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:24:45.227456Z","caller":"traceutil/trace.go:171","msg":"trace[53003211] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"197.222514ms","start":"2026-03-12T19:24:45.0302Z","end":"2026-03-12T19:24:45.227422Z","steps":["trace[53003211] 'process raft request' (duration: 127.674742ms)","trace[53003211] 'compare' (duration: 69.398098ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:19.122797Z","caller":"traceutil/trace.go:171","msg":"trace[828914391] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"147.530257ms","start":"2026-03-12T19:25:18.975235Z","end":"2026-03-12T19:25:19.122765Z","steps":["trace[828914391] 'process raft request' (duration: 106.264171ms)","trace[828914391] 'compare' (duration: 41.132553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:21.701615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.047224ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:21.701773Z","caller":"traceutil/trace.go:171","msg":"trace[1370517290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4264; }","duration":"333.238448ms","start":"2026-03-12T19:25:21.368509Z","end":"2026-03-12T19:25:21.701747Z","steps":["trace[1370517290] 'range keys from in-memory index tree' (duration: 333.024353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:21.702092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.54842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-6xjhp\" ","response":"range_response_count:1 size:4357"} {"level":"info","ts":"2026-03-12T19:25:21.702199Z","caller":"traceutil/trace.go:171","msg":"trace[1922015809] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-6xjhp; range_end:; response_count:1; response_revision:4264; }","duration":"392.036412ms","start":"2026-03-12T19:25:21.310136Z","end":"2026-03-12T19:25:21.702172Z","steps":["trace[1922015809] 'range keys from in-memory index tree' (duration: 391.312486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:21.702262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:21.310117Z","time spent":"392.130274ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4380,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-6xjhp\" "} {"level":"info","ts":"2026-03-12T19:25:26.948002Z","caller":"traceutil/trace.go:171","msg":"trace[1164956104] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"272.710305ms","start":"2026-03-12T19:25:26.675264Z","end":"2026-03-12T19:25:26.947974Z","steps":["trace[1164956104] 'process raft request' (duration: 182.433478ms)","trace[1164956104] 'compare' (duration: 89.979891ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:26.948284Z","caller":"traceutil/trace.go:171","msg":"trace[1929437860] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"269.638167ms","start":"2026-03-12T19:25:26.678632Z","end":"2026-03-12T19:25:26.94827Z","steps":["trace[1929437860] 'process raft request' (duration: 269.287518ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:26.948534Z","caller":"traceutil/trace.go:171","msg":"trace[308897105] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4791; }","duration":"149.87647ms","start":"2026-03-12T19:25:26.798649Z","end":"2026-03-12T19:25:26.948526Z","steps":["trace[308897105] 'read index received' (duration: 59.063869ms)","trace[308897105] 'applied index is now lower than readState.Index' (duration: 90.810781ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:26.948572Z","caller":"traceutil/trace.go:171","msg":"trace[94380025] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"268.842158ms","start":"2026-03-12T19:25:26.679696Z","end":"2026-03-12T19:25:26.948538Z","steps":["trace[94380025] 'process raft request' (duration: 268.534481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:26.948758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.572543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-12T19:25:26.948793Z","caller":"traceutil/trace.go:171","msg":"trace[1025518930] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4589; }","duration":"119.640733ms","start":"2026-03-12T19:25:26.829142Z","end":"2026-03-12T19:25:26.948782Z","steps":["trace[1025518930] 'agreement among raft nodes before linearized reading' (duration: 119.533581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:26.948652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.986952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:26.948884Z","caller":"traceutil/trace.go:171","msg":"trace[442850932] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4589; }","duration":"150.254188ms","start":"2026-03-12T19:25:26.798598Z","end":"2026-03-12T19:25:26.948852Z","steps":["trace[442850932] 'agreement among raft nodes before linearized reading' (duration: 150.004452ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.139617Z","caller":"traceutil/trace.go:171","msg":"trace[900952406] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"116.201416ms","start":"2026-03-12T19:25:27.023313Z","end":"2026-03-12T19:25:27.139515Z","steps":["trace[900952406] 'process raft request' (duration: 62.967789ms)","trace[900952406] 'compare' (duration: 53.052623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:27.139944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.059559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:25:27.14005Z","caller":"traceutil/trace.go:171","msg":"trace[1208639395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4601; }","duration":"141.210452ms","start":"2026-03-12T19:25:26.998814Z","end":"2026-03-12T19:25:27.140024Z","steps":["trace[1208639395] 'agreement among raft nodes before linearized reading' (duration: 140.931246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.139743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.984942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:25:27.140137Z","caller":"traceutil/trace.go:171","msg":"trace[1786106485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:4601; }","duration":"139.415633ms","start":"2026-03-12T19:25:27.000703Z","end":"2026-03-12T19:25:27.140118Z","steps":["trace[1786106485] 'agreement among raft nodes before linearized reading' (duration: 138.83304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.139798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.289959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:25:27.140392Z","caller":"traceutil/trace.go:171","msg":"trace[165297094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4601; }","duration":"139.914363ms","start":"2026-03-12T19:25:27.000458Z","end":"2026-03-12T19:25:27.140372Z","steps":["trace[165297094] 'agreement among raft nodes before linearized reading' (duration: 139.130536ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.277877Z","caller":"traceutil/trace.go:171","msg":"trace[615387854] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"133.551918ms","start":"2026-03-12T19:25:27.14427Z","end":"2026-03-12T19:25:27.277822Z","steps":["trace[615387854] 'process raft request' (duration: 132.784281ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.27794Z","caller":"traceutil/trace.go:171","msg":"trace[1713399841] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"132.803942ms","start":"2026-03-12T19:25:27.145104Z","end":"2026-03-12T19:25:27.277908Z","steps":["trace[1713399841] 'process raft request' (duration: 132.634328ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.359999Z","caller":"traceutil/trace.go:171","msg":"trace[699806474] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"178.172022ms","start":"2026-03-12T19:25:27.181798Z","end":"2026-03-12T19:25:27.35997Z","steps":["trace[699806474] 'process raft request' (duration: 177.912575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.360066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.44453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.189c2e8a7d612a1c\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-12T19:25:27.360414Z","caller":"traceutil/trace.go:171","msg":"trace[1770572385] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.189c2e8a7d612a1c; range_end:; response_count:1; response_revision:4607; }","duration":"175.827028ms","start":"2026-03-12T19:25:27.184551Z","end":"2026-03-12T19:25:27.360378Z","steps":["trace[1770572385] 'agreement among raft nodes before linearized reading' (duration: 175.321756ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.491489Z","caller":"traceutil/trace.go:171","msg":"trace[318321243] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"208.183542ms","start":"2026-03-12T19:25:27.283268Z","end":"2026-03-12T19:25:27.491452Z","steps":["trace[318321243] 'process raft request' (duration: 188.958737ms)","trace[318321243] 'compare' (duration: 19.02607ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:27.491623Z","caller":"traceutil/trace.go:171","msg":"trace[1766524091] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"183.090253ms","start":"2026-03-12T19:25:27.308449Z","end":"2026-03-12T19:25:27.491539Z","steps":["trace[1766524091] 'process raft request' (duration: 182.935098ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.491522Z","caller":"traceutil/trace.go:171","msg":"trace[1259363102] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4813; }","duration":"124.361901ms","start":"2026-03-12T19:25:27.367142Z","end":"2026-03-12T19:25:27.491504Z","steps":["trace[1259363102] 'read index received' (duration: 105.056143ms)","trace[1259363102] 'applied index is now lower than readState.Index' (duration: 19.304898ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:27.491699Z","caller":"traceutil/trace.go:171","msg":"trace[1643263386] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"128.549615ms","start":"2026-03-12T19:25:27.363109Z","end":"2026-03-12T19:25:27.491659Z","steps":["trace[1643263386] 'process raft request' (duration: 128.326079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.491893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.729249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:27.491982Z","caller":"traceutil/trace.go:171","msg":"trace[2064628721] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4610; }","duration":"124.868372ms","start":"2026-03-12T19:25:27.3671Z","end":"2026-03-12T19:25:27.491969Z","steps":["trace[2064628721] 'agreement among raft nodes before linearized reading' (duration: 124.732379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.751804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.850182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T19:25:27.751918Z","caller":"traceutil/trace.go:171","msg":"trace[896366346] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4618; }","duration":"159.004256ms","start":"2026-03-12T19:25:27.592885Z","end":"2026-03-12T19:25:27.75189Z","steps":["trace[896366346] 'range keys from in-memory index tree' (duration: 158.73455ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.761614Z","caller":"traceutil/trace.go:171","msg":"trace[2047315353] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4826; }","duration":"165.812951ms","start":"2026-03-12T19:25:27.595786Z","end":"2026-03-12T19:25:27.761599Z","steps":["trace[2047315353] 'read index received' (duration: 165.674318ms)","trace[2047315353] 'applied index is now lower than readState.Index' (duration: 137.673µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:27.761644Z","caller":"traceutil/trace.go:171","msg":"trace[896050792] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"168.041361ms","start":"2026-03-12T19:25:27.593588Z","end":"2026-03-12T19:25:27.761629Z","steps":["trace[896050792] 'process raft request' (duration: 167.883098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.761831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.029045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-95m2q\" ","response":"range_response_count:1 size:3378"} {"level":"info","ts":"2026-03-12T19:25:27.761871Z","caller":"traceutil/trace.go:171","msg":"trace[594530154] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-95m2q; range_end:; response_count:1; response_revision:4619; }","duration":"166.078326ms","start":"2026-03-12T19:25:27.595779Z","end":"2026-03-12T19:25:27.761858Z","steps":["trace[594530154] 'agreement among raft nodes before linearized reading' (duration: 165.912893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.765249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.795088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-03-12T19:25:27.765304Z","caller":"traceutil/trace.go:171","msg":"trace[1091012251] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4620; }","duration":"164.87118ms","start":"2026-03-12T19:25:27.60042Z","end":"2026-03-12T19:25:27.765291Z","steps":["trace[1091012251] 'agreement among raft nodes before linearized reading' (duration: 164.696746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.76531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.499404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:25:27.76538Z","caller":"traceutil/trace.go:171","msg":"trace[162653913] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4620; }","duration":"154.609867ms","start":"2026-03-12T19:25:27.610753Z","end":"2026-03-12T19:25:27.765363Z","steps":["trace[162653913] 'agreement among raft nodes before linearized reading' (duration: 154.383722ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.938076Z","caller":"traceutil/trace.go:171","msg":"trace[701949058] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4829; }","duration":"106.678899ms","start":"2026-03-12T19:25:27.831368Z","end":"2026-03-12T19:25:27.938047Z","steps":["trace[701949058] 'read index received' (duration: 106.416034ms)","trace[701949058] 'applied index is now lower than readState.Index' (duration: 261.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:27.938139Z","caller":"traceutil/trace.go:171","msg":"trace[728375417] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"159.340004ms","start":"2026-03-12T19:25:27.778775Z","end":"2026-03-12T19:25:27.938115Z","steps":["trace[728375417] 'process raft request' (duration: 159.124079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:27.938417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.628183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-03-12T19:25:27.938485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.39479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-12T19:25:27.93853Z","caller":"traceutil/trace.go:171","msg":"trace[1093244743] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4622; }","duration":"130.856988ms","start":"2026-03-12T19:25:27.807638Z","end":"2026-03-12T19:25:27.938495Z","steps":["trace[1093244743] 'agreement among raft nodes before linearized reading' (duration: 130.515141ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:27.938545Z","caller":"traceutil/trace.go:171","msg":"trace[103823664] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4622; }","duration":"105.490023ms","start":"2026-03-12T19:25:27.833038Z","end":"2026-03-12T19:25:27.938528Z","steps":["trace[103823664] 'agreement among raft nodes before linearized reading' (duration: 105.244558ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:29.064911Z","caller":"traceutil/trace.go:171","msg":"trace[46415074] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"110.142637ms","start":"2026-03-12T19:25:28.95475Z","end":"2026-03-12T19:25:29.064893Z","steps":["trace[46415074] 'process raft request' (duration: 110.011184ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:29.066998Z","caller":"traceutil/trace.go:171","msg":"trace[1449679143] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"111.247824ms","start":"2026-03-12T19:25:28.955732Z","end":"2026-03-12T19:25:29.06698Z","steps":["trace[1449679143] 'process raft request' (duration: 111.093901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:29.649382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.51898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-12T19:25:29.649495Z","caller":"traceutil/trace.go:171","msg":"trace[1290867541] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4681; }","duration":"100.675743ms","start":"2026-03-12T19:25:29.548796Z","end":"2026-03-12T19:25:29.649472Z","steps":["trace[1290867541] 'agreement among raft nodes before linearized reading' (duration: 100.401487ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:31.035036Z","caller":"traceutil/trace.go:171","msg":"trace[1104491489] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4922; }","duration":"450.719982ms","start":"2026-03-12T19:25:30.58429Z","end":"2026-03-12T19:25:31.03501Z","steps":["trace[1104491489] 'read index received' (duration: 400.143295ms)","trace[1104491489] 'applied index is now lower than readState.Index' (duration: 50.575197ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:31.035097Z","caller":"traceutil/trace.go:171","msg":"trace[670743265] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"620.132484ms","start":"2026-03-12T19:25:30.414905Z","end":"2026-03-12T19:25:31.035038Z","steps":["trace[670743265] 'process raft request' (duration: 569.542427ms)","trace[670743265] 'compare' (duration: 50.358922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:31.03526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:30.414891Z","time spent":"620.289967ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:25:31.03523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.932677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:31.035324Z","caller":"traceutil/trace.go:171","msg":"trace[2059356488] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4715; }","duration":"451.09115ms","start":"2026-03-12T19:25:30.584219Z","end":"2026-03-12T19:25:31.03531Z","steps":["trace[2059356488] 'agreement among raft nodes before linearized reading' (duration: 450.873965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.035367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:30.58419Z","time spent":"451.164962ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:25:31.035742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.059457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-12T19:25:31.035835Z","caller":"traceutil/trace.go:171","msg":"trace[800790020] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4714; }","duration":"625.21579ms","start":"2026-03-12T19:25:30.4106Z","end":"2026-03-12T19:25:31.035816Z","steps":["trace[800790020] 'range keys from in-memory index tree' (duration: 624.136305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.035888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:30.410577Z","time spent":"625.296942ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:25:31.549984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.171578ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:31.550111Z","caller":"traceutil/trace.go:171","msg":"trace[266586681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4715; }","duration":"181.309011ms","start":"2026-03-12T19:25:31.368783Z","end":"2026-03-12T19:25:31.550092Z","steps":["trace[266586681] 'range keys from in-memory index tree' (duration: 181.153638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.550687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.274317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:31.55086Z","caller":"traceutil/trace.go:171","msg":"trace[1899259010] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"808.172531ms","start":"2026-03-12T19:25:30.742653Z","end":"2026-03-12T19:25:31.550825Z","steps":["trace[1899259010] 'process raft request' (duration: 631.644207ms)","trace[1899259010] 'compare' (duration: 175.718035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:31.550995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:30.742634Z","time spent":"808.287143ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:31.551023Z","caller":"traceutil/trace.go:171","msg":"trace[130850514] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"480.359216ms","start":"2026-03-12T19:25:31.070643Z","end":"2026-03-12T19:25:31.551002Z","steps":["trace[130850514] 'process raft request' (duration: 480.191782ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:31.551009Z","caller":"traceutil/trace.go:171","msg":"trace[1338805332] linearizableReadLoop","detail":"{readStateIndex:4924; appliedIndex:4923; }","duration":"515.863321ms","start":"2026-03-12T19:25:31.035102Z","end":"2026-03-12T19:25:31.550966Z","steps":["trace[1338805332] 'read index received' (duration: 339.211784ms)","trace[1338805332] 'applied index is now lower than readState.Index' (duration: 176.643387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:31.551129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:31.070621Z","time spent":"480.460797ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:31.551262Z","caller":"traceutil/trace.go:171","msg":"trace[1588934301] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"479.550846ms","start":"2026-03-12T19:25:31.071684Z","end":"2026-03-12T19:25:31.551235Z","steps":["trace[1588934301] 'process raft request' (duration: 479.262139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.551445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:31.071678Z","time spent":"479.68648ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:31.551523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.257869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:31.551472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.567099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-12T19:25:31.551632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.644985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:25:31.551643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.135677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:25:31.551535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.308793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:25:31.551689Z","caller":"traceutil/trace.go:171","msg":"trace[88813975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4718; }","duration":"475.194708ms","start":"2026-03-12T19:25:31.076482Z","end":"2026-03-12T19:25:31.551677Z","steps":["trace[88813975] 'agreement among raft nodes before linearized reading' (duration: 474.872601ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:31.551685Z","caller":"traceutil/trace.go:171","msg":"trace[24780458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4718; }","duration":"261.729497ms","start":"2026-03-12T19:25:31.289939Z","end":"2026-03-12T19:25:31.551668Z","steps":["trace[24780458] 'agreement among raft nodes before linearized reading' (duration: 261.42756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.551714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.425295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-03-12T19:25:31.551506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.509882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-12T19:25:31.55176Z","caller":"traceutil/trace.go:171","msg":"trace[600881727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92; range_end:; response_count:1; response_revision:4718; }","duration":"894.504557ms","start":"2026-03-12T19:25:30.657239Z","end":"2026-03-12T19:25:31.551743Z","steps":["trace[600881727] 'agreement among raft nodes before linearized reading' (duration: 893.826172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.551807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:30.657218Z","time spent":"894.578529ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" "} {"level":"info","ts":"2026-03-12T19:25:31.551801Z","caller":"traceutil/trace.go:171","msg":"trace[1236315325] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2; range_end:; response_count:1; response_revision:4718; }","duration":"679.828309ms","start":"2026-03-12T19:25:30.871943Z","end":"2026-03-12T19:25:31.551771Z","steps":["trace[1236315325] 'agreement among raft nodes before linearized reading' (duration: 679.276167ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:31.551682Z","caller":"traceutil/trace.go:171","msg":"trace[546063513] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4718; }","duration":"251.360331ms","start":"2026-03-12T19:25:31.300243Z","end":"2026-03-12T19:25:31.551603Z","steps":["trace[546063513] 'agreement among raft nodes before linearized reading' (duration: 251.228538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.5519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:30.871929Z","time spent":"679.932952ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2\" "} {"level":"warn","ts":"2026-03-12T19:25:31.551616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.866214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:25:31.552024Z","caller":"traceutil/trace.go:171","msg":"trace[605291968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4718; }","duration":"260.302094ms","start":"2026-03-12T19:25:31.291705Z","end":"2026-03-12T19:25:31.552007Z","steps":["trace[605291968] 'agreement among raft nodes before linearized reading' (duration: 259.578968ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:31.551641Z","caller":"traceutil/trace.go:171","msg":"trace[432111572] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4718; }","duration":"487.776164ms","start":"2026-03-12T19:25:31.063846Z","end":"2026-03-12T19:25:31.551622Z","steps":["trace[432111572] 'agreement among raft nodes before linearized reading' (duration: 487.440316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.551731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:31.076475Z","time spent":"475.24838ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:25:31.552194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:31.063827Z","time spent":"488.339266ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-12T19:25:31.551698Z","caller":"traceutil/trace.go:171","msg":"trace[2003133982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:4718; }","duration":"353.510658ms","start":"2026-03-12T19:25:31.198175Z","end":"2026-03-12T19:25:31.551686Z","steps":["trace[2003133982] 'agreement among raft nodes before linearized reading' (duration: 353.120239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:31.552364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:31.198157Z","time spent":"354.187453ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:25:31.865275Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2613} {"level":"info","ts":"2026-03-12T19:25:31.94137Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2613,"took":"75.106004ms","hash":2571334017,"current-db-size-bytes":34103296,"current-db-size":"34 MB","current-db-size-in-use-bytes":23691264,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-12T19:25:31.941441Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2571334017,"revision":2613,"compact-revision":-1} {"level":"info","ts":"2026-03-12T19:25:33.73384Z","caller":"traceutil/trace.go:171","msg":"trace[1364085152] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"176.221887ms","start":"2026-03-12T19:25:33.557604Z","end":"2026-03-12T19:25:33.733826Z","steps":["trace[1364085152] 'process raft request' (duration: 175.88778ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:33.734006Z","caller":"traceutil/trace.go:171","msg":"trace[621843239] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4953; }","duration":"171.752065ms","start":"2026-03-12T19:25:33.562219Z","end":"2026-03-12T19:25:33.733971Z","steps":["trace[621843239] 'read index received' (duration: 56.973112ms)","trace[621843239] 'applied index is now lower than readState.Index' (duration: 114.777813ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:33.734119Z","caller":"traceutil/trace.go:171","msg":"trace[1294376354] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"176.35697ms","start":"2026-03-12T19:25:33.557681Z","end":"2026-03-12T19:25:33.734038Z","steps":["trace[1294376354] 'process raft request' (duration: 176.054033ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:33.733621Z","caller":"traceutil/trace.go:171","msg":"trace[959550735] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"177.155689ms","start":"2026-03-12T19:25:33.556413Z","end":"2026-03-12T19:25:33.733569Z","steps":["trace[959550735] 'process raft request' (duration: 176.962685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:33.734232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.9914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" ","response":"range_response_count:1 size:4064"} {"level":"info","ts":"2026-03-12T19:25:33.734278Z","caller":"traceutil/trace.go:171","msg":"trace[1266182789] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92; range_end:; response_count:1; response_revision:4747; }","duration":"172.081293ms","start":"2026-03-12T19:25:33.562184Z","end":"2026-03-12T19:25:33.734265Z","steps":["trace[1266182789] 'agreement among raft nodes before linearized reading' (duration: 171.917929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:33.751014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.546886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2\" ","response":"range_response_count:1 size:4050"} {"level":"info","ts":"2026-03-12T19:25:33.751059Z","caller":"traceutil/trace.go:171","msg":"trace[376525634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2; range_end:; response_count:1; response_revision:4748; }","duration":"188.615217ms","start":"2026-03-12T19:25:33.562433Z","end":"2026-03-12T19:25:33.751048Z","steps":["trace[376525634] 'agreement among raft nodes before linearized reading' (duration: 188.487034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:33.751097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.62987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:25:33.751114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.440405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:25:33.751124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.502131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-12T19:25:33.751158Z","caller":"traceutil/trace.go:171","msg":"trace[697019690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4748; }","duration":"181.748202ms","start":"2026-03-12T19:25:33.569395Z","end":"2026-03-12T19:25:33.751143Z","steps":["trace[697019690] 'agreement among raft nodes before linearized reading' (duration: 181.546768ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:33.751194Z","caller":"traceutil/trace.go:171","msg":"trace[2046682916] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4748; }","duration":"119.641534ms","start":"2026-03-12T19:25:33.631537Z","end":"2026-03-12T19:25:33.751179Z","steps":["trace[2046682916] 'agreement among raft nodes before linearized reading' (duration: 119.47031ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:33.751142Z","caller":"traceutil/trace.go:171","msg":"trace[290011632] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"127.460872ms","start":"2026-03-12T19:25:33.623643Z","end":"2026-03-12T19:25:33.751104Z","steps":["trace[290011632] 'process raft request' (duration: 127.163075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:33.751276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.431128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:25:33.751308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.027627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:25:33.751367Z","caller":"traceutil/trace.go:171","msg":"trace[1278765151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4748; }","duration":"182.564141ms","start":"2026-03-12T19:25:33.568783Z","end":"2026-03-12T19:25:33.751347Z","steps":["trace[1278765151] 'agreement among raft nodes before linearized reading' (duration: 182.271234ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:33.751363Z","caller":"traceutil/trace.go:171","msg":"trace[1142841343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4748; }","duration":"181.562858ms","start":"2026-03-12T19:25:33.5696Z","end":"2026-03-12T19:25:33.751163Z","steps":["trace[1142841343] 'agreement among raft nodes before linearized reading' (duration: 181.368764ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:33.75137Z","caller":"traceutil/trace.go:171","msg":"trace[240196579] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:4748; }","duration":"181.113598ms","start":"2026-03-12T19:25:33.57024Z","end":"2026-03-12T19:25:33.751354Z","steps":["trace[240196579] 'agreement among raft nodes before linearized reading' (duration: 180.923974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:33.751783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.903155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:25:33.751824Z","caller":"traceutil/trace.go:171","msg":"trace[607799965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4748; }","duration":"181.965127ms","start":"2026-03-12T19:25:33.569846Z","end":"2026-03-12T19:25:33.751811Z","steps":["trace[607799965] 'agreement among raft nodes before linearized reading' (duration: 181.580169ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:34.061806Z","caller":"traceutil/trace.go:171","msg":"trace[692865719] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4965; }","duration":"112.161524ms","start":"2026-03-12T19:25:33.949619Z","end":"2026-03-12T19:25:34.06178Z","steps":["trace[692865719] 'read index received' (duration: 26.00423ms)","trace[692865719] 'applied index is now lower than readState.Index' (duration: 86.156364ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:34.061994Z","caller":"traceutil/trace.go:171","msg":"trace[1980192346] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4756; }","duration":"120.879771ms","start":"2026-03-12T19:25:33.941074Z","end":"2026-03-12T19:25:34.061954Z","steps":["trace[1980192346] 'process raft request' (duration: 34.545943ms)","trace[1980192346] 'compare' (duration: 86.037161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:34.062027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.384129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:34.062317Z","caller":"traceutil/trace.go:171","msg":"trace[1387571608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4756; }","duration":"112.668615ms","start":"2026-03-12T19:25:33.949613Z","end":"2026-03-12T19:25:34.062282Z","steps":["trace[1387571608] 'agreement among raft nodes before linearized reading' (duration: 112.261936ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:36.710923Z","caller":"traceutil/trace.go:171","msg":"trace[53385774] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"109.156456ms","start":"2026-03-12T19:25:36.601717Z","end":"2026-03-12T19:25:36.710873Z","steps":["trace[53385774] 'process raft request' (duration: 108.893359ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:37.598515Z","caller":"traceutil/trace.go:171","msg":"trace[1147185573] linearizableReadLoop","detail":"{readStateIndex:5018; appliedIndex:5017; }","duration":"174.755983ms","start":"2026-03-12T19:25:37.423741Z","end":"2026-03-12T19:25:37.598497Z","steps":["trace[1147185573] 'read index received' (duration: 174.61905ms)","trace[1147185573] 'applied index is now lower than readState.Index' (duration: 136.403µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:37.598664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.918907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:25:37.598682Z","caller":"traceutil/trace.go:171","msg":"trace[1973657160] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:4807; }","duration":"175.05039ms","start":"2026-03-12T19:25:37.423626Z","end":"2026-03-12T19:25:37.598677Z","steps":["trace[1973657160] 'agreement among raft nodes before linearized reading' (duration: 174.941298ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:37.598959Z","caller":"traceutil/trace.go:171","msg":"trace[2020893939] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"224.176095ms","start":"2026-03-12T19:25:37.374742Z","end":"2026-03-12T19:25:37.598918Z","steps":["trace[2020893939] 'process raft request' (duration: 223.665382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:37.837385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.441514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:37.837493Z","caller":"traceutil/trace.go:171","msg":"trace[977479260] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"235.633874ms","start":"2026-03-12T19:25:37.601843Z","end":"2026-03-12T19:25:37.837477Z","steps":["trace[977479260] 'process raft request' (duration: 81.005957ms)","trace[977479260] 'compare' (duration: 154.27123ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:37.849133Z","caller":"traceutil/trace.go:171","msg":"trace[603343558] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"240.429254ms","start":"2026-03-12T19:25:37.608683Z","end":"2026-03-12T19:25:37.849113Z","steps":["trace[603343558] 'process raft request' (duration: 240.323872ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:37.890454Z","caller":"traceutil/trace.go:171","msg":"trace[1926197436] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"145.737865ms","start":"2026-03-12T19:25:37.744677Z","end":"2026-03-12T19:25:37.890415Z","steps":["trace[1926197436] 'process raft request' (duration: 145.677184ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:37.89046Z","caller":"traceutil/trace.go:171","msg":"trace[1268816967] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"145.774907ms","start":"2026-03-12T19:25:37.744654Z","end":"2026-03-12T19:25:37.890429Z","steps":["trace[1268816967] 'process raft request' (duration: 145.599253ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:37.890616Z","caller":"traceutil/trace.go:171","msg":"trace[427825506] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"145.292936ms","start":"2026-03-12T19:25:37.745309Z","end":"2026-03-12T19:25:37.890602Z","steps":["trace[427825506] 'process raft request' (duration: 145.081911ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.039705Z","caller":"traceutil/trace.go:171","msg":"trace[1897775221] linearizableReadLoop","detail":"{readStateIndex:5028; appliedIndex:5025; }","duration":"103.322644ms","start":"2026-03-12T19:25:37.936361Z","end":"2026-03-12T19:25:38.039684Z","steps":["trace[1897775221] 'read index received' (duration: 103.045557ms)","trace[1897775221] 'applied index is now lower than readState.Index' (duration: 276.207µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:38.039763Z","caller":"traceutil/trace.go:171","msg":"trace[1356993180] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"144.14368ms","start":"2026-03-12T19:25:37.895588Z","end":"2026-03-12T19:25:38.039732Z","steps":["trace[1356993180] 'process raft request' (duration: 144.023447ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.040006Z","caller":"traceutil/trace.go:171","msg":"trace[858099302] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"144.929558ms","start":"2026-03-12T19:25:37.895065Z","end":"2026-03-12T19:25:38.039994Z","steps":["trace[858099302] 'process raft request' (duration: 144.396346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.04003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.631861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62978"} {"level":"info","ts":"2026-03-12T19:25:38.040059Z","caller":"traceutil/trace.go:171","msg":"trace[1058077912] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4816; }","duration":"144.690492ms","start":"2026-03-12T19:25:37.895361Z","end":"2026-03-12T19:25:38.040051Z","steps":["trace[1058077912] 'agreement among raft nodes before linearized reading' (duration: 144.407466ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.04006Z","caller":"traceutil/trace.go:171","msg":"trace[1974728675] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"143.629278ms","start":"2026-03-12T19:25:37.896415Z","end":"2026-03-12T19:25:38.040044Z","steps":["trace[1974728675] 'process raft request' (duration: 143.235779ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.440671Z","caller":"traceutil/trace.go:171","msg":"trace[2044156627] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5030; }","duration":"176.152286ms","start":"2026-03-12T19:25:38.264496Z","end":"2026-03-12T19:25:38.440648Z","steps":["trace[2044156627] 'read index received' (duration: 176.041483ms)","trace[2044156627] 'applied index is now lower than readState.Index' (duration: 109.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:38.440758Z","caller":"traceutil/trace.go:171","msg":"trace[1836122946] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"228.991904ms","start":"2026-03-12T19:25:38.21173Z","end":"2026-03-12T19:25:38.440722Z","steps":["trace[1836122946] 'process raft request' (duration: 228.766319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.440849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.988709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:38.440882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.829641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:38.440914Z","caller":"traceutil/trace.go:171","msg":"trace[1135310504] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4819; }","duration":"236.912622ms","start":"2026-03-12T19:25:38.203992Z","end":"2026-03-12T19:25:38.440904Z","steps":["trace[1135310504] 'agreement among raft nodes before linearized reading' (duration: 236.840611ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.440916Z","caller":"traceutil/trace.go:171","msg":"trace[539003992] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4819; }","duration":"201.114672ms","start":"2026-03-12T19:25:38.239785Z","end":"2026-03-12T19:25:38.4409Z","steps":["trace[539003992] 'agreement among raft nodes before linearized reading' (duration: 200.941988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.441032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.909346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T19:25:38.441111Z","caller":"traceutil/trace.go:171","msg":"trace[2027434799] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4819; }","duration":"208.036989ms","start":"2026-03-12T19:25:38.233051Z","end":"2026-03-12T19:25:38.441088Z","steps":["trace[2027434799] 'agreement among raft nodes before linearized reading' (duration: 207.795463ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.560403Z","caller":"traceutil/trace.go:171","msg":"trace[497555855] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5031; }","duration":"119.646093ms","start":"2026-03-12T19:25:38.440732Z","end":"2026-03-12T19:25:38.560378Z","steps":["trace[497555855] 'read index received' (duration: 65.878244ms)","trace[497555855] 'applied index is now lower than readState.Index' (duration: 53.766549ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:38.560438Z","caller":"traceutil/trace.go:171","msg":"trace[1694176833] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"288.79107ms","start":"2026-03-12T19:25:38.271617Z","end":"2026-03-12T19:25:38.560408Z","steps":["trace[1694176833] 'process raft request' (duration: 234.96999ms)","trace[1694176833] 'compare' (duration: 53.670967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:38.560664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.667113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-12T19:25:38.560705Z","caller":"traceutil/trace.go:171","msg":"trace[2012431186] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4820; }","duration":"294.748965ms","start":"2026-03-12T19:25:38.265946Z","end":"2026-03-12T19:25:38.560695Z","steps":["trace[2012431186] 'agreement among raft nodes before linearized reading' (duration: 294.5423ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.606628Z","caller":"traceutil/trace.go:171","msg":"trace[1328814728] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4821; }","duration":"156.51085ms","start":"2026-03-12T19:25:38.450089Z","end":"2026-03-12T19:25:38.6066Z","steps":["trace[1328814728] 'process raft request' (duration: 156.436079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.606692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.169331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5658b297-3519-43a8-89d2-d5b010c82cad\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-12T19:25:38.606753Z","caller":"traceutil/trace.go:171","msg":"trace[830548432] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5658b297-3519-43a8-89d2-d5b010c82cad; range_end:; response_count:1; response_revision:4821; }","duration":"163.262882ms","start":"2026-03-12T19:25:38.443473Z","end":"2026-03-12T19:25:38.606736Z","steps":["trace[830548432] 'agreement among raft nodes before linearized reading' (duration: 163.090378ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.60673Z","caller":"traceutil/trace.go:171","msg":"trace[1436829216] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"157.018531ms","start":"2026-03-12T19:25:38.449676Z","end":"2026-03-12T19:25:38.606695Z","steps":["trace[1436829216] 'process raft request' (duration: 156.718675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.60688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.003519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-03-12T19:25:38.606944Z","caller":"traceutil/trace.go:171","msg":"trace[446764818] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj; range_end:; response_count:1; response_revision:4821; }","duration":"160.096711ms","start":"2026-03-12T19:25:38.446834Z","end":"2026-03-12T19:25:38.606931Z","steps":["trace[446764818] 'agreement among raft nodes before linearized reading' (duration: 159.876616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.606941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.796219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls\" ","response":"range_response_count:1 size:1581"} {"level":"info","ts":"2026-03-12T19:25:38.607022Z","caller":"traceutil/trace.go:171","msg":"trace[42574825] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls; range_end:; response_count:1; response_revision:4821; }","duration":"161.910211ms","start":"2026-03-12T19:25:38.445093Z","end":"2026-03-12T19:25:38.607003Z","steps":["trace[42574825] 'agreement among raft nodes before linearized reading' (duration: 161.781218ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.755495Z","caller":"traceutil/trace.go:171","msg":"trace[1994156986] linearizableReadLoop","detail":"{readStateIndex:5036; appliedIndex:5035; }","duration":"137.53748ms","start":"2026-03-12T19:25:38.617938Z","end":"2026-03-12T19:25:38.755475Z","steps":["trace[1994156986] 'read index received' (duration: 137.469508ms)","trace[1994156986] 'applied index is now lower than readState.Index' (duration: 66.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:38.755694Z","caller":"traceutil/trace.go:171","msg":"trace[1932496362] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"141.019968ms","start":"2026-03-12T19:25:38.614662Z","end":"2026-03-12T19:25:38.755682Z","steps":["trace[1932496362] 'process raft request' (duration: 140.691881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.75588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.931089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:38.75655Z","caller":"traceutil/trace.go:171","msg":"trace[1148727248] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4823; }","duration":"138.616224ms","start":"2026-03-12T19:25:38.617906Z","end":"2026-03-12T19:25:38.756522Z","steps":["trace[1148727248] 'agreement among raft nodes before linearized reading' (duration: 137.923099ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.869068Z","caller":"traceutil/trace.go:171","msg":"trace[427116058] linearizableReadLoop","detail":"{readStateIndex:5038; appliedIndex:5036; }","duration":"113.396692ms","start":"2026-03-12T19:25:38.755655Z","end":"2026-03-12T19:25:38.869051Z","steps":["trace[427116058] 'read index received' (duration: 70.733085ms)","trace[427116058] 'applied index is now lower than readState.Index' (duration: 42.662947ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:38.869101Z","caller":"traceutil/trace.go:171","msg":"trace[1020034818] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"162.459105ms","start":"2026-03-12T19:25:38.706619Z","end":"2026-03-12T19:25:38.869078Z","steps":["trace[1020034818] 'process raft request' (duration: 162.386013ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.869082Z","caller":"traceutil/trace.go:171","msg":"trace[1357599171] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"249.242803ms","start":"2026-03-12T19:25:38.619816Z","end":"2026-03-12T19:25:38.869059Z","steps":["trace[1357599171] 'process raft request' (duration: 206.605096ms)","trace[1357599171] 'compare' (duration: 42.500444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:38.869185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.737588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:25:38.869182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.854576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:38.869219Z","caller":"traceutil/trace.go:171","msg":"trace[1181618676] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4825; }","duration":"135.81034ms","start":"2026-03-12T19:25:38.7334Z","end":"2026-03-12T19:25:38.869211Z","steps":["trace[1181618676] 'agreement among raft nodes before linearized reading' (duration: 135.715838ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:38.869227Z","caller":"traceutil/trace.go:171","msg":"trace[1471008775] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4825; }","duration":"249.944599ms","start":"2026-03-12T19:25:38.619274Z","end":"2026-03-12T19:25:38.869219Z","steps":["trace[1471008775] 'agreement among raft nodes before linearized reading' (duration: 249.852637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.86924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.278169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:38.869297Z","caller":"traceutil/trace.go:171","msg":"trace[1340995518] range","detail":"{range_begin:/registry/configmaps/monitoring/loki; range_end:; response_count:0; response_revision:4825; }","duration":"109.37593ms","start":"2026-03-12T19:25:38.759907Z","end":"2026-03-12T19:25:38.869283Z","steps":["trace[1340995518] 'agreement among raft nodes before linearized reading' (duration: 109.286208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:38.871338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.446968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:38.871397Z","caller":"traceutil/trace.go:171","msg":"trace[2098630503] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4825; }","duration":"122.528369ms","start":"2026-03-12T19:25:38.748858Z","end":"2026-03-12T19:25:38.871387Z","steps":["trace[2098630503] 'agreement among raft nodes before linearized reading' (duration: 122.444598ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:39.289995Z","caller":"traceutil/trace.go:171","msg":"trace[909194955] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"172.061783ms","start":"2026-03-12T19:25:39.11791Z","end":"2026-03-12T19:25:39.289972Z","steps":["trace[909194955] 'process raft request' (duration: 171.93043ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:39.891011Z","caller":"traceutil/trace.go:171","msg":"trace[990058478] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"772.971842ms","start":"2026-03-12T19:25:39.117993Z","end":"2026-03-12T19:25:39.890964Z","steps":["trace[990058478] 'process raft request' (duration: 758.657238ms)","trace[990058478] 'compare' (duration: 13.69401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:39.891186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:39.117975Z","time spent":"773.127315ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:39.891529Z","caller":"traceutil/trace.go:171","msg":"trace[823440587] linearizableReadLoop","detail":"{readStateIndex:5043; appliedIndex:5042; }","duration":"771.262532ms","start":"2026-03-12T19:25:39.120246Z","end":"2026-03-12T19:25:39.891508Z","steps":["trace[823440587] 'read index received' (duration: 169.739719ms)","trace[823440587] 'applied index is now lower than readState.Index' (duration: 601.521413ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:39.891724Z","caller":"traceutil/trace.go:171","msg":"trace[2026100534] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"706.405432ms","start":"2026-03-12T19:25:39.18527Z","end":"2026-03-12T19:25:39.891676Z","steps":["trace[2026100534] 'process raft request' (duration: 705.538673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:39.891978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.517415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:25:39.891961Z","caller":"traceutil/trace.go:171","msg":"trace[519428131] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"764.918649ms","start":"2026-03-12T19:25:39.126242Z","end":"2026-03-12T19:25:39.891161Z","steps":["trace[519428131] 'process raft request' (duration: 764.421637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:39.8921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.031741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T19:25:39.892127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:39.126229Z","time spent":"765.812519ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:39.892146Z","caller":"traceutil/trace.go:171","msg":"trace[821090763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4831; }","duration":"530.124033ms","start":"2026-03-12T19:25:39.362013Z","end":"2026-03-12T19:25:39.892137Z","steps":["trace[821090763] 'agreement among raft nodes before linearized reading' (duration: 530.032261ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:39.892011Z","caller":"traceutil/trace.go:171","msg":"trace[1268029752] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4831; }","duration":"210.577656ms","start":"2026-03-12T19:25:39.681426Z","end":"2026-03-12T19:25:39.892004Z","steps":["trace[1268029752] 'agreement among raft nodes before linearized reading' (duration: 210.511715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:39.891904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.49782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:39.892333Z","caller":"traceutil/trace.go:171","msg":"trace[691586259] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4831; }","duration":"503.94751ms","start":"2026-03-12T19:25:39.388378Z","end":"2026-03-12T19:25:39.892325Z","steps":["trace[691586259] 'agreement among raft nodes before linearized reading' (duration: 503.50525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:39.892275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.610347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T19:25:39.892359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:39.388365Z","time spent":"503.985141ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:25:39.891851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.5766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-12T19:25:39.892466Z","caller":"traceutil/trace.go:171","msg":"trace[598045037] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4831; }","duration":"772.231334ms","start":"2026-03-12T19:25:39.120219Z","end":"2026-03-12T19:25:39.892451Z","steps":["trace[598045037] 'agreement among raft nodes before linearized reading' (duration: 771.460337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:39.892515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:39.120211Z","time spent":"772.290885ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-12T19:25:39.892199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:39.361992Z","time spent":"530.199445ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T19:25:39.89257Z","caller":"traceutil/trace.go:171","msg":"trace[2143379170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4831; }","duration":"523.7727ms","start":"2026-03-12T19:25:39.368607Z","end":"2026-03-12T19:25:39.89238Z","steps":["trace[2143379170] 'agreement among raft nodes before linearized reading' (duration: 523.381431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:39.892715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.460148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-12T19:25:39.892764Z","caller":"traceutil/trace.go:171","msg":"trace[318722256] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4831; }","duration":"566.55249ms","start":"2026-03-12T19:25:39.326197Z","end":"2026-03-12T19:25:39.89275Z","steps":["trace[318722256] 'agreement among raft nodes before linearized reading' (duration: 565.584458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:39.8928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:39.326177Z","time spent":"566.612811ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:25:39.892796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:39.368593Z","time spent":"524.150048ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:25:39.892863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:39.185247Z","time spent":"707.578118ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197468,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:40.062307Z","caller":"traceutil/trace.go:171","msg":"trace[1399301709] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"162.877394ms","start":"2026-03-12T19:25:39.899406Z","end":"2026-03-12T19:25:40.062284Z","steps":["trace[1399301709] 'process raft request' (duration: 162.803753ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:40.062359Z","caller":"traceutil/trace.go:171","msg":"trace[1657690490] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"163.047758ms","start":"2026-03-12T19:25:39.899273Z","end":"2026-03-12T19:25:40.06232Z","steps":["trace[1657690490] 'process raft request' (duration: 162.891255ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:40.062537Z","caller":"traceutil/trace.go:171","msg":"trace[1680913147] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"163.055788ms","start":"2026-03-12T19:25:39.89946Z","end":"2026-03-12T19:25:40.062516Z","steps":["trace[1680913147] 'process raft request' (duration: 162.787062ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:40.062585Z","caller":"traceutil/trace.go:171","msg":"trace[1517147862] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"166.253211ms","start":"2026-03-12T19:25:39.896307Z","end":"2026-03-12T19:25:40.06256Z","steps":["trace[1517147862] 'process raft request' (duration: 161.321919ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:40.06275Z","caller":"traceutil/trace.go:171","msg":"trace[1221721202] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5045; }","duration":"162.969116ms","start":"2026-03-12T19:25:39.899757Z","end":"2026-03-12T19:25:40.062726Z","steps":["trace[1221721202] 'read index received' (duration: 68.020353ms)","trace[1221721202] 'applied index is now lower than readState.Index' (duration: 94.947773ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:40.062839Z","caller":"traceutil/trace.go:171","msg":"trace[262396260] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"156.182763ms","start":"2026-03-12T19:25:39.906646Z","end":"2026-03-12T19:25:40.062829Z","steps":["trace[262396260] 'process raft request' (duration: 155.819355ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:40.062875Z","caller":"traceutil/trace.go:171","msg":"trace[309006776] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"153.239595ms","start":"2026-03-12T19:25:39.909625Z","end":"2026-03-12T19:25:40.062865Z","steps":["trace[309006776] 'process raft request' (duration: 153.069122ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:40.062783Z","caller":"traceutil/trace.go:171","msg":"trace[877323287] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"153.194645ms","start":"2026-03-12T19:25:39.909571Z","end":"2026-03-12T19:25:40.062766Z","steps":["trace[877323287] 'process raft request' (duration: 153.062782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:40.063095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.315894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:25:40.063175Z","caller":"traceutil/trace.go:171","msg":"trace[1988024332] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4839; }","duration":"163.433657ms","start":"2026-03-12T19:25:39.89972Z","end":"2026-03-12T19:25:40.063154Z","steps":["trace[1988024332] 'agreement among raft nodes before linearized reading' (duration: 163.192841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:40.063316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.039313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:40.063126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.442514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-12T19:25:40.063383Z","caller":"traceutil/trace.go:171","msg":"trace[90508947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4839; }","duration":"113.118275ms","start":"2026-03-12T19:25:39.950249Z","end":"2026-03-12T19:25:40.063367Z","steps":["trace[90508947] 'agreement among raft nodes before linearized reading' (duration: 113.016132ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:40.063415Z","caller":"traceutil/trace.go:171","msg":"trace[1411369042] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4839; }","duration":"143.75567ms","start":"2026-03-12T19:25:39.91964Z","end":"2026-03-12T19:25:40.063396Z","steps":["trace[1411369042] 'agreement among raft nodes before linearized reading' (duration: 143.364342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:40.06349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.107052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:25:40.063634Z","caller":"traceutil/trace.go:171","msg":"trace[1201901677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4839; }","duration":"123.256405ms","start":"2026-03-12T19:25:39.940318Z","end":"2026-03-12T19:25:40.063574Z","steps":["trace[1201901677] 'agreement among raft nodes before linearized reading' (duration: 123.03123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:40.627572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194450569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:25:41.150518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.712854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:41.150815Z","caller":"traceutil/trace.go:171","msg":"trace[234876944] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"1.043491336s","start":"2026-03-12T19:25:40.107306Z","end":"2026-03-12T19:25:41.150798Z","steps":["trace[234876944] 'process raft request' (duration: 1.043451276s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.150875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.107282Z","time spent":"1.043569039s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.150988Z","caller":"traceutil/trace.go:171","msg":"trace[45530415] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"1.045048704s","start":"2026-03-12T19:25:40.105929Z","end":"2026-03-12T19:25:41.150978Z","steps":["trace[45530415] 'process raft request' (duration: 719.801116ms)","trace[45530415] 'compare' (duration: 323.382105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:41.15103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.105911Z","time spent":"1.045102815s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.151105Z","caller":"traceutil/trace.go:171","msg":"trace[898369798] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"1.04449598s","start":"2026-03-12T19:25:40.106601Z","end":"2026-03-12T19:25:41.151097Z","steps":["trace[898369798] 'process raft request' (duration: 1.04410546s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.151144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.106596Z","time spent":"1.044531741s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3467,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.151133Z","caller":"traceutil/trace.go:171","msg":"trace[605852485] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"1.044874569s","start":"2026-03-12T19:25:40.106224Z","end":"2026-03-12T19:25:41.151099Z","steps":["trace[605852485] 'process raft request' (duration: 1.044406538s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.151243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.106219Z","time spent":"1.044973941s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.328057Z","caller":"traceutil/trace.go:171","msg":"trace[55249912] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"1.19966509s","start":"2026-03-12T19:25:40.128369Z","end":"2026-03-12T19:25:41.328034Z","steps":["trace[55249912] 'process raft request' (duration: 1.199578178s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.32824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.128358Z","time spent":"1.199817943s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.328073Z","caller":"traceutil/trace.go:171","msg":"trace[484511645] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"1.200043219s","start":"2026-03-12T19:25:40.128007Z","end":"2026-03-12T19:25:41.32805Z","steps":["trace[484511645] 'process raft request' (duration: 1.199912436s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.328073Z","caller":"traceutil/trace.go:171","msg":"trace[1266294793] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"1.202866513s","start":"2026-03-12T19:25:40.125169Z","end":"2026-03-12T19:25:41.328036Z","steps":["trace[1266294793] 'process raft request' (duration: 1.157809931s)","trace[1266294793] 'compare' (duration: 44.784676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:41.328417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.127975Z","time spent":"1.200360016s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:25:41.328547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.125155Z","time spent":"1.203298093s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:41.328253Z","caller":"traceutil/trace.go:171","msg":"trace[1888423803] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"1.199817554s","start":"2026-03-12T19:25:40.128419Z","end":"2026-03-12T19:25:41.328237Z","steps":["trace[1888423803] 'process raft request' (duration: 1.199552338s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.328722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.1284Z","time spent":"1.200280754s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1344,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:41.328871Z","caller":"traceutil/trace.go:171","msg":"trace[1196798777] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"1.196656262s","start":"2026-03-12T19:25:40.132203Z","end":"2026-03-12T19:25:41.32886Z","steps":["trace[1196798777] 'process raft request' (duration: 1.196421276s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.328922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.13218Z","time spent":"1.196719952s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.328918Z","caller":"traceutil/trace.go:171","msg":"trace[147512965] linearizableReadLoop","detail":"{readStateIndex:5077; appliedIndex:5067; }","duration":"1.202412021s","start":"2026-03-12T19:25:40.12648Z","end":"2026-03-12T19:25:41.328892Z","steps":["trace[147512965] 'read index received' (duration: 699.344411ms)","trace[147512965] 'applied index is now lower than readState.Index' (duration: 503.06629ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:41.328974Z","caller":"traceutil/trace.go:171","msg":"trace[697647836] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"1.189064439s","start":"2026-03-12T19:25:40.139889Z","end":"2026-03-12T19:25:41.328953Z","steps":["trace[697647836] 'process raft request' (duration: 1.188897735s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.329066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.139869Z","time spent":"1.189146841s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:41.329175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202671007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:25:41.329223Z","caller":"traceutil/trace.go:171","msg":"trace[1315596639] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4863; }","duration":"1.202765389s","start":"2026-03-12T19:25:40.126436Z","end":"2026-03-12T19:25:41.329201Z","steps":["trace[1315596639] 'agreement among raft nodes before linearized reading' (duration: 1.202594605s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.329261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.12642Z","time spent":"1.202831401s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T19:25:41.551437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.478248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:41.551796Z","caller":"traceutil/trace.go:171","msg":"trace[790445569] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"395.107912ms","start":"2026-03-12T19:25:41.156652Z","end":"2026-03-12T19:25:41.55176Z","steps":["trace[790445569] 'process raft request' (duration: 272.237954ms)","trace[790445569] 'compare' (duration: 122.322164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:41.551957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.156643Z","time spent":"395.244054ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.551894Z","caller":"traceutil/trace.go:171","msg":"trace[584758556] linearizableReadLoop","detail":"{readStateIndex:5081; appliedIndex:5077; }","duration":"222.876015ms","start":"2026-03-12T19:25:41.328995Z","end":"2026-03-12T19:25:41.551871Z","steps":["trace[584758556] 'read index received' (duration: 99.860075ms)","trace[584758556] 'applied index is now lower than readState.Index' (duration: 123.01483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:41.552221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.692815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:110959"} {"level":"info","ts":"2026-03-12T19:25:41.552295Z","caller":"traceutil/trace.go:171","msg":"trace[476093837] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4867; }","duration":"395.806368ms","start":"2026-03-12T19:25:41.156471Z","end":"2026-03-12T19:25:41.552277Z","steps":["trace[476093837] 'agreement among raft nodes before linearized reading' (duration: 395.529522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.552354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.156459Z","time spent":"395.881119ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":110982,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-12T19:25:41.5524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086313079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-03-12T19:25:41.552421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283594163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:25:41.552534Z","caller":"traceutil/trace.go:171","msg":"trace[2121640472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4867; }","duration":"1.283758376s","start":"2026-03-12T19:25:40.268746Z","end":"2026-03-12T19:25:41.552504Z","steps":["trace[2121640472] 'agreement among raft nodes before linearized reading' (duration: 1.283441379s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.552595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.339179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:41.552456Z","caller":"traceutil/trace.go:171","msg":"trace[1757133008] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj; range_end:; response_count:1; response_revision:4867; }","duration":"1.086392671s","start":"2026-03-12T19:25:40.466044Z","end":"2026-03-12T19:25:41.552436Z","steps":["trace[1757133008] 'agreement among raft nodes before linearized reading' (duration: 1.086206366s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.552608Z","caller":"traceutil/trace.go:171","msg":"trace[392663607] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"395.113962ms","start":"2026-03-12T19:25:41.157469Z","end":"2026-03-12T19:25:41.552583Z","steps":["trace[392663607] 'process raft request' (duration: 394.287163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.552643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.466029Z","time spent":"1.086602266s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj\" "} {"level":"info","ts":"2026-03-12T19:25:41.552647Z","caller":"traceutil/trace.go:171","msg":"trace[1455603966] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"395.173003ms","start":"2026-03-12T19:25:41.157455Z","end":"2026-03-12T19:25:41.552628Z","steps":["trace[1455603966] 'process raft request' (duration: 394.356865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.552696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.157459Z","time spent":"395.199084ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1297,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:25:41.552734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.157432Z","time spent":"395.261855ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1223,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:25:41.552595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.268724Z","time spent":"1.283855709s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:25:41.55289Z","caller":"traceutil/trace.go:171","msg":"trace[1483666876] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"395.439299ms","start":"2026-03-12T19:25:41.157357Z","end":"2026-03-12T19:25:41.552796Z","steps":["trace[1483666876] 'process raft request' (duration: 394.172879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.553075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.347793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:41.553102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.202507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj.189c2e8b177dac9e\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-03-12T19:25:41.553096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.157328Z","time spent":"395.732636ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1478,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.552629Z","caller":"traceutil/trace.go:171","msg":"trace[1631693528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4867; }","duration":"601.409391ms","start":"2026-03-12T19:25:40.951212Z","end":"2026-03-12T19:25:41.552621Z","steps":["trace[1631693528] 'agreement among raft nodes before linearized reading' (duration: 601.35581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.553253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.951189Z","time spent":"602.051526ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:25:41.553152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.302007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-results-cache.189c2e8dda656c92\" ","response":"range_response_count:1 size:725"} {"level":"warn","ts":"2026-03-12T19:25:41.552205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008642876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:41.553403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.43089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:25:41.553437Z","caller":"traceutil/trace.go:171","msg":"trace[1430926950] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4867; }","duration":"1.009957307s","start":"2026-03-12T19:25:40.543462Z","end":"2026-03-12T19:25:41.553419Z","steps":["trace[1430926950] 'agreement among raft nodes before linearized reading' (duration: 1.008552755s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.553466Z","caller":"traceutil/trace.go:171","msg":"trace[701176521] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4867; }","duration":"220.523722ms","start":"2026-03-12T19:25:41.332927Z","end":"2026-03-12T19:25:41.553451Z","steps":["trace[701176521] 'agreement among raft nodes before linearized reading' (duration: 220.101063ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.553136Z","caller":"traceutil/trace.go:171","msg":"trace[109349132] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls; range_end:; response_count:0; response_revision:4867; }","duration":"218.417194ms","start":"2026-03-12T19:25:41.334702Z","end":"2026-03-12T19:25:41.553119Z","steps":["trace[109349132] 'agreement among raft nodes before linearized reading' (duration: 218.331452ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.553406Z","caller":"traceutil/trace.go:171","msg":"trace[1951174431] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-results-cache.189c2e8dda656c92; range_end:; response_count:1; response_revision:4867; }","duration":"220.543762ms","start":"2026-03-12T19:25:41.332823Z","end":"2026-03-12T19:25:41.553367Z","steps":["trace[1951174431] 'agreement among raft nodes before linearized reading' (duration: 220.256876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.552958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424633492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-12T19:25:41.553476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.543374Z","time spent":"1.01008963s","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:25:41.553585Z","caller":"traceutil/trace.go:171","msg":"trace[35383057] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4867; }","duration":"1.425308178s","start":"2026-03-12T19:25:40.128257Z","end":"2026-03-12T19:25:41.553565Z","steps":["trace[35383057] 'agreement among raft nodes before linearized reading' (duration: 1.423979538s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.553673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:40.128246Z","time spent":"1.42540843s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-12T19:25:41.553278Z","caller":"traceutil/trace.go:171","msg":"trace[1917978480] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj.189c2e8b177dac9e; range_end:; response_count:1; response_revision:4867; }","duration":"221.385681ms","start":"2026-03-12T19:25:41.331822Z","end":"2026-03-12T19:25:41.553207Z","steps":["trace[1917978480] 'agreement among raft nodes before linearized reading' (duration: 220.490121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.998142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.548927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:41.998375Z","caller":"traceutil/trace.go:171","msg":"trace[1148245096] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"440.623823ms","start":"2026-03-12T19:25:41.557729Z","end":"2026-03-12T19:25:41.998353Z","steps":["trace[1148245096] 'process raft request' (duration: 440.49419ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.998379Z","caller":"traceutil/trace.go:171","msg":"trace[584044977] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"440.812578ms","start":"2026-03-12T19:25:41.557531Z","end":"2026-03-12T19:25:41.998344Z","steps":["trace[584044977] 'process raft request' (duration: 158.936964ms)","trace[584044977] 'compare' (duration: 281.427694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:41.998482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.557714Z","time spent":"440.712756ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:41.998529Z","caller":"traceutil/trace.go:171","msg":"trace[1724484157] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"440.135643ms","start":"2026-03-12T19:25:41.558378Z","end":"2026-03-12T19:25:41.998514Z","steps":["trace[1724484157] 'process raft request' (duration: 439.958279ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.998511Z","caller":"traceutil/trace.go:171","msg":"trace[706753574] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"440.236945ms","start":"2026-03-12T19:25:41.558235Z","end":"2026-03-12T19:25:41.998472Z","steps":["trace[706753574] 'process raft request' (duration: 440.055441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.998542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.557479Z","time spent":"440.973961ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110945,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:41.998605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.55835Z","time spent":"440.217385ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:41.998701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.558219Z","time spent":"440.371697ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:41.998866Z","caller":"traceutil/trace.go:171","msg":"trace[1839385120] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"440.296146ms","start":"2026-03-12T19:25:41.558556Z","end":"2026-03-12T19:25:41.998852Z","steps":["trace[1839385120] 'process raft request' (duration: 439.913718ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.998929Z","caller":"traceutil/trace.go:171","msg":"trace[828149477] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"440.306347ms","start":"2026-03-12T19:25:41.55861Z","end":"2026-03-12T19:25:41.998917Z","steps":["trace[828149477] 'process raft request' (duration: 440.102162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.998957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.558541Z","time spent":"440.366057ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:41.999016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.558601Z","time spent":"440.382228ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.999111Z","caller":"traceutil/trace.go:171","msg":"trace[1248657174] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"440.45831ms","start":"2026-03-12T19:25:41.558639Z","end":"2026-03-12T19:25:41.999097Z","steps":["trace[1248657174] 'process raft request' (duration: 440.201424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.99917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.558631Z","time spent":"440.509781ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.999327Z","caller":"traceutil/trace.go:171","msg":"trace[308793650] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"440.44663ms","start":"2026-03-12T19:25:41.55887Z","end":"2026-03-12T19:25:41.999316Z","steps":["trace[308793650] 'process raft request' (duration: 440.044061ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.999357Z","caller":"traceutil/trace.go:171","msg":"trace[1608511331] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"440.47784ms","start":"2026-03-12T19:25:41.558866Z","end":"2026-03-12T19:25:41.999344Z","steps":["trace[1608511331] 'process raft request' (duration: 440.192394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.99937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.558862Z","time spent":"440.48925ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:25:41.999411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.558845Z","time spent":"440.541692ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.999475Z","caller":"traceutil/trace.go:171","msg":"trace[353740599] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"440.46183ms","start":"2026-03-12T19:25:41.559Z","end":"2026-03-12T19:25:41.999462Z","steps":["trace[353740599] 'process raft request' (duration: 440.137043ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:41.999504Z","caller":"traceutil/trace.go:171","msg":"trace[93605436] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"440.311607ms","start":"2026-03-12T19:25:41.559184Z","end":"2026-03-12T19:25:41.999496Z","steps":["trace[93605436] 'process raft request' (duration: 440.056361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:41.999545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.559177Z","time spent":"440.349407ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:25:41.999577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.558994Z","time spent":"440.523291ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:41.999796Z","caller":"traceutil/trace.go:171","msg":"trace[19592278] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5082; }","duration":"441.710898ms","start":"2026-03-12T19:25:41.558028Z","end":"2026-03-12T19:25:41.999739Z","steps":["trace[19592278] 'read index received' (duration: 58.877236ms)","trace[19592278] 'applied index is now lower than readState.Index' (duration: 382.832372ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:42.000424Z","caller":"traceutil/trace.go:171","msg":"trace[2142147424] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"436.685855ms","start":"2026-03-12T19:25:41.563713Z","end":"2026-03-12T19:25:42.000398Z","steps":["trace[2142147424] 'process raft request' (duration: 435.721802ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:42.000506Z","caller":"traceutil/trace.go:171","msg":"trace[240833202] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"440.716187ms","start":"2026-03-12T19:25:41.559778Z","end":"2026-03-12T19:25:42.000494Z","steps":["trace[240833202] 'process raft request' (duration: 439.5443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:42.000533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.563703Z","time spent":"436.775817ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:42.000573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.559761Z","time spent":"440.783598ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:25:42.001433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.392566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:42.001558Z","caller":"traceutil/trace.go:171","msg":"trace[1389254764] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4881; }","duration":"443.509079ms","start":"2026-03-12T19:25:41.557987Z","end":"2026-03-12T19:25:42.001496Z","steps":["trace[1389254764] 'agreement among raft nodes before linearized reading' (duration: 443.163502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:42.001691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.557974Z","time spent":"443.633162ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-12T19:25:42.034342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.143487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-12T19:25:42.034435Z","caller":"traceutil/trace.go:171","msg":"trace[414908142] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4885; }","duration":"475.28206ms","start":"2026-03-12T19:25:41.559133Z","end":"2026-03-12T19:25:42.034415Z","steps":["trace[414908142] 'agreement among raft nodes before linearized reading' (duration: 475.064925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:42.034486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:41.55912Z","time spent":"475.352991ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T19:25:42.035679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.015875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-12T19:25:42.035762Z","caller":"traceutil/trace.go:171","msg":"trace[1664279358] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4885; }","duration":"196.149089ms","start":"2026-03-12T19:25:41.839594Z","end":"2026-03-12T19:25:42.035743Z","steps":["trace[1664279358] 'agreement among raft nodes before linearized reading' (duration: 194.973782ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:42.878817Z","caller":"traceutil/trace.go:171","msg":"trace[1799326793] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"212.012198ms","start":"2026-03-12T19:25:42.666786Z","end":"2026-03-12T19:25:42.878798Z","steps":["trace[1799326793] 'process raft request' (duration: 211.900225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.653854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.191989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:43.654168Z","caller":"traceutil/trace.go:171","msg":"trace[1147636870] linearizableReadLoop","detail":"{readStateIndex:5174; appliedIndex:5173; }","duration":"899.378409ms","start":"2026-03-12T19:25:42.754766Z","end":"2026-03-12T19:25:43.654145Z","steps":["trace[1147636870] 'read index received' (duration: 124.35629ms)","trace[1147636870] 'applied index is now lower than readState.Index' (duration: 775.019889ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:43.654223Z","caller":"traceutil/trace.go:171","msg":"trace[1763528107] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"928.904209ms","start":"2026-03-12T19:25:42.725286Z","end":"2026-03-12T19:25:43.654191Z","steps":["trace[1763528107] 'process raft request' (duration: 292.27581ms)","trace[1763528107] 'compare' (duration: 636.060686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:43.654292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.514422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:43.65436Z","caller":"traceutil/trace.go:171","msg":"trace[66311146] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4957; }","duration":"899.631694ms","start":"2026-03-12T19:25:42.754713Z","end":"2026-03-12T19:25:43.654345Z","steps":["trace[66311146] 'agreement among raft nodes before linearized reading' (duration: 899.519592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.654383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:42.725261Z","time spent":"929.041372ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:43.654398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:42.754691Z","time spent":"899.697616ms","remote":"127.0.0.1:60796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:25:43.800156Z","caller":"traceutil/trace.go:171","msg":"trace[1553992169] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5174; }","duration":"145.92775ms","start":"2026-03-12T19:25:43.654204Z","end":"2026-03-12T19:25:43.800132Z","steps":["trace[1553992169] 'read index received' (duration: 99.857175ms)","trace[1553992169] 'applied index is now lower than readState.Index' (duration: 46.069615ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:43.800239Z","caller":"traceutil/trace.go:171","msg":"trace[746601057] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"916.476356ms","start":"2026-03-12T19:25:42.883721Z","end":"2026-03-12T19:25:43.800198Z","steps":["trace[746601057] 'process raft request' (duration: 870.409802ms)","trace[746601057] 'compare' (duration: 45.817969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:43.800294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.439496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:43.800281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.854666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:43.800327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.375023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189c2e8e54ba36e4\" ","response":"range_response_count:1 size:727"} {"level":"warn","ts":"2026-03-12T19:25:43.800387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:42.883696Z","time spent":"916.621279ms","remote":"127.0.0.1:60792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:25:43.800393Z","caller":"traceutil/trace.go:171","msg":"trace[379227156] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4959; }","duration":"645.029899ms","start":"2026-03-12T19:25:43.155339Z","end":"2026-03-12T19:25:43.800369Z","steps":["trace[379227156] 'agreement among raft nodes before linearized reading' (duration: 644.826035ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:43.800422Z","caller":"traceutil/trace.go:171","msg":"trace[1074129539] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189c2e8e54ba36e4; range_end:; response_count:1; response_revision:4959; }","duration":"203.510945ms","start":"2026-03-12T19:25:43.596884Z","end":"2026-03-12T19:25:43.800395Z","steps":["trace[1074129539] 'agreement among raft nodes before linearized reading' (duration: 203.256199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.800415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.695187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:43.800506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.556538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-12T19:25:43.800523Z","caller":"traceutil/trace.go:171","msg":"trace[74030682] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4959; }","duration":"743.862061ms","start":"2026-03-12T19:25:43.056638Z","end":"2026-03-12T19:25:43.8005Z","steps":["trace[74030682] 'agreement among raft nodes before linearized reading' (duration: 743.651036ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:43.800538Z","caller":"traceutil/trace.go:171","msg":"trace[422843573] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4959; }","duration":"752.62913ms","start":"2026-03-12T19:25:43.047901Z","end":"2026-03-12T19:25:43.80053Z","steps":["trace[422843573] 'agreement among raft nodes before linearized reading' (duration: 752.487317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.80054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.41601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls\" ","response":"range_response_count:1 size:1967"} {"level":"warn","ts":"2026-03-12T19:25:43.800575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:43.047879Z","time spent":"752.688051ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16057,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:25:43.800585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:43.056621Z","time spent":"743.948013ms","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:25:43.800588Z","caller":"traceutil/trace.go:171","msg":"trace[126431747] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls; range_end:; response_count:1; response_revision:4959; }","duration":"351.495202ms","start":"2026-03-12T19:25:43.449079Z","end":"2026-03-12T19:25:43.800575Z","steps":["trace[126431747] 'agreement among raft nodes before linearized reading' (duration: 351.40476ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:43.800365Z","caller":"traceutil/trace.go:171","msg":"trace[183939263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4959; }","duration":"849.547158ms","start":"2026-03-12T19:25:42.950787Z","end":"2026-03-12T19:25:43.800334Z","steps":["trace[183939263] 'agreement among raft nodes before linearized reading' (duration: 849.449846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.800629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:43.449061Z","time spent":"351.556323ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls\" "} {"level":"warn","ts":"2026-03-12T19:25:43.800456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:43.155318Z","time spent":"645.123232ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:25:43.80066Z","caller":"traceutil/trace.go:171","msg":"trace[47862232] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"912.71593ms","start":"2026-03-12T19:25:42.88792Z","end":"2026-03-12T19:25:43.800636Z","steps":["trace[47862232] 'process raft request' (duration: 912.155618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.800677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:42.950766Z","time spent":"849.891136ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:25:43.800769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:42.887911Z","time spent":"912.798773ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:25:43.801745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.91689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-03-12T19:25:43.801877Z","caller":"traceutil/trace.go:171","msg":"trace[1818734132] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4959; }","duration":"314.051003ms","start":"2026-03-12T19:25:43.487776Z","end":"2026-03-12T19:25:43.801827Z","steps":["trace[1818734132] 'agreement among raft nodes before linearized reading' (duration: 312.60628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.801934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:43.487759Z","time spent":"314.157326ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719307,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-12T19:25:43.955953Z","caller":"traceutil/trace.go:171","msg":"trace[1433775497] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"144.884077ms","start":"2026-03-12T19:25:43.811052Z","end":"2026-03-12T19:25:43.955936Z","steps":["trace[1433775497] 'process raft request' (duration: 144.856286ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:43.956079Z","caller":"traceutil/trace.go:171","msg":"trace[539268703] linearizableReadLoop","detail":"{readStateIndex:5179; appliedIndex:5179; }","duration":"127.014141ms","start":"2026-03-12T19:25:43.829032Z","end":"2026-03-12T19:25:43.956046Z","steps":["trace[539268703] 'read index received' (duration: 126.988731ms)","trace[539268703] 'applied index is now lower than readState.Index' (duration: 11.72µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:43.956088Z","caller":"traceutil/trace.go:171","msg":"trace[2039139296] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"146.614136ms","start":"2026-03-12T19:25:43.809438Z","end":"2026-03-12T19:25:43.956052Z","steps":["trace[2039139296] 'process raft request' (duration: 146.34035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.956451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.330127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-12T19:25:43.956523Z","caller":"traceutil/trace.go:171","msg":"trace[1428923519] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls; range_end:; response_count:1; response_revision:4961; }","duration":"145.433269ms","start":"2026-03-12T19:25:43.811071Z","end":"2026-03-12T19:25:43.956505Z","steps":["trace[1428923519] 'agreement among raft nodes before linearized reading' (duration: 145.119502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:43.956555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.034644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-12T19:25:43.95662Z","caller":"traceutil/trace.go:171","msg":"trace[923987487] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4961; }","duration":"147.120757ms","start":"2026-03-12T19:25:43.809485Z","end":"2026-03-12T19:25:43.956605Z","steps":["trace[923987487] 'agreement among raft nodes before linearized reading' (duration: 146.876601ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:43.957494Z","caller":"traceutil/trace.go:171","msg":"trace[2016196719] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"127.706946ms","start":"2026-03-12T19:25:43.829774Z","end":"2026-03-12T19:25:43.957481Z","steps":["trace[2016196719] 'process raft request' (duration: 127.322618ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:45.786098Z","caller":"traceutil/trace.go:171","msg":"trace[1502429409] linearizableReadLoop","detail":"{readStateIndex:5222; appliedIndex:5221; }","duration":"261.111862ms","start":"2026-03-12T19:25:45.524961Z","end":"2026-03-12T19:25:45.786073Z","steps":["trace[1502429409] 'read index received' (duration: 260.884707ms)","trace[1502429409] 'applied index is now lower than readState.Index' (duration: 226.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:45.786384Z","caller":"traceutil/trace.go:171","msg":"trace[216738544] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"559.541731ms","start":"2026-03-12T19:25:45.22683Z","end":"2026-03-12T19:25:45.786372Z","steps":["trace[216738544] 'process raft request' (duration: 559.109232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:45.786487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:45.226804Z","time spent":"559.619493ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17294,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:45.786548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.420388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:25:45.786631Z","caller":"traceutil/trace.go:171","msg":"trace[1939724139] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5003; }","duration":"164.565892ms","start":"2026-03-12T19:25:45.622047Z","end":"2026-03-12T19:25:45.786613Z","steps":["trace[1939724139] 'agreement among raft nodes before linearized reading' (duration: 164.397628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:45.78672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.743786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b0a4dbc-44ce-4bd5-a281-68cc2bba5c0e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-12T19:25:45.7868Z","caller":"traceutil/trace.go:171","msg":"trace[1036373216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b0a4dbc-44ce-4bd5-a281-68cc2bba5c0e; range_end:; response_count:1; response_revision:5003; }","duration":"261.87429ms","start":"2026-03-12T19:25:45.524906Z","end":"2026-03-12T19:25:45.78678Z","steps":["trace[1036373216] 'agreement among raft nodes before linearized reading' (duration: 261.537102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:45.786884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.062636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777469"} {"level":"info","ts":"2026-03-12T19:25:45.786935Z","caller":"traceutil/trace.go:171","msg":"trace[757887235] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5003; }","duration":"103.153149ms","start":"2026-03-12T19:25:45.683767Z","end":"2026-03-12T19:25:45.786921Z","steps":["trace[757887235] 'agreement among raft nodes before linearized reading' (duration: 102.697548ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:45.986545Z","caller":"traceutil/trace.go:171","msg":"trace[308983903] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"190.096191ms","start":"2026-03-12T19:25:45.796423Z","end":"2026-03-12T19:25:45.98652Z","steps":["trace[308983903] 'process raft request' (duration: 189.934708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:48.861908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.100632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:48.862073Z","caller":"traceutil/trace.go:171","msg":"trace[1712539342] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5272; }","duration":"705.728927ms","start":"2026-03-12T19:25:48.156328Z","end":"2026-03-12T19:25:48.862057Z","steps":["trace[1712539342] 'read index received' (duration: 42.221µs)","trace[1712539342] 'applied index is now lower than readState.Index' (duration: 705.685856ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:48.862126Z","caller":"traceutil/trace.go:171","msg":"trace[992675837] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"765.072492ms","start":"2026-03-12T19:25:48.097017Z","end":"2026-03-12T19:25:48.862089Z","steps":["trace[992675837] 'process raft request' (duration: 764.992501ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:48.862179Z","caller":"traceutil/trace.go:171","msg":"trace[118245862] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"765.966433ms","start":"2026-03-12T19:25:48.096184Z","end":"2026-03-12T19:25:48.86215Z","steps":["trace[118245862] 'process raft request' (duration: 19.544413ms)","trace[118245862] 'compare' (duration: 745.98253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:48.862291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:48.096993Z","time spent":"765.217026ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:48.862335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:48.096165Z","time spent":"766.103735ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:48.862366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.184019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:25:48.862437Z","caller":"traceutil/trace.go:171","msg":"trace[2107158696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5053; }","duration":"703.277331ms","start":"2026-03-12T19:25:48.159149Z","end":"2026-03-12T19:25:48.862426Z","steps":["trace[2107158696] 'agreement among raft nodes before linearized reading' (duration: 703.051756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:48.862513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:48.159139Z","time spent":"703.362473ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:25:48.862521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.418269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:25:48.862347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.994092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:25:48.862535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.699074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:25:48.862636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.468872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:25:48.862632Z","caller":"traceutil/trace.go:171","msg":"trace[1684726008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5053; }","duration":"701.826868ms","start":"2026-03-12T19:25:48.16078Z","end":"2026-03-12T19:25:48.862607Z","steps":["trace[1684726008] 'agreement among raft nodes before linearized reading' (duration: 701.550642ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:48.862679Z","caller":"traceutil/trace.go:171","msg":"trace[373591138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5053; }","duration":"702.528903ms","start":"2026-03-12T19:25:48.160141Z","end":"2026-03-12T19:25:48.862669Z","steps":["trace[373591138] 'agreement among raft nodes before linearized reading' (duration: 702.421321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:48.862703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:48.160772Z","time spent":"701.91605ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:25:48.862716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:48.160131Z","time spent":"702.577664ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:25:48.862623Z","caller":"traceutil/trace.go:171","msg":"trace[45888863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5053; }","duration":"706.30591ms","start":"2026-03-12T19:25:48.156284Z","end":"2026-03-12T19:25:48.86259Z","steps":["trace[45888863] 'agreement among raft nodes before linearized reading' (duration: 705.88043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:48.862809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:48.156263Z","time spent":"706.514155ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:25:48.862638Z","caller":"traceutil/trace.go:171","msg":"trace[1272335741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5053; }","duration":"701.583432ms","start":"2026-03-12T19:25:48.161037Z","end":"2026-03-12T19:25:48.86262Z","steps":["trace[1272335741] 'agreement among raft nodes before linearized reading' (duration: 701.209184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:48.863415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:48.161029Z","time spent":"702.370561ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:25:48.8629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.414046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787701"} {"level":"info","ts":"2026-03-12T19:25:48.864042Z","caller":"traceutil/trace.go:171","msg":"trace[1797483011] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5053; }","duration":"347.582494ms","start":"2026-03-12T19:25:48.516441Z","end":"2026-03-12T19:25:48.864023Z","steps":["trace[1797483011] 'agreement among raft nodes before linearized reading' (duration: 346.068649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:48.864393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:48.516421Z","time spent":"347.651196ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787724,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-12T19:25:50.400414Z","caller":"traceutil/trace.go:171","msg":"trace[440927658] linearizableReadLoop","detail":"{readStateIndex:5328; appliedIndex:5327; }","duration":"168.365549ms","start":"2026-03-12T19:25:50.232026Z","end":"2026-03-12T19:25:50.400391Z","steps":["trace[440927658] 'read index received' (duration: 168.202715ms)","trace[440927658] 'applied index is now lower than readState.Index' (duration: 161.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:50.400449Z","caller":"traceutil/trace.go:171","msg":"trace[1067281721] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"186.681153ms","start":"2026-03-12T19:25:50.213734Z","end":"2026-03-12T19:25:50.400415Z","steps":["trace[1067281721] 'process raft request' (duration: 186.50647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:50.400624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.580394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-12T19:25:50.400721Z","caller":"traceutil/trace.go:171","msg":"trace[668617207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5106; }","duration":"168.708687ms","start":"2026-03-12T19:25:50.23198Z","end":"2026-03-12T19:25:50.400689Z","steps":["trace[668617207] 'agreement among raft nodes before linearized reading' (duration: 168.518692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:50.751744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.361456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-12T19:25:50.751818Z","caller":"traceutil/trace.go:171","msg":"trace[343996544] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5106; }","duration":"182.481379ms","start":"2026-03-12T19:25:50.569321Z","end":"2026-03-12T19:25:50.751802Z","steps":["trace[343996544] 'range keys from in-memory index tree' (duration: 182.148121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:50.751827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.431897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-6d746854d7-txzq7.189c2e900fc9a13d\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-12T19:25:50.751922Z","caller":"traceutil/trace.go:171","msg":"trace[1077423462] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-6d746854d7-txzq7.189c2e900fc9a13d; range_end:; response_count:1; response_revision:5106; }","duration":"182.565611ms","start":"2026-03-12T19:25:50.569321Z","end":"2026-03-12T19:25:50.751887Z","steps":["trace[1077423462] 'range keys from in-memory index tree' (duration: 182.295874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:50.752209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.468404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-12T19:25:50.752323Z","caller":"traceutil/trace.go:171","msg":"trace[821670437] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5106; }","duration":"143.603796ms","start":"2026-03-12T19:25:50.608676Z","end":"2026-03-12T19:25:50.75228Z","steps":["trace[821670437] 'range keys from in-memory index tree' (duration: 143.27258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:55.089704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.232487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:25:55.089806Z","caller":"traceutil/trace.go:171","msg":"trace[360768754] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"379.901126ms","start":"2026-03-12T19:25:54.709886Z","end":"2026-03-12T19:25:55.089787Z","steps":["trace[360768754] 'process raft request' (duration: 110.511437ms)","trace[360768754] 'compare' (duration: 269.057552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:25:55.08986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:54.709868Z","time spent":"379.967677ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110945,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:25:55.158687Z","caller":"traceutil/trace.go:171","msg":"trace[409053390] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"273.577625ms","start":"2026-03-12T19:25:54.884791Z","end":"2026-03-12T19:25:55.158369Z","steps":["trace[409053390] 'process raft request' (duration: 273.429372ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.248097Z","caller":"traceutil/trace.go:171","msg":"trace[1138129100] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5405; }","duration":"359.633708ms","start":"2026-03-12T19:25:54.88844Z","end":"2026-03-12T19:25:55.248074Z","steps":["trace[1138129100] 'read index received' (duration: 269.671778ms)","trace[1138129100] 'applied index is now lower than readState.Index' (duration: 89.96077ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:55.248127Z","caller":"traceutil/trace.go:171","msg":"trace[2109910403] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"362.082473ms","start":"2026-03-12T19:25:54.886012Z","end":"2026-03-12T19:25:55.248094Z","steps":["trace[2109910403] 'process raft request' (duration: 330.037616ms)","trace[2109910403] 'compare' (duration: 31.859593ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:25:55.248172Z","caller":"traceutil/trace.go:171","msg":"trace[1716147803] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"156.829788ms","start":"2026-03-12T19:25:55.091314Z","end":"2026-03-12T19:25:55.248144Z","steps":["trace[1716147803] 'process raft request' (duration: 156.707405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:55.24834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.906278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:25:55.248349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.907714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:25:55.248343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.750294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:25:55.248384Z","caller":"traceutil/trace.go:171","msg":"trace[999656978] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5184; }","duration":"152.991001ms","start":"2026-03-12T19:25:55.095382Z","end":"2026-03-12T19:25:55.248373Z","steps":["trace[999656978] 'agreement among raft nodes before linearized reading' (duration: 152.902079ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.24839Z","caller":"traceutil/trace.go:171","msg":"trace[1408418152] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5184; }","duration":"359.987976ms","start":"2026-03-12T19:25:54.888391Z","end":"2026-03-12T19:25:55.248379Z","steps":["trace[1408418152] 'agreement among raft nodes before linearized reading' (duration: 359.813562ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.248406Z","caller":"traceutil/trace.go:171","msg":"trace[1486502134] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5184; }","duration":"178.861027ms","start":"2026-03-12T19:25:55.069527Z","end":"2026-03-12T19:25:55.248388Z","steps":["trace[1486502134] 'agreement among raft nodes before linearized reading' (duration: 178.738944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:55.248427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:54.88837Z","time spent":"360.048537ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:25:55.248521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.503243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:25:55.248594Z","caller":"traceutil/trace.go:171","msg":"trace[2074895327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5184; }","duration":"295.636596ms","start":"2026-03-12T19:25:54.95294Z","end":"2026-03-12T19:25:55.248576Z","steps":["trace[2074895327] 'agreement among raft nodes before linearized reading' (duration: 295.436052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:55.248635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.24753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:25:55.248672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.507903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:25:55.24872Z","caller":"traceutil/trace.go:171","msg":"trace[154104373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5184; }","duration":"296.378842ms","start":"2026-03-12T19:25:54.952321Z","end":"2026-03-12T19:25:55.2487Z","steps":["trace[154104373] 'agreement among raft nodes before linearized reading' (duration: 296.093906ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.248759Z","caller":"traceutil/trace.go:171","msg":"trace[684281318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5184; }","duration":"295.637486ms","start":"2026-03-12T19:25:54.953097Z","end":"2026-03-12T19:25:55.248734Z","steps":["trace[684281318] 'agreement among raft nodes before linearized reading' (duration: 295.414021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:55.24877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:25:54.885986Z","time spent":"362.209556ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:25:55.248933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.987692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:25:55.248998Z","caller":"traceutil/trace.go:171","msg":"trace[213714461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5184; }","duration":"299.077553ms","start":"2026-03-12T19:25:54.949911Z","end":"2026-03-12T19:25:55.248989Z","steps":["trace[213714461] 'agreement among raft nodes before linearized reading' (duration: 298.357537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:25:55.249063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.707744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:25:55.24912Z","caller":"traceutil/trace.go:171","msg":"trace[1068027624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5184; }","duration":"178.799815ms","start":"2026-03-12T19:25:55.070309Z","end":"2026-03-12T19:25:55.249108Z","steps":["trace[1068027624] 'agreement among raft nodes before linearized reading' (duration: 178.698173ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.380438Z","caller":"traceutil/trace.go:171","msg":"trace[1728355082] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"126.793565ms","start":"2026-03-12T19:25:55.253621Z","end":"2026-03-12T19:25:55.380414Z","steps":["trace[1728355082] 'process raft request' (duration: 126.724164ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.380755Z","caller":"traceutil/trace.go:171","msg":"trace[931762733] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"126.941799ms","start":"2026-03-12T19:25:55.253789Z","end":"2026-03-12T19:25:55.380731Z","steps":["trace[931762733] 'process raft request' (duration: 126.788776ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.380829Z","caller":"traceutil/trace.go:171","msg":"trace[1021357604] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"127.283216ms","start":"2026-03-12T19:25:55.253538Z","end":"2026-03-12T19:25:55.380821Z","steps":["trace[1021357604] 'process raft request' (duration: 126.771635ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.380875Z","caller":"traceutil/trace.go:171","msg":"trace[1022319740] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"126.967009ms","start":"2026-03-12T19:25:55.253886Z","end":"2026-03-12T19:25:55.380853Z","steps":["trace[1022319740] 'process raft request' (duration: 126.894508ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.38096Z","caller":"traceutil/trace.go:171","msg":"trace[1736017431] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"127.160874ms","start":"2026-03-12T19:25:55.253783Z","end":"2026-03-12T19:25:55.380944Z","steps":["trace[1736017431] 'process raft request' (duration: 126.909559ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.380761Z","caller":"traceutil/trace.go:171","msg":"trace[1585649644] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"127.279456ms","start":"2026-03-12T19:25:55.25345Z","end":"2026-03-12T19:25:55.38073Z","steps":["trace[1585649644] 'process raft request' (duration: 126.727084ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:25:55.381138Z","caller":"traceutil/trace.go:171","msg":"trace[2119336660] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"127.263266ms","start":"2026-03-12T19:25:55.253749Z","end":"2026-03-12T19:25:55.381012Z","steps":["trace[2119336660] 'process raft request' (duration: 126.629232ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.543003Z","caller":"traceutil/trace.go:171","msg":"trace[565255339] linearizableReadLoop","detail":"{readStateIndex:5544; appliedIndex:5543; }","duration":"260.489849ms","start":"2026-03-12T19:26:03.282488Z","end":"2026-03-12T19:26:03.542978Z","steps":["trace[565255339] 'read index received' (duration: 200.18875ms)","trace[565255339] 'applied index is now lower than readState.Index' (duration: 60.300088ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:03.54325Z","caller":"traceutil/trace.go:171","msg":"trace[409550710] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"265.314968ms","start":"2026-03-12T19:26:03.27792Z","end":"2026-03-12T19:26:03.543235Z","steps":["trace[409550710] 'process raft request' (duration: 204.693453ms)","trace[409550710] 'compare' (duration: 60.260897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:03.54346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.05874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:03.543541Z","caller":"traceutil/trace.go:171","msg":"trace[310069690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5318; }","duration":"227.176983ms","start":"2026-03-12T19:26:03.316343Z","end":"2026-03-12T19:26:03.54352Z","steps":["trace[310069690] 'agreement among raft nodes before linearized reading' (duration: 226.939717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:03.543523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.590539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:26:03.543587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.716101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:26:03.54353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.578416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:26:03.543588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.062051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398fe71c-8173-4f3b-8af1-92181471366a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-12T19:26:03.543736Z","caller":"traceutil/trace.go:171","msg":"trace[786561010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5318; }","duration":"132.768501ms","start":"2026-03-12T19:26:03.410888Z","end":"2026-03-12T19:26:03.543657Z","steps":["trace[786561010] 'agreement among raft nodes before linearized reading' (duration: 132.544566ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.54376Z","caller":"traceutil/trace.go:171","msg":"trace[1337129779] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-398fe71c-8173-4f3b-8af1-92181471366a; range_end:; response_count:1; response_revision:5318; }","duration":"261.311526ms","start":"2026-03-12T19:26:03.282427Z","end":"2026-03-12T19:26:03.543739Z","steps":["trace[1337129779] 'agreement among raft nodes before linearized reading' (duration: 261.03403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:03.543838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.292248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:03.54364Z","caller":"traceutil/trace.go:171","msg":"trace[1941334890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5318; }","duration":"125.756313ms","start":"2026-03-12T19:26:03.417864Z","end":"2026-03-12T19:26:03.543621Z","steps":["trace[1941334890] 'agreement among raft nodes before linearized reading' (duration: 125.557338ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.543656Z","caller":"traceutil/trace.go:171","msg":"trace[1553032377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5318; }","duration":"121.812003ms","start":"2026-03-12T19:26:03.421824Z","end":"2026-03-12T19:26:03.543637Z","steps":["trace[1553032377] 'agreement among raft nodes before linearized reading' (duration: 121.581488ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.543987Z","caller":"traceutil/trace.go:171","msg":"trace[1398134928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5318; }","duration":"120.432872ms","start":"2026-03-12T19:26:03.423505Z","end":"2026-03-12T19:26:03.543937Z","steps":["trace[1398134928] 'agreement among raft nodes before linearized reading' (duration: 119.965912ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.710584Z","caller":"traceutil/trace.go:171","msg":"trace[1232678717] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"161.861731ms","start":"2026-03-12T19:26:03.548698Z","end":"2026-03-12T19:26:03.71056Z","steps":["trace[1232678717] 'process raft request' (duration: 161.626685ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.710933Z","caller":"traceutil/trace.go:171","msg":"trace[118861369] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"162.192699ms","start":"2026-03-12T19:26:03.548714Z","end":"2026-03-12T19:26:03.710906Z","steps":["trace[118861369] 'process raft request' (duration: 161.80015ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:03.711281Z","caller":"traceutil/trace.go:171","msg":"trace[1089518508] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"162.26365ms","start":"2026-03-12T19:26:03.549005Z","end":"2026-03-12T19:26:03.711269Z","steps":["trace[1089518508] 'process raft request' (duration: 161.81591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.38843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.723641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:04.388439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.698145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:04.388514Z","caller":"traceutil/trace.go:171","msg":"trace[959698680] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5327; }","duration":"371.873225ms","start":"2026-03-12T19:26:04.016619Z","end":"2026-03-12T19:26:04.388492Z","steps":["trace[959698680] 'count revisions from in-memory index tree' (duration: 371.620979ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.388519Z","caller":"traceutil/trace.go:171","msg":"trace[2128531949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5327; }","duration":"436.836048ms","start":"2026-03-12T19:26:03.951665Z","end":"2026-03-12T19:26:04.388501Z","steps":["trace[2128531949] 'range keys from in-memory index tree' (duration: 436.51671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.388559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.016597Z","time spent":"371.950606ms","remote":"127.0.0.1:56238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:04.388561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:03.951635Z","time spent":"436.91756ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:04.388613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.395837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:04.3887Z","caller":"traceutil/trace.go:171","msg":"trace[1598427858] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5553; }","duration":"236.183058ms","start":"2026-03-12T19:26:04.152504Z","end":"2026-03-12T19:26:04.388687Z","steps":["trace[1598427858] 'read index received' (duration: 72.650558ms)","trace[1598427858] 'applied index is now lower than readState.Index' (duration: 163.5314ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:04.388774Z","caller":"traceutil/trace.go:171","msg":"trace[847452323] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"244.436055ms","start":"2026-03-12T19:26:04.144295Z","end":"2026-03-12T19:26:04.388731Z","steps":["trace[847452323] 'process raft request' (duration: 80.848684ms)","trace[847452323] 'compare' (duration: 163.291514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:04.388975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.473144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:26:04.389009Z","caller":"traceutil/trace.go:171","msg":"trace[392681645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5328; }","duration":"236.543876ms","start":"2026-03-12T19:26:04.152455Z","end":"2026-03-12T19:26:04.388999Z","steps":["trace[392681645] 'agreement among raft nodes before linearized reading' (duration: 236.27174ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:04.471706Z","caller":"traceutil/trace.go:171","msg":"trace[2036634515] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"253.820516ms","start":"2026-03-12T19:26:04.217865Z","end":"2026-03-12T19:26:04.471685Z","steps":["trace[2036634515] 'process raft request' (duration: 253.632862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:04.972591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194451533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:05.464606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.675524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:05.464728Z","caller":"traceutil/trace.go:171","msg":"trace[829931350] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5555; }","duration":"993.048064ms","start":"2026-03-12T19:26:04.471659Z","end":"2026-03-12T19:26:05.464707Z","steps":["trace[829931350] 'read index received' (duration: 594.111335ms)","trace[829931350] 'applied index is now lower than readState.Index' (duration: 398.934679ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:05.464854Z","caller":"traceutil/trace.go:171","msg":"trace[597043790] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"1.071714868s","start":"2026-03-12T19:26:04.393122Z","end":"2026-03-12T19:26:05.464837Z","steps":["trace[597043790] 'process raft request' (duration: 672.708768ms)","trace[597043790] 'compare' (duration: 398.464548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:05.464946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.3931Z","time spent":"1.07179815s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:05.465024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035891995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:26:05.465097Z","caller":"traceutil/trace.go:171","msg":"trace[1152249944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5330; }","duration":"1.035998247s","start":"2026-03-12T19:26:04.42908Z","end":"2026-03-12T19:26:05.465078Z","steps":["trace[1152249944] 'agreement among raft nodes before linearized reading' (duration: 1.035757702s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:05.465151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.429024Z","time spent":"1.03611516s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:26:05.557826Z","caller":"traceutil/trace.go:171","msg":"trace[808175730] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"296.799941ms","start":"2026-03-12T19:26:05.260999Z","end":"2026-03-12T19:26:05.557799Z","steps":["trace[808175730] 'process raft request' (duration: 296.560046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:05.557935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.221987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:05.558005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021917189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:05.558106Z","caller":"traceutil/trace.go:171","msg":"trace[1249346445] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5331; }","duration":"1.022065802s","start":"2026-03-12T19:26:04.535991Z","end":"2026-03-12T19:26:05.558057Z","steps":["trace[1249346445] 'agreement among raft nodes before linearized reading' (duration: 1.021864928s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:05.558205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.535969Z","time spent":"1.022218235s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:05.558539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009860844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398fe71c-8173-4f3b-8af1-92181471366a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-12T19:26:05.55862Z","caller":"traceutil/trace.go:171","msg":"trace[363845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-398fe71c-8173-4f3b-8af1-92181471366a; range_end:; response_count:1; response_revision:5331; }","duration":"1.009978647s","start":"2026-03-12T19:26:04.548622Z","end":"2026-03-12T19:26:05.5586Z","steps":["trace[363845] 'agreement among raft nodes before linearized reading' (duration: 1.009126488s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:05.558666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.548604Z","time spent":"1.010049488s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-398fe71c-8173-4f3b-8af1-92181471366a\" "} {"level":"info","ts":"2026-03-12T19:26:05.55813Z","caller":"traceutil/trace.go:171","msg":"trace[1445407118] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5331; }","duration":"844.400142ms","start":"2026-03-12T19:26:04.713635Z","end":"2026-03-12T19:26:05.558035Z","steps":["trace[1445407118] 'agreement among raft nodes before linearized reading' (duration: 844.157596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:05.558838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:04.713616Z","time spent":"845.166238ms","remote":"127.0.0.1:56248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:06.057818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194451537,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:06.141823Z","caller":"traceutil/trace.go:171","msg":"trace[689347697] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5557; }","duration":"584.110397ms","start":"2026-03-12T19:26:05.557689Z","end":"2026-03-12T19:26:06.1418Z","steps":["trace[689347697] 'read index received' (duration: 583.861572ms)","trace[689347697] 'applied index is now lower than readState.Index' (duration: 247.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:06.141988Z","caller":"traceutil/trace.go:171","msg":"trace[715075921] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"592.354165ms","start":"2026-03-12T19:26:05.549611Z","end":"2026-03-12T19:26:06.141965Z","steps":["trace[715075921] 'process raft request' (duration: 591.968636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.14213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:05.549583Z","time spent":"592.467148ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:06.142337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.419332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:26:06.142329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.884583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:26:06.142375Z","caller":"traceutil/trace.go:171","msg":"trace[1248410700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5332; }","duration":"426.500234ms","start":"2026-03-12T19:26:05.715865Z","end":"2026-03-12T19:26:06.142365Z","steps":["trace[1248410700] 'agreement among raft nodes before linearized reading' (duration: 426.389822ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:06.142387Z","caller":"traceutil/trace.go:171","msg":"trace[1969341036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5332; }","duration":"426.948154ms","start":"2026-03-12T19:26:05.715426Z","end":"2026-03-12T19:26:06.142375Z","steps":["trace[1969341036] 'agreement among raft nodes before linearized reading' (duration: 426.76916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.142372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.748396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:06.142414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:05.715827Z","time spent":"426.579176ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:26:06.142449Z","caller":"traceutil/trace.go:171","msg":"trace[57643871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5332; }","duration":"193.874149ms","start":"2026-03-12T19:26:05.948558Z","end":"2026-03-12T19:26:06.142433Z","steps":["trace[57643871] 'agreement among raft nodes before linearized reading' (duration: 193.744856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.142445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.611908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6d746854d7-txzq7\" ","response":"range_response_count:1 size:11845"} {"level":"warn","ts":"2026-03-12T19:26:06.142483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:05.715357Z","time spent":"427.109957ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:06.142546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.23243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:26:06.142557Z","caller":"traceutil/trace.go:171","msg":"trace[107432818] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-6d746854d7-txzq7; range_end:; response_count:1; response_revision:5332; }","duration":"203.733891ms","start":"2026-03-12T19:26:05.938779Z","end":"2026-03-12T19:26:06.142513Z","steps":["trace[107432818] 'agreement among raft nodes before linearized reading' (duration: 203.454675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.142527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.782885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:26:06.142608Z","caller":"traceutil/trace.go:171","msg":"trace[1672908289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5332; }","duration":"673.309542ms","start":"2026-03-12T19:26:05.469282Z","end":"2026-03-12T19:26:06.142592Z","steps":["trace[1672908289] 'agreement among raft nodes before linearized reading' (duration: 673.166699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.142646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.320492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:06.142714Z","caller":"traceutil/trace.go:171","msg":"trace[1058772998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5332; }","duration":"427.415935ms","start":"2026-03-12T19:26:05.715281Z","end":"2026-03-12T19:26:06.142697Z","steps":["trace[1058772998] 'agreement among raft nodes before linearized reading' (duration: 427.292372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.142392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.18765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:06.142774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.999504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:06.142699Z","caller":"traceutil/trace.go:171","msg":"trace[357513932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5332; }","duration":"563.00947ms","start":"2026-03-12T19:26:05.579671Z","end":"2026-03-12T19:26:06.142681Z","steps":["trace[357513932] 'agreement among raft nodes before linearized reading' (duration: 562.439997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.142789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:05.715261Z","time spent":"427.510646ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:26:06.142824Z","caller":"traceutil/trace.go:171","msg":"trace[1528208116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5332; }","duration":"561.075845ms","start":"2026-03-12T19:26:05.581735Z","end":"2026-03-12T19:26:06.142811Z","steps":["trace[1528208116] 'agreement among raft nodes before linearized reading' (duration: 560.953842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.142868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:05.581722Z","time spent":"561.136717ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:26:06.142904Z","caller":"traceutil/trace.go:171","msg":"trace[355055059] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5332; }","duration":"166.756673ms","start":"2026-03-12T19:26:05.976127Z","end":"2026-03-12T19:26:06.142884Z","steps":["trace[355055059] 'agreement among raft nodes before linearized reading' (duration: 166.132349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:06.14266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:05.469267Z","time spent":"673.382603ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:26:06.142909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:05.579646Z","time spent":"563.181203ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:26:06.326347Z","caller":"traceutil/trace.go:171","msg":"trace[1443665986] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"179.703885ms","start":"2026-03-12T19:26:06.14661Z","end":"2026-03-12T19:26:06.326313Z","steps":["trace[1443665986] 'process raft request' (duration: 118.580029ms)","trace[1443665986] 'compare' (duration: 60.968013ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:06.328402Z","caller":"traceutil/trace.go:171","msg":"trace[528123038] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"181.578749ms","start":"2026-03-12T19:26:06.146799Z","end":"2026-03-12T19:26:06.328378Z","steps":["trace[528123038] 'process raft request' (duration: 181.408925ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:06.32876Z","caller":"traceutil/trace.go:171","msg":"trace[244699779] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"181.291032ms","start":"2026-03-12T19:26:06.147449Z","end":"2026-03-12T19:26:06.32874Z","steps":["trace[244699779] 'process raft request' (duration: 180.888323ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:06.328929Z","caller":"traceutil/trace.go:171","msg":"trace[740392826] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"176.414881ms","start":"2026-03-12T19:26:06.152498Z","end":"2026-03-12T19:26:06.328913Z","steps":["trace[740392826] 'process raft request' (duration: 176.287239ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:06.32896Z","caller":"traceutil/trace.go:171","msg":"trace[183567802] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"179.773817ms","start":"2026-03-12T19:26:06.149164Z","end":"2026-03-12T19:26:06.328938Z","steps":["trace[183567802] 'process raft request' (duration: 179.47988ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:06.3289Z","caller":"traceutil/trace.go:171","msg":"trace[1791255435] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5558; }","duration":"180.397202ms","start":"2026-03-12T19:26:06.148477Z","end":"2026-03-12T19:26:06.328874Z","steps":["trace[1791255435] 'read index received' (duration: 116.706567ms)","trace[1791255435] 'applied index is now lower than readState.Index' (duration: 63.686614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:06.329181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.910897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:06.329221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.716299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80207"} {"level":"info","ts":"2026-03-12T19:26:06.329247Z","caller":"traceutil/trace.go:171","msg":"trace[872149376] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5337; }","duration":"134.014489ms","start":"2026-03-12T19:26:06.195215Z","end":"2026-03-12T19:26:06.32923Z","steps":["trace[872149376] 'agreement among raft nodes before linearized reading' (duration: 133.899987ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:06.329282Z","caller":"traceutil/trace.go:171","msg":"trace[25540123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5337; }","duration":"180.81671ms","start":"2026-03-12T19:26:06.148451Z","end":"2026-03-12T19:26:06.329268Z","steps":["trace[25540123] 'agreement among raft nodes before linearized reading' (duration: 180.507843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.223186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194451577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:08.242031Z","caller":"traceutil/trace.go:171","msg":"trace[1836845343] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"533.642693ms","start":"2026-03-12T19:26:07.708363Z","end":"2026-03-12T19:26:08.242005Z","steps":["trace[1836845343] 'process raft request' (duration: 533.454269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.242247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:07.708344Z","time spent":"533.786427ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:08.280184Z","caller":"traceutil/trace.go:171","msg":"trace[1669629279] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"132.951606ms","start":"2026-03-12T19:26:08.147217Z","end":"2026-03-12T19:26:08.280169Z","steps":["trace[1669629279] 'process raft request' (duration: 132.796573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.280271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.202999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:08.280147Z","caller":"traceutil/trace.go:171","msg":"trace[263081789] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5577; }","duration":"557.077595ms","start":"2026-03-12T19:26:07.723048Z","end":"2026-03-12T19:26:08.280126Z","steps":["trace[263081789] 'read index received' (duration: 518.838847ms)","trace[263081789] 'applied index is now lower than readState.Index' (duration: 38.237768ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:08.280325Z","caller":"traceutil/trace.go:171","msg":"trace[383636654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5352; }","duration":"557.30049ms","start":"2026-03-12T19:26:07.723013Z","end":"2026-03-12T19:26:08.280313Z","steps":["trace[383636654] 'agreement among raft nodes before linearized reading' (duration: 557.201508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.280361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:07.723001Z","time spent":"557.350121ms","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:08.283675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.539773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:08.283744Z","caller":"traceutil/trace.go:171","msg":"trace[535039511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5354; }","duration":"332.658535ms","start":"2026-03-12T19:26:07.951069Z","end":"2026-03-12T19:26:08.283728Z","steps":["trace[535039511] 'agreement among raft nodes before linearized reading' (duration: 332.561643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:08.283928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:07.951048Z","time spent":"332.807528ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:08.284035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.112649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:08.284136Z","caller":"traceutil/trace.go:171","msg":"trace[1192532251] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5354; }","duration":"178.258323ms","start":"2026-03-12T19:26:08.10585Z","end":"2026-03-12T19:26:08.284108Z","steps":["trace[1192532251] 'agreement among raft nodes before linearized reading' (duration: 178.071989ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:10.71583Z","caller":"traceutil/trace.go:171","msg":"trace[1281225037] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"473.575351ms","start":"2026-03-12T19:26:10.242227Z","end":"2026-03-12T19:26:10.715802Z","steps":["trace[1281225037] 'process raft request' (duration: 473.395967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:10.715983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.242195Z","time spent":"473.711264ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:10.71989Z","caller":"traceutil/trace.go:171","msg":"trace[243268165] linearizableReadLoop","detail":"{readStateIndex:5607; appliedIndex:5605; }","duration":"381.352459ms","start":"2026-03-12T19:26:10.338512Z","end":"2026-03-12T19:26:10.719864Z","steps":["trace[243268165] 'read index received' (duration: 377.111582ms)","trace[243268165] 'applied index is now lower than readState.Index' (duration: 4.239867ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:10.719916Z","caller":"traceutil/trace.go:171","msg":"trace[1297997878] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"433.420531ms","start":"2026-03-12T19:26:10.286461Z","end":"2026-03-12T19:26:10.719881Z","steps":["trace[1297997878] 'process raft request' (duration: 433.200976ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:10.72002Z","caller":"traceutil/trace.go:171","msg":"trace[145677912] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"309.673255ms","start":"2026-03-12T19:26:10.410335Z","end":"2026-03-12T19:26:10.720009Z","steps":["trace[145677912] 'process raft request' (duration: 309.47982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:10.72006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.286436Z","time spent":"433.546524ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:10.720147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.410315Z","time spent":"309.739366ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:10.720262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.386678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-12T19:26:10.720305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.091358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-12T19:26:10.720318Z","caller":"traceutil/trace.go:171","msg":"trace[1489337035] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5381; }","duration":"335.478979ms","start":"2026-03-12T19:26:10.384826Z","end":"2026-03-12T19:26:10.720305Z","steps":["trace[1489337035] 'agreement among raft nodes before linearized reading' (duration: 335.317696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:10.720353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.713045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:26:10.720267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.008634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:10.72036Z","caller":"traceutil/trace.go:171","msg":"trace[2033658909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5381; }","duration":"334.144369ms","start":"2026-03-12T19:26:10.386199Z","end":"2026-03-12T19:26:10.720343Z","steps":["trace[2033658909] 'agreement among raft nodes before linearized reading' (duration: 333.994726ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:10.720389Z","caller":"traceutil/trace.go:171","msg":"trace[329735661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5381; }","duration":"378.143927ms","start":"2026-03-12T19:26:10.342237Z","end":"2026-03-12T19:26:10.720381Z","steps":["trace[329735661] 'agreement among raft nodes before linearized reading' (duration: 377.886621ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:10.720392Z","caller":"traceutil/trace.go:171","msg":"trace[694926185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5381; }","duration":"376.780987ms","start":"2026-03-12T19:26:10.343599Z","end":"2026-03-12T19:26:10.72038Z","steps":["trace[694926185] 'agreement among raft nodes before linearized reading' (duration: 376.700505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:10.72037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.84614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:26:10.720413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.340787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:26:10.720469Z","caller":"traceutil/trace.go:171","msg":"trace[2076416774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5381; }","duration":"376.423809ms","start":"2026-03-12T19:26:10.344033Z","end":"2026-03-12T19:26:10.720457Z","steps":["trace[2076416774] 'agreement among raft nodes before linearized reading' (duration: 376.223434ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:10.720476Z","caller":"traceutil/trace.go:171","msg":"trace[757437306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5381; }","duration":"382.002075ms","start":"2026-03-12T19:26:10.338446Z","end":"2026-03-12T19:26:10.720448Z","steps":["trace[757437306] 'agreement among raft nodes before linearized reading' (duration: 381.723899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:10.720501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.344025Z","time spent":"376.468669ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:10.720502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.730162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:26:10.720408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.386161Z","time spent":"334.23973ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T19:26:10.720535Z","caller":"traceutil/trace.go:171","msg":"trace[597872699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5381; }","duration":"375.775633ms","start":"2026-03-12T19:26:10.344751Z","end":"2026-03-12T19:26:10.720527Z","steps":["trace[597872699] 'agreement among raft nodes before linearized reading' (duration: 375.692551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:10.72036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.384812Z","time spent":"335.53993ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:26:10.720536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.33842Z","time spent":"382.101617ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:10.720413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.342174Z","time spent":"378.232798ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:10.720562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.344743Z","time spent":"375.813044ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:26:10.720423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:10.34358Z","time spent":"376.836418ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:26:16.229949Z","caller":"traceutil/trace.go:171","msg":"trace[134219092] linearizableReadLoop","detail":"{readStateIndex:5686; appliedIndex:5685; }","duration":"114.743242ms","start":"2026-03-12T19:26:16.115126Z","end":"2026-03-12T19:26:16.229869Z","steps":["trace[134219092] 'read index received' (duration: 114.504346ms)","trace[134219092] 'applied index is now lower than readState.Index' (duration: 237.746µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:16.230024Z","caller":"traceutil/trace.go:171","msg":"trace[138390372] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"137.979421ms","start":"2026-03-12T19:26:16.091997Z","end":"2026-03-12T19:26:16.229977Z","steps":["trace[138390372] 'process raft request' (duration: 137.633412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:16.23012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.972137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-12T19:26:16.230188Z","caller":"traceutil/trace.go:171","msg":"trace[232598749] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5455; }","duration":"115.07704ms","start":"2026-03-12T19:26:16.115097Z","end":"2026-03-12T19:26:16.230174Z","steps":["trace[232598749] 'agreement among raft nodes before linearized reading' (duration: 114.876286ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:18.964955Z","caller":"traceutil/trace.go:171","msg":"trace[34840769] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5711; }","duration":"113.785941ms","start":"2026-03-12T19:26:18.851143Z","end":"2026-03-12T19:26:18.964929Z","steps":["trace[34840769] 'read index received' (duration: 68.227418ms)","trace[34840769] 'applied index is now lower than readState.Index' (duration: 45.557433ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:18.965002Z","caller":"traceutil/trace.go:171","msg":"trace[579915994] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"118.344264ms","start":"2026-03-12T19:26:18.846621Z","end":"2026-03-12T19:26:18.964965Z","steps":["trace[579915994] 'process raft request' (duration: 72.779241ms)","trace[579915994] 'compare' (duration: 45.393739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:18.965196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.042197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:18.96526Z","caller":"traceutil/trace.go:171","msg":"trace[486974288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5480; }","duration":"114.178509ms","start":"2026-03-12T19:26:18.851065Z","end":"2026-03-12T19:26:18.965244Z","steps":["trace[486974288] 'agreement among raft nodes before linearized reading' (duration: 113.973075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:18.965192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.989436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:18.965421Z","caller":"traceutil/trace.go:171","msg":"trace[1631337705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5480; }","duration":"103.285203ms","start":"2026-03-12T19:26:18.862103Z","end":"2026-03-12T19:26:18.965388Z","steps":["trace[1631337705] 'agreement among raft nodes before linearized reading' (duration: 102.972526ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:20.962001Z","caller":"traceutil/trace.go:171","msg":"trace[2063708179] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"121.339443ms","start":"2026-03-12T19:26:20.840598Z","end":"2026-03-12T19:26:20.961938Z","steps":["trace[2063708179] 'process raft request' (duration: 120.331129ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.212599Z","caller":"traceutil/trace.go:171","msg":"trace[2030513131] transaction","detail":"{read_only:false; response_revision:5521; number_of_response:1; }","duration":"243.982684ms","start":"2026-03-12T19:26:20.968583Z","end":"2026-03-12T19:26:21.212566Z","steps":["trace[2030513131] 'process raft request' (duration: 204.450227ms)","trace[2030513131] 'compare' (duration: 39.315042ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.212747Z","caller":"traceutil/trace.go:171","msg":"trace[1785852783] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"244.144547ms","start":"2026-03-12T19:26:20.968585Z","end":"2026-03-12T19:26:21.21273Z","steps":["trace[1785852783] 'process raft request' (duration: 243.906991ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.212992Z","caller":"traceutil/trace.go:171","msg":"trace[1418577017] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"242.371977ms","start":"2026-03-12T19:26:20.970602Z","end":"2026-03-12T19:26:21.212974Z","steps":["trace[1418577017] 'process raft request' (duration: 242.06809ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.213145Z","caller":"traceutil/trace.go:171","msg":"trace[1626496314] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"239.411569ms","start":"2026-03-12T19:26:20.973714Z","end":"2026-03-12T19:26:21.213125Z","steps":["trace[1626496314] 'process raft request' (duration: 239.180544ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.213363Z","caller":"traceutil/trace.go:171","msg":"trace[666575396] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"237.325772ms","start":"2026-03-12T19:26:20.976004Z","end":"2026-03-12T19:26:21.213329Z","steps":["trace[666575396] 'process raft request' (duration: 237.065396ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.213347Z","caller":"traceutil/trace.go:171","msg":"trace[60227603] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5752; }","duration":"238.793946ms","start":"2026-03-12T19:26:20.97445Z","end":"2026-03-12T19:26:21.213244Z","steps":["trace[60227603] 'read index received' (duration: 41.483461ms)","trace[60227603] 'applied index is now lower than readState.Index' (duration: 197.307485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:21.213583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.117114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:26:21.213637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.375999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:26:21.213661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.832127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:21.21366Z","caller":"traceutil/trace.go:171","msg":"trace[618709447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5525; }","duration":"239.205936ms","start":"2026-03-12T19:26:20.974437Z","end":"2026-03-12T19:26:21.213643Z","steps":["trace[618709447] 'agreement among raft nodes before linearized reading' (duration: 239.000091ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.213682Z","caller":"traceutil/trace.go:171","msg":"trace[169001571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5525; }","duration":"209.46154ms","start":"2026-03-12T19:26:21.004207Z","end":"2026-03-12T19:26:21.213669Z","steps":["trace[169001571] 'agreement among raft nodes before linearized reading' (duration: 209.340558ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.213704Z","caller":"traceutil/trace.go:171","msg":"trace[475182333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5525; }","duration":"208.911529ms","start":"2026-03-12T19:26:21.004782Z","end":"2026-03-12T19:26:21.213693Z","steps":["trace[475182333] 'agreement among raft nodes before linearized reading' (duration: 208.755306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.213737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.014356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:21.213787Z","caller":"traceutil/trace.go:171","msg":"trace[2109714681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5525; }","duration":"211.121439ms","start":"2026-03-12T19:26:21.002652Z","end":"2026-03-12T19:26:21.213773Z","steps":["trace[2109714681] 'agreement among raft nodes before linearized reading' (duration: 210.888694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.842079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:26:21.214074Z","caller":"traceutil/trace.go:171","msg":"trace[1022435157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5525; }","duration":"209.965212ms","start":"2026-03-12T19:26:21.004092Z","end":"2026-03-12T19:26:21.214057Z","steps":["trace[1022435157] 'agreement among raft nodes before linearized reading' (duration: 209.600724ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.363375Z","caller":"traceutil/trace.go:171","msg":"trace[1110673803] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"144.661901ms","start":"2026-03-12T19:26:21.218687Z","end":"2026-03-12T19:26:21.363349Z","steps":["trace[1110673803] 'process raft request' (duration: 121.348713ms)","trace[1110673803] 'compare' (duration: 23.213156ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.431986Z","caller":"traceutil/trace.go:171","msg":"trace[186050429] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"212.736565ms","start":"2026-03-12T19:26:21.219215Z","end":"2026-03-12T19:26:21.431952Z","steps":["trace[186050429] 'process raft request' (duration: 212.465787ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.432234Z","caller":"traceutil/trace.go:171","msg":"trace[1058613600] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"212.98285ms","start":"2026-03-12T19:26:21.219226Z","end":"2026-03-12T19:26:21.432209Z","steps":["trace[1058613600] 'process raft request' (duration: 212.659032ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.432375Z","caller":"traceutil/trace.go:171","msg":"trace[245979198] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"210.569496ms","start":"2026-03-12T19:26:21.221774Z","end":"2026-03-12T19:26:21.432344Z","steps":["trace[245979198] 'process raft request' (duration: 210.494025ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.432399Z","caller":"traceutil/trace.go:171","msg":"trace[1026666967] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"212.51477ms","start":"2026-03-12T19:26:21.219852Z","end":"2026-03-12T19:26:21.432367Z","steps":["trace[1026666967] 'process raft request' (duration: 212.292065ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.792807Z","caller":"traceutil/trace.go:171","msg":"trace[1628899862] linearizableReadLoop","detail":"{readStateIndex:5763; appliedIndex:5762; }","duration":"217.481482ms","start":"2026-03-12T19:26:21.575302Z","end":"2026-03-12T19:26:21.792784Z","steps":["trace[1628899862] 'read index received' (duration: 217.339648ms)","trace[1628899862] 'applied index is now lower than readState.Index' (duration: 140.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:21.792914Z","caller":"traceutil/trace.go:171","msg":"trace[1168292794] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"225.914773ms","start":"2026-03-12T19:26:21.566987Z","end":"2026-03-12T19:26:21.792902Z","steps":["trace[1168292794] 'process raft request' (duration: 225.583636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:21.793117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.759778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:21.793183Z","caller":"traceutil/trace.go:171","msg":"trace[451882418] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5531; }","duration":"217.86998ms","start":"2026-03-12T19:26:21.575298Z","end":"2026-03-12T19:26:21.793168Z","steps":["trace[451882418] 'agreement among raft nodes before linearized reading' (duration: 217.612804ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:21.891739Z","caller":"traceutil/trace.go:171","msg":"trace[1929197959] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"245.406996ms","start":"2026-03-12T19:26:21.646275Z","end":"2026-03-12T19:26:21.891682Z","steps":["trace[1929197959] 'process raft request' (duration: 197.677414ms)","trace[1929197959] 'compare' (duration: 47.459346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:21.891788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.464553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:26:21.891871Z","caller":"traceutil/trace.go:171","msg":"trace[2010399687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5532; }","duration":"273.584065ms","start":"2026-03-12T19:26:21.618266Z","end":"2026-03-12T19:26:21.89185Z","steps":["trace[2010399687] 'agreement among raft nodes before linearized reading' (duration: 273.317179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.451121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452002,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:25.602336Z","caller":"traceutil/trace.go:171","msg":"trace[1126062413] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"733.116547ms","start":"2026-03-12T19:26:24.869194Z","end":"2026-03-12T19:26:25.60231Z","steps":["trace[1126062413] 'process raft request' (duration: 732.966014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.602548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:24.869159Z","time spent":"733.257421ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13837,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:25.660628Z","caller":"traceutil/trace.go:171","msg":"trace[1353629097] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"787.337367ms","start":"2026-03-12T19:26:24.873266Z","end":"2026-03-12T19:26:25.660604Z","steps":["trace[1353629097] 'process raft request' (duration: 768.51707ms)","trace[1353629097] 'compare' (duration: 18.682454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:25.660774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:24.873235Z","time spent":"787.465571ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:25.660932Z","caller":"traceutil/trace.go:171","msg":"trace[1900038670] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5779; }","duration":"710.127756ms","start":"2026-03-12T19:26:24.950786Z","end":"2026-03-12T19:26:25.660914Z","steps":["trace[1900038670] 'read index received' (duration: 651.479186ms)","trace[1900038670] 'applied index is now lower than readState.Index' (duration: 58.64765ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:25.660928Z","caller":"traceutil/trace.go:171","msg":"trace[1320757910] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"738.425168ms","start":"2026-03-12T19:26:24.922473Z","end":"2026-03-12T19:26:25.660898Z","steps":["trace[1320757910] 'process raft request' (duration: 738.092731ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.661013Z","caller":"traceutil/trace.go:171","msg":"trace[504811334] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"436.422659ms","start":"2026-03-12T19:26:25.224572Z","end":"2026-03-12T19:26:25.660994Z","steps":["trace[504811334] 'process raft request' (duration: 436.220945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.661068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.272499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:25.661105Z","caller":"traceutil/trace.go:171","msg":"trace[482236375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5550; }","duration":"710.352ms","start":"2026-03-12T19:26:24.950744Z","end":"2026-03-12T19:26:25.661096Z","steps":["trace[482236375] 'agreement among raft nodes before linearized reading' (duration: 710.285889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.661094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:24.922447Z","time spent":"738.566381ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:25.661109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.224548Z","time spent":"436.515881ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:25.661131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:24.950726Z","time spent":"710.398712ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:25.66113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.976593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:26:25.661183Z","caller":"traceutil/trace.go:171","msg":"trace[1295274209] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5550; }","duration":"710.027694ms","start":"2026-03-12T19:26:24.951141Z","end":"2026-03-12T19:26:25.661169Z","steps":["trace[1295274209] 'agreement among raft nodes before linearized reading' (duration: 709.942192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.661224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:24.951129Z","time spent":"710.084055ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-12T19:26:25.661275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.797883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:25.661312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.814937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:26:25.661344Z","caller":"traceutil/trace.go:171","msg":"trace[1903321742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5550; }","duration":"212.883389ms","start":"2026-03-12T19:26:25.448451Z","end":"2026-03-12T19:26:25.661334Z","steps":["trace[1903321742] 'agreement among raft nodes before linearized reading' (duration: 212.765276ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.661358Z","caller":"traceutil/trace.go:171","msg":"trace[17393831] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5550; }","duration":"151.901055ms","start":"2026-03-12T19:26:25.509445Z","end":"2026-03-12T19:26:25.661346Z","steps":["trace[17393831] 'agreement among raft nodes before linearized reading' (duration: 151.773012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.661441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.94924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:26:25.661448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.442439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:26:25.661472Z","caller":"traceutil/trace.go:171","msg":"trace[1736985865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5550; }","duration":"213.018682ms","start":"2026-03-12T19:26:25.448443Z","end":"2026-03-12T19:26:25.661462Z","steps":["trace[1736985865] 'agreement among raft nodes before linearized reading' (duration: 212.911589ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.661476Z","caller":"traceutil/trace.go:171","msg":"trace[2003426550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5550; }","duration":"212.49523ms","start":"2026-03-12T19:26:25.448973Z","end":"2026-03-12T19:26:25.661468Z","steps":["trace[2003426550] 'agreement among raft nodes before linearized reading' (duration: 212.413258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.661576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.326341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:25.661609Z","caller":"traceutil/trace.go:171","msg":"trace[821031001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5550; }","duration":"285.398684ms","start":"2026-03-12T19:26:25.376204Z","end":"2026-03-12T19:26:25.661602Z","steps":["trace[821031001] 'agreement among raft nodes before linearized reading' (duration: 285.315562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.662322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.068652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:25.662419Z","caller":"traceutil/trace.go:171","msg":"trace[2124630924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5550; }","duration":"429.214485ms","start":"2026-03-12T19:26:25.233183Z","end":"2026-03-12T19:26:25.662397Z","steps":["trace[2124630924] 'agreement among raft nodes before linearized reading' (duration: 428.247783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:25.662477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.233164Z","time spent":"429.300928ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:26:25.881287Z","caller":"traceutil/trace.go:171","msg":"trace[1662650522] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"215.342754ms","start":"2026-03-12T19:26:25.665916Z","end":"2026-03-12T19:26:25.881259Z","steps":["trace[1662650522] 'process raft request' (duration: 215.079748ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.881288Z","caller":"traceutil/trace.go:171","msg":"trace[1560083335] linearizableReadLoop","detail":"{readStateIndex:5787; appliedIndex:5783; }","duration":"214.180748ms","start":"2026-03-12T19:26:25.667084Z","end":"2026-03-12T19:26:25.881265Z","steps":["trace[1560083335] 'read index received' (duration: 71.455941ms)","trace[1560083335] 'applied index is now lower than readState.Index' (duration: 142.723877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:25.881588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.483245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81604"} {"level":"info","ts":"2026-03-12T19:26:25.881646Z","caller":"traceutil/trace.go:171","msg":"trace[1659132316] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5555; }","duration":"214.615868ms","start":"2026-03-12T19:26:25.667019Z","end":"2026-03-12T19:26:25.881635Z","steps":["trace[1659132316] 'agreement among raft nodes before linearized reading' (duration: 214.323121ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.881782Z","caller":"traceutil/trace.go:171","msg":"trace[1107102504] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"215.537738ms","start":"2026-03-12T19:26:25.666226Z","end":"2026-03-12T19:26:25.881763Z","steps":["trace[1107102504] 'process raft request' (duration: 214.959205ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.881982Z","caller":"traceutil/trace.go:171","msg":"trace[893804436] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"215.789575ms","start":"2026-03-12T19:26:25.666159Z","end":"2026-03-12T19:26:25.881949Z","steps":["trace[893804436] 'process raft request' (duration: 214.988847ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:25.882027Z","caller":"traceutil/trace.go:171","msg":"trace[636117886] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"208.708433ms","start":"2026-03-12T19:26:25.673309Z","end":"2026-03-12T19:26:25.882018Z","steps":["trace[636117886] 'process raft request' (duration: 207.907165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.38773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:26.520173Z","caller":"traceutil/trace.go:171","msg":"trace[1152590238] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"633.636191ms","start":"2026-03-12T19:26:25.886512Z","end":"2026-03-12T19:26:26.520148Z","steps":["trace[1152590238] 'process raft request' (duration: 633.337244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.520333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.886485Z","time spent":"633.772064ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:26.665786Z","caller":"traceutil/trace.go:171","msg":"trace[79846402] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"778.364734ms","start":"2026-03-12T19:26:25.887394Z","end":"2026-03-12T19:26:26.665759Z","steps":["trace[79846402] 'process raft request' (duration: 760.333784ms)","trace[79846402] 'compare' (duration: 17.797355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:26.665976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.887373Z","time spent":"778.513547ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:26.666176Z","caller":"traceutil/trace.go:171","msg":"trace[1006699498] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"778.317793ms","start":"2026-03-12T19:26:25.887817Z","end":"2026-03-12T19:26:26.666134Z","steps":["trace[1006699498] 'process raft request' (duration: 777.845222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.666369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.887799Z","time spent":"778.468177ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:26.666325Z","caller":"traceutil/trace.go:171","msg":"trace[529669949] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"778.279952ms","start":"2026-03-12T19:26:25.888018Z","end":"2026-03-12T19:26:26.666298Z","steps":["trace[529669949] 'process raft request' (duration: 777.993606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.666546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.888009Z","time spent":"778.453536ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:26.666574Z","caller":"traceutil/trace.go:171","msg":"trace[190868346] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"778.368584ms","start":"2026-03-12T19:26:25.888178Z","end":"2026-03-12T19:26:26.666546Z","steps":["trace[190868346] 'process raft request' (duration: 778.061647ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.666637Z","caller":"traceutil/trace.go:171","msg":"trace[915122021] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"778.18375ms","start":"2026-03-12T19:26:25.888435Z","end":"2026-03-12T19:26:26.666619Z","steps":["trace[915122021] 'process raft request' (duration: 778.015067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.666719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.888411Z","time spent":"778.265312ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:26.666725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.888168Z","time spent":"778.481857ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:26.666733Z","caller":"traceutil/trace.go:171","msg":"trace[284144918] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5788; }","duration":"779.52153ms","start":"2026-03-12T19:26:25.887195Z","end":"2026-03-12T19:26:26.666717Z","steps":["trace[284144918] 'read index received' (duration: 632.559377ms)","trace[284144918] 'applied index is now lower than readState.Index' (duration: 146.961123ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:26.666822Z","caller":"traceutil/trace.go:171","msg":"trace[350291208] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"769.720848ms","start":"2026-03-12T19:26:25.897081Z","end":"2026-03-12T19:26:26.666802Z","steps":["trace[350291208] 'process raft request' (duration: 769.534393ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.666873Z","caller":"traceutil/trace.go:171","msg":"trace[847340805] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"778.060947ms","start":"2026-03-12T19:26:25.888801Z","end":"2026-03-12T19:26:26.666862Z","steps":["trace[847340805] 'process raft request' (duration: 777.75544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.666928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.888793Z","time spent":"778.106189ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:26.666941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.897065Z","time spent":"769.81833ms","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12013,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:26.666964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.753725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-12T19:26:26.667022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.464677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:26.666828Z","caller":"traceutil/trace.go:171","msg":"trace[238940763] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"763.903255ms","start":"2026-03-12T19:26:25.90291Z","end":"2026-03-12T19:26:26.666813Z","steps":["trace[238940763] 'process raft request' (duration: 763.762252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.66707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.031074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:26.667074Z","caller":"traceutil/trace.go:171","msg":"trace[598877027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5564; }","duration":"715.542869ms","start":"2026-03-12T19:26:25.951518Z","end":"2026-03-12T19:26:26.667061Z","steps":["trace[598877027] 'agreement among raft nodes before linearized reading' (duration: 715.469078ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:26.667105Z","caller":"traceutil/trace.go:171","msg":"trace[257204439] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5564; }","duration":"613.094476ms","start":"2026-03-12T19:26:26.053999Z","end":"2026-03-12T19:26:26.667093Z","steps":["trace[257204439] 'agreement among raft nodes before linearized reading' (duration: 613.025925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.667127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.902897Z","time spent":"764.186062ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:26.667151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:26.05398Z","time spent":"613.162207ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:26.667035Z","caller":"traceutil/trace.go:171","msg":"trace[1434046195] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92; range_end:; response_count:1; response_revision:5564; }","duration":"779.834627ms","start":"2026-03-12T19:26:25.887177Z","end":"2026-03-12T19:26:26.667011Z","steps":["trace[1434046195] 'agreement among raft nodes before linearized reading' (duration: 779.641053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:26.667249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.887163Z","time spent":"780.064142ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" "} {"level":"warn","ts":"2026-03-12T19:26:26.667108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:25.951502Z","time spent":"715.59957ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:28.386163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452055,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:26:28.399746Z","caller":"traceutil/trace.go:171","msg":"trace[636342357] linearizableReadLoop","detail":"{readStateIndex:5803; appliedIndex:5802; }","duration":"514.327966ms","start":"2026-03-12T19:26:27.885392Z","end":"2026-03-12T19:26:28.39972Z","steps":["trace[636342357] 'read index received' (duration: 514.0609ms)","trace[636342357] 'applied index is now lower than readState.Index' (duration: 266.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.399806Z","caller":"traceutil/trace.go:171","msg":"trace[2095328699] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"653.044331ms","start":"2026-03-12T19:26:27.746724Z","end":"2026-03-12T19:26:28.399769Z","steps":["trace[2095328699] 'process raft request' (duration: 652.820676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.399967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.746707Z","time spent":"653.169585ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:28.400018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.968183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:28.400099Z","caller":"traceutil/trace.go:171","msg":"trace[973734661] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5569; }","duration":"486.094656ms","start":"2026-03-12T19:26:27.913984Z","end":"2026-03-12T19:26:28.400079Z","steps":["trace[973734661] 'agreement among raft nodes before linearized reading' (duration: 485.964823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.400102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.631323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:26:28.400088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.663303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:26:28.400147Z","caller":"traceutil/trace.go:171","msg":"trace[1543378489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5569; }","duration":"514.723435ms","start":"2026-03-12T19:26:27.88541Z","end":"2026-03-12T19:26:28.400134Z","steps":["trace[1543378489] 'agreement among raft nodes before linearized reading' (duration: 514.512311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.400143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.913967Z","time spent":"486.166367ms","remote":"127.0.0.1:39620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:28.40019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.885391Z","time spent":"514.790456ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:26:28.400192Z","caller":"traceutil/trace.go:171","msg":"trace[1023142212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5569; }","duration":"514.816777ms","start":"2026-03-12T19:26:27.88535Z","end":"2026-03-12T19:26:28.400167Z","steps":["trace[1023142212] 'agreement among raft nodes before linearized reading' (duration: 514.529621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.400199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.018349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:26:28.400258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.885324Z","time spent":"514.919859ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:26:28.400214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.922996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:28.400358Z","caller":"traceutil/trace.go:171","msg":"trace[941784111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5569; }","duration":"450.12016ms","start":"2026-03-12T19:26:27.950208Z","end":"2026-03-12T19:26:28.400328Z","steps":["trace[941784111] 'agreement among raft nodes before linearized reading' (duration: 449.845124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.400367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.784817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:26:28.400431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.950194Z","time spent":"450.226283ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:28.400264Z","caller":"traceutil/trace.go:171","msg":"trace[616822012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5569; }","duration":"514.101801ms","start":"2026-03-12T19:26:27.886141Z","end":"2026-03-12T19:26:28.400242Z","steps":["trace[616822012] 'agreement among raft nodes before linearized reading' (duration: 513.923897ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.40047Z","caller":"traceutil/trace.go:171","msg":"trace[46912357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5569; }","duration":"514.9431ms","start":"2026-03-12T19:26:27.885499Z","end":"2026-03-12T19:26:28.400442Z","steps":["trace[46912357] 'agreement among raft nodes before linearized reading' (duration: 514.645474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.400502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.886129Z","time spent":"514.354807ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:26:28.400543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:27.885474Z","time spent":"515.055192ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:26:28.556253Z","caller":"traceutil/trace.go:171","msg":"trace[1246711131] linearizableReadLoop","detail":"{readStateIndex:5806; appliedIndex:5803; }","duration":"150.664567ms","start":"2026-03-12T19:26:28.405572Z","end":"2026-03-12T19:26:28.556237Z","steps":["trace[1246711131] 'read index received' (duration: 67.46349ms)","trace[1246711131] 'applied index is now lower than readState.Index' (duration: 83.200357ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.556276Z","caller":"traceutil/trace.go:171","msg":"trace[889016433] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"151.484605ms","start":"2026-03-12T19:26:28.404722Z","end":"2026-03-12T19:26:28.556207Z","steps":["trace[889016433] 'process raft request' (duration: 68.36237ms)","trace[889016433] 'compare' (duration: 82.940691ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:28.556322Z","caller":"traceutil/trace.go:171","msg":"trace[979380948] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"151.162599ms","start":"2026-03-12T19:26:28.405114Z","end":"2026-03-12T19:26:28.556277Z","steps":["trace[979380948] 'process raft request' (duration: 150.996375ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:28.556355Z","caller":"traceutil/trace.go:171","msg":"trace[8731105] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"151.20699ms","start":"2026-03-12T19:26:28.405111Z","end":"2026-03-12T19:26:28.556318Z","steps":["trace[8731105] 'process raft request' (duration: 151.096587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:28.556535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.959434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81604"} {"level":"info","ts":"2026-03-12T19:26:28.556567Z","caller":"traceutil/trace.go:171","msg":"trace[1400880168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5572; }","duration":"151.034825ms","start":"2026-03-12T19:26:28.405525Z","end":"2026-03-12T19:26:28.556559Z","steps":["trace[1400880168] 'agreement among raft nodes before linearized reading' (duration: 150.780319ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:29.871535Z","caller":"traceutil/trace.go:171","msg":"trace[1822683718] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"127.023081ms","start":"2026-03-12T19:26:29.744477Z","end":"2026-03-12T19:26:29.8715Z","steps":["trace[1822683718] 'process raft request' (duration: 57.253878ms)","trace[1822683718] 'compare' (duration: 69.451396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:35.033698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.512007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:35.033966Z","caller":"traceutil/trace.go:171","msg":"trace[1787477516] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"207.308162ms","start":"2026-03-12T19:26:34.826583Z","end":"2026-03-12T19:26:35.033891Z","steps":["trace[1787477516] 'process raft request' (duration: 77.515238ms)","trace[1787477516] 'compare' (duration: 129.404335ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:35.251757Z","caller":"traceutil/trace.go:171","msg":"trace[1779895792] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"129.253652ms","start":"2026-03-12T19:26:35.122454Z","end":"2026-03-12T19:26:35.251707Z","steps":["trace[1779895792] 'process raft request' (duration: 40.240323ms)","trace[1779895792] 'compare' (duration: 88.698692ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:35.926999Z","caller":"traceutil/trace.go:171","msg":"trace[1839260311] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"155.463566ms","start":"2026-03-12T19:26:35.771507Z","end":"2026-03-12T19:26:35.926971Z","steps":["trace[1839260311] 'process raft request' (duration: 87.851043ms)","trace[1839260311] 'compare' (duration: 67.511201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:36.871991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.090098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:26:36.872061Z","caller":"traceutil/trace.go:171","msg":"trace[1898485002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5615; }","duration":"114.18553ms","start":"2026-03-12T19:26:36.757858Z","end":"2026-03-12T19:26:36.872044Z","steps":["trace[1898485002] 'agreement among raft nodes before linearized reading' (duration: 114.001856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:37.497985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:37.998675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:38.499656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:39.00032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:39.500983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:39.966251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999656094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:39.966331Z","caller":"traceutil/trace.go:171","msg":"trace[1255109668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999809197s","start":"2026-03-12T19:26:37.966503Z","end":"2026-03-12T19:26:39.966312Z","steps":["trace[1255109668] 'agreement among raft nodes before linearized reading' (duration: 1.999708735s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:39.96638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.966471Z","time spent":"1.999895609s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:40.001201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:40.501584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:41.002416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:41.503475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:41.966383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999775207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:26:41.966578Z","caller":"traceutil/trace.go:171","msg":"trace[661135840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977831s","start":"2026-03-12T19:26:39.966575Z","end":"2026-03-12T19:26:41.966553Z","steps":["trace[661135840] 'agreement among raft nodes before linearized reading' (duration: 1.999772697s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:41.966684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:39.966452Z","time spent":"2.000212807s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:42.004013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:42.03704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998512141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:42.037153Z","caller":"traceutil/trace.go:171","msg":"trace[144427934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998668754s","start":"2026-03-12T19:26:37.038463Z","end":"2026-03-12T19:26:42.037132Z","steps":["trace[144427934] 'agreement among raft nodes before linearized reading' (duration: 4.998509121s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:42.037246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.038375Z","time spent":"4.998852578s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/12 19:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:42.505111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:42.929944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.931872Z","time spent":"4.998059592s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:43.005307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:43.046466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.049538Z","time spent":"4.996923245s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:43.214892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.253446513s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:43.215341Z","caller":"traceutil/trace.go:171","msg":"trace[1220388054] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"6.254079237s","start":"2026-03-12T19:26:36.961213Z","end":"2026-03-12T19:26:43.215292Z","steps":["trace[1220388054] 'process raft request' (duration: 6.253912143s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:43.215546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.961173Z","time spent":"6.254281513s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:43.580041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999303439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:26:43.580167Z","caller":"traceutil/trace.go:171","msg":"trace[1320165056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999496734s","start":"2026-03-12T19:26:38.580639Z","end":"2026-03-12T19:26:43.580135Z","steps":["trace[1320165056] 'agreement among raft nodes before linearized reading' (duration: 4.99933575s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:43.580231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.580617Z","time spent":"4.999603695s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/12 19:26:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:43.848921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999020812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:26:43.849016Z","caller":"traceutil/trace.go:171","msg":"trace[1557737063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999206456s","start":"2026-03-12T19:26:38.849787Z","end":"2026-03-12T19:26:43.848993Z","steps":["trace[1557737063] 'agreement among raft nodes before linearized reading' (duration: 4.999054833s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:43.849069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.849766Z","time spent":"4.999290708s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/12 19:26:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:43.874653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.87686Z","time spent":"4.997785194s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/12 19:26:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:43.973894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:26:43.973965Z","caller":"traceutil/trace.go:171","msg":"trace[967769944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082174s","start":"2026-03-12T19:26:41.973867Z","end":"2026-03-12T19:26:43.973949Z","steps":["trace[967769944] 'agreement among raft nodes before linearized reading' (duration: 1.999989182s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:43.974002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.973857Z","time spent":"2.000137845s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:44.146244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.145729Z","time spent":"7.000505297s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-12T19:26:45.733838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.518735868s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:45.735138Z","caller":"traceutil/trace.go:171","msg":"trace[570778403] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"5.567049545s","start":"2026-03-12T19:26:40.168063Z","end":"2026-03-12T19:26:45.735112Z","steps":["trace[570778403] 'process raft request' (duration: 5.566637686s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.735279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:40.168036Z","time spent":"5.567172428s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:45.974655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000282038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:45.974746Z","caller":"traceutil/trace.go:171","msg":"trace[1629707877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438852s","start":"2026-03-12T19:26:43.974288Z","end":"2026-03-12T19:26:45.974726Z","steps":["trace[1629707877] 'agreement among raft nodes before linearized reading' (duration: 2.000322849s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:45.974796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.974268Z","time spent":"2.000517245s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:46.320441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:46.320524Z","caller":"traceutil/trace.go:171","msg":"trace[1965355418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000670416s","start":"2026-03-12T19:26:44.319835Z","end":"2026-03-12T19:26:46.320505Z","steps":["trace[1965355418] 'agreement among raft nodes before linearized reading' (duration: 2.000563404s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.320571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.319809Z","time spent":"2.000752539s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:46.479868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.943706ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:26:46.479975Z","caller":"traceutil/trace.go:171","msg":"trace[1252253394] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5853; }","duration":"9.482568883s","start":"2026-03-12T19:26:36.997387Z","end":"2026-03-12T19:26:46.479956Z","steps":["trace[1252253394] 'read index received' (duration: 6.217877116s)","trace[1252253394] 'applied index is now lower than readState.Index' (duration: 3.264690007s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:46.480424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.483045354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:26:46.480489Z","caller":"traceutil/trace.go:171","msg":"trace[39648658] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5624; }","duration":"9.483151866s","start":"2026-03-12T19:26:36.997323Z","end":"2026-03-12T19:26:46.480475Z","steps":["trace[39648658] 'agreement among raft nodes before linearized reading' (duration: 9.482972362s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:46.480524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:36.997301Z","time spent":"9.483213207s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T19:26:46.981022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:47.037782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998364085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:47.037867Z","caller":"traceutil/trace.go:171","msg":"trace[446234119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998518359s","start":"2026-03-12T19:26:44.039324Z","end":"2026-03-12T19:26:47.037842Z","steps":["trace[446234119] 'agreement among raft nodes before linearized reading' (duration: 2.998421527s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.038064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.039288Z","time spent":"2.998741063s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/12 19:26:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:47.482321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:47.52939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795288718s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:47.529782Z","caller":"traceutil/trace.go:171","msg":"trace[1068585592] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"4.307795985s","start":"2026-03-12T19:26:43.221963Z","end":"2026-03-12T19:26:47.529759Z","steps":["trace[1068585592] 'process raft request' (duration: 4.307624131s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.529913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.221941Z","time spent":"4.307897676s","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:47.530153Z","caller":"traceutil/trace.go:171","msg":"trace[776085855] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"4.306963146s","start":"2026-03-12T19:26:43.223155Z","end":"2026-03-12T19:26:47.530119Z","steps":["trace[776085855] 'process raft request' (duration: 4.306549446s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:47.530232Z","caller":"traceutil/trace.go:171","msg":"trace[121796895] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"4.30625224s","start":"2026-03-12T19:26:43.223952Z","end":"2026-03-12T19:26:47.530205Z","steps":["trace[121796895] 'process raft request' (duration: 4.306158177s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.530306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.223131Z","time spent":"4.307096079s","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:47.530308Z","caller":"traceutil/trace.go:171","msg":"trace[129243312] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"4.306462694s","start":"2026-03-12T19:26:43.223808Z","end":"2026-03-12T19:26:47.530271Z","steps":["trace[129243312] 'process raft request' (duration: 4.306166907s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.53039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.223942Z","time spent":"4.306368222s","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:47.530484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.223774Z","time spent":"4.306619468s","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:47.93051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998505281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:47.9306Z","caller":"traceutil/trace.go:171","msg":"trace[817231034] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998647465s","start":"2026-03-12T19:26:42.931934Z","end":"2026-03-12T19:26:47.930582Z","steps":["trace[817231034] 'agreement among raft nodes before linearized reading' (duration: 4.998538242s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.930652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:42.931918Z","time spent":"4.998723616s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/12 19:26:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:47.956671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.710106834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:47.956763Z","caller":"traceutil/trace.go:171","msg":"trace[381020939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.710272387s","start":"2026-03-12T19:26:37.246469Z","end":"2026-03-12T19:26:47.956742Z","steps":["trace[381020939] 'agreement among raft nodes before linearized reading' (duration: 10.710154525s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.956812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.246439Z","time spent":"10.71036209s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/12 19:26:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:47.981417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:26:47.98152Z","caller":"traceutil/trace.go:171","msg":"trace[676750207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231887s","start":"2026-03-12T19:26:45.981263Z","end":"2026-03-12T19:26:47.981495Z","steps":["trace[676750207] 'agreement among raft nodes before linearized reading' (duration: 2.000076734s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:47.981586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.981241Z","time spent":"2.000330219s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:48.046296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998446419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:48.046361Z","caller":"traceutil/trace.go:171","msg":"trace[68617751] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998550631s","start":"2026-03-12T19:26:43.047795Z","end":"2026-03-12T19:26:48.046346Z","steps":["trace[68617751] 'agreement among raft nodes before linearized reading' (duration: 4.998464209s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.046399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.047784Z","time spent":"4.998608092s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/12 19:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:48.58057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997876244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:48.580654Z","caller":"traceutil/trace.go:171","msg":"trace[1026012736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998046928s","start":"2026-03-12T19:26:45.582589Z","end":"2026-03-12T19:26:48.580636Z","steps":["trace[1026012736] 'agreement among raft nodes before linearized reading' (duration: 2.997941066s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.580703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.582567Z","time spent":"2.99812579s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/12 19:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:48.848767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997424555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:48.848869Z","caller":"traceutil/trace.go:171","msg":"trace[1498799599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997592838s","start":"2026-03-12T19:26:45.851252Z","end":"2026-03-12T19:26:48.848845Z","steps":["trace[1498799599] 'agreement among raft nodes before linearized reading' (duration: 2.997456885s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.848917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.85123Z","time spent":"2.99767543s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/12 19:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:48.874919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997384735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:48.874991Z","caller":"traceutil/trace.go:171","msg":"trace[419373683] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997484457s","start":"2026-03-12T19:26:43.877477Z","end":"2026-03-12T19:26:48.874962Z","steps":["trace[419373683] 'agreement among raft nodes before linearized reading' (duration: 4.997423136s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.875033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.87746Z","time spent":"4.997563299s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/12 19:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:48.877851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000369727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:48.877921Z","caller":"traceutil/trace.go:171","msg":"trace[875264570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000471469s","start":"2026-03-12T19:26:38.877433Z","end":"2026-03-12T19:26:48.877904Z","steps":["trace[875264570] 'agreement among raft nodes before linearized reading' (duration: 10.000395058s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.878019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.877419Z","time spent":"10.000580391s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/12 19:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:48.899692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369960342s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:48.900217Z","caller":"traceutil/trace.go:171","msg":"trace[1336134271] linearizableReadLoop","detail":"{readStateIndex:5866; appliedIndex:5859; }","duration":"2.420200232s","start":"2026-03-12T19:26:46.480001Z","end":"2026-03-12T19:26:48.900202Z","steps":["trace[1336134271] 'read index received' (duration: 1.049618446s)","trace[1336134271] 'applied index is now lower than readState.Index' (duration: 1.370580946s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:48.900532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331272566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:48.900566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.052565858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413457"} {"level":"info","ts":"2026-03-12T19:26:48.900563Z","caller":"traceutil/trace.go:171","msg":"trace[954351256] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"2.077119741s","start":"2026-03-12T19:26:46.823411Z","end":"2026-03-12T19:26:48.900531Z","steps":["trace[954351256] 'process raft request' (duration: 2.076692522s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.900596Z","caller":"traceutil/trace.go:171","msg":"trace[1529391502] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5631; }","duration":"3.331385389s","start":"2026-03-12T19:26:45.569196Z","end":"2026-03-12T19:26:48.900581Z","steps":["trace[1529391502] 'agreement among raft nodes before linearized reading' (duration: 3.331248775s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.900648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.569164Z","time spent":"3.331471791s","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:48.900638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.750767612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-03-12T19:26:48.900725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.930575202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:26:48.900735Z","caller":"traceutil/trace.go:171","msg":"trace[1542052018] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5631; }","duration":"4.750918535s","start":"2026-03-12T19:26:44.149795Z","end":"2026-03-12T19:26:48.900714Z","steps":["trace[1542052018] 'agreement among raft nodes before linearized reading' (duration: 4.75069355s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.900763Z","caller":"traceutil/trace.go:171","msg":"trace[1044789131] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984; range_end:; response_count:1; response_revision:5631; }","duration":"6.930654573s","start":"2026-03-12T19:26:41.9701Z","end":"2026-03-12T19:26:48.900754Z","steps":["trace[1044789131] 'agreement among raft nodes before linearized reading' (duration: 6.930570982s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.900764Z","caller":"traceutil/trace.go:171","msg":"trace[881631189] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"2.938134339s","start":"2026-03-12T19:26:45.962619Z","end":"2026-03-12T19:26:48.900753Z","steps":["trace[881631189] 'process raft request' (duration: 2.937321731s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.900786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.149778Z","time spent":"4.750999597s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-12T19:26:48.900838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.02179262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:48.900821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.962592Z","time spent":"2.938198391s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:48.900869Z","caller":"traceutil/trace.go:171","msg":"trace[1055242542] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5631; }","duration":"7.021863422s","start":"2026-03-12T19:26:41.878999Z","end":"2026-03-12T19:26:48.900862Z","steps":["trace[1055242542] 'agreement among raft nodes before linearized reading' (duration: 7.021813091s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.900896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.878979Z","time spent":"7.021909593s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:48.900922Z","caller":"traceutil/trace.go:171","msg":"trace[114681447] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"1.860563139s","start":"2026-03-12T19:26:47.040341Z","end":"2026-03-12T19:26:48.900904Z","steps":["trace[114681447] 'process raft request' (duration: 1.859818122s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820611304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:48.901038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.040317Z","time spent":"1.860649901s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:48.901049Z","caller":"traceutil/trace.go:171","msg":"trace[1467866174] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5631; }","duration":"2.820688726s","start":"2026-03-12T19:26:46.080348Z","end":"2026-03-12T19:26:48.901037Z","steps":["trace[1467866174] 'agreement among raft nodes before linearized reading' (duration: 2.820610214s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.080332Z","time spent":"2.820743487s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:48.901106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986879646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:48.901141Z","caller":"traceutil/trace.go:171","msg":"trace[135327006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5631; }","duration":"3.986962448s","start":"2026-03-12T19:26:44.914169Z","end":"2026-03-12T19:26:48.901131Z","steps":["trace[135327006] 'agreement among raft nodes before linearized reading' (duration: 3.986893416s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:48.900602Z","caller":"traceutil/trace.go:171","msg":"trace[1110757325] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5631; }","duration":"7.05260896s","start":"2026-03-12T19:26:41.847984Z","end":"2026-03-12T19:26:48.900593Z","steps":["trace[1110757325] 'agreement among raft nodes before linearized reading' (duration: 7.052417336s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:44.914144Z","time spent":"3.987028799s","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:48.901214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.847923Z","time spent":"7.053281194s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413480,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-12T19:26:48.901228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809848161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:48.901372Z","caller":"traceutil/trace.go:171","msg":"trace[780205776] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5631; }","duration":"3.810142857s","start":"2026-03-12T19:26:45.091207Z","end":"2026-03-12T19:26:48.901349Z","steps":["trace[780205776] 'agreement among raft nodes before linearized reading' (duration: 3.809648276s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.900654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.670606194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10685"} {"level":"warn","ts":"2026-03-12T19:26:48.900795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.970075Z","time spent":"6.930712704s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984\" "} {"level":"info","ts":"2026-03-12T19:26:48.901474Z","caller":"traceutil/trace.go:171","msg":"trace[247050369] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5631; }","duration":"5.671455623s","start":"2026-03-12T19:26:43.230008Z","end":"2026-03-12T19:26:48.901464Z","steps":["trace[247050369] 'agreement among raft nodes before linearized reading' (duration: 5.670614994s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.208762703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:48.901562Z","caller":"traceutil/trace.go:171","msg":"trace[1153892452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5631; }","duration":"10.208863315s","start":"2026-03-12T19:26:38.692689Z","end":"2026-03-12T19:26:48.901552Z","steps":["trace[1153892452] 'agreement among raft nodes before linearized reading' (duration: 10.208776703s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.604270173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:48.901599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.692668Z","time spent":"10.208922336s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:48.90162Z","caller":"traceutil/trace.go:171","msg":"trace[14352780] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5631; }","duration":"10.604343235s","start":"2026-03-12T19:26:38.297258Z","end":"2026-03-12T19:26:48.901601Z","steps":["trace[14352780] 'agreement among raft nodes before linearized reading' (duration: 10.604289904s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:45.091186Z","time spent":"3.81025468s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:48.901719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.474176034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:48.901756Z","caller":"traceutil/trace.go:171","msg":"trace[623699403] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:0; response_revision:5631; }","duration":"11.474252156s","start":"2026-03-12T19:26:37.427496Z","end":"2026-03-12T19:26:48.901748Z","steps":["trace[623699403] 'agreement among raft nodes before linearized reading' (duration: 11.474201924s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.456445389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:48.901788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.427472Z","time spent":"11.474309967s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-12T19:26:48.901807Z","caller":"traceutil/trace.go:171","msg":"trace[656375753] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5631; }","duration":"9.456534161s","start":"2026-03-12T19:26:39.445256Z","end":"2026-03-12T19:26:48.90179Z","steps":["trace[656375753] 'agreement among raft nodes before linearized reading' (duration: 9.45646409s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.90185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:39.445236Z","time spent":"9.456601583s","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:48.901888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.828849387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-12T19:26:48.901938Z","caller":"traceutil/trace.go:171","msg":"trace[1562862031] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5631; }","duration":"11.828916879s","start":"2026-03-12T19:26:37.073007Z","end":"2026-03-12T19:26:48.901924Z","steps":["trace[1562862031] 'agreement among raft nodes before linearized reading' (duration: 11.828782836s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.072963Z","time spent":"11.829003971s","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:26:48.901921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.140434252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:48.902014Z","caller":"traceutil/trace.go:171","msg":"trace[1268380027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5631; }","duration":"10.140569085s","start":"2026-03-12T19:26:38.761436Z","end":"2026-03-12T19:26:48.902005Z","steps":["trace[1268380027] 'agreement among raft nodes before linearized reading' (duration: 10.140382111s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.902053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.761414Z","time spent":"10.140630747s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:26:48.902089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.840038181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:48.902132Z","caller":"traceutil/trace.go:171","msg":"trace[1437546519] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5631; }","duration":"11.840135894s","start":"2026-03-12T19:26:37.061984Z","end":"2026-03-12T19:26:48.90212Z","steps":["trace[1437546519] 'agreement among raft nodes before linearized reading' (duration: 11.840059882s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:43.229989Z","time spent":"5.671515334s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10708,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T19:26:48.90217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:37.061959Z","time spent":"11.840202486s","remote":"127.0.0.1:48990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:48.901388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.376580106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:26:48.90223Z","caller":"traceutil/trace.go:171","msg":"trace[87006292] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5631; }","duration":"7.377454827s","start":"2026-03-12T19:26:41.524758Z","end":"2026-03-12T19:26:48.902213Z","steps":["trace[87006292] 'agreement among raft nodes before linearized reading' (duration: 7.376570256s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.901441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.396039527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:48.902287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.524727Z","time spent":"7.377545289s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:26:48.90128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.227762202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:26:48.90235Z","caller":"traceutil/trace.go:171","msg":"trace[238771498] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5631; }","duration":"7.228873008s","start":"2026-03-12T19:26:41.673463Z","end":"2026-03-12T19:26:48.902336Z","steps":["trace[238771498] 'agreement among raft nodes before linearized reading' (duration: 7.22767643s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.902398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.673443Z","time spent":"7.228943679s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:26:48.901675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.297239Z","time spent":"10.604425067s","remote":"127.0.0.1:49010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:48.902288Z","caller":"traceutil/trace.go:171","msg":"trace[1549348895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5631; }","duration":"7.396923048s","start":"2026-03-12T19:26:41.505352Z","end":"2026-03-12T19:26:48.902275Z","steps":["trace[1549348895] 'agreement among raft nodes before linearized reading' (duration: 7.396059588s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.900714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.823386Z","time spent":"2.077246014s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19708,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:48.90169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.959723464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:26:48.902589Z","caller":"traceutil/trace.go:171","msg":"trace[1422509379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5631; }","duration":"9.960724428s","start":"2026-03-12T19:26:38.94185Z","end":"2026-03-12T19:26:48.902575Z","steps":["trace[1422509379] 'agreement among raft nodes before linearized reading' (duration: 9.959701854s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.902528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:41.505334Z","time spent":"7.397179185s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:48.902645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:38.941836Z","time spent":"9.960795609s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:26:48.901527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.285040881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:48.902764Z","caller":"traceutil/trace.go:171","msg":"trace[1564715598] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5631; }","duration":"8.28631345s","start":"2026-03-12T19:26:40.616436Z","end":"2026-03-12T19:26:48.902749Z","steps":["trace[1564715598] 'agreement among raft nodes before linearized reading' (duration: 8.28502593s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:48.90284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:40.61641Z","time spent":"8.286410692s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} 2026/03/12 19:26:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:49.795134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.229949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:49.795349Z","caller":"traceutil/trace.go:171","msg":"trace[124548147] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5866; }","duration":"895.018649ms","start":"2026-03-12T19:26:48.900272Z","end":"2026-03-12T19:26:49.795291Z","steps":["trace[124548147] 'read index received' (duration: 113.571185ms)","trace[124548147] 'applied index is now lower than readState.Index' (duration: 781.446334ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:49.795417Z","caller":"traceutil/trace.go:171","msg":"trace[1248870485] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"915.409571ms","start":"2026-03-12T19:26:48.879978Z","end":"2026-03-12T19:26:49.795388Z","steps":["trace[1248870485] 'process raft request' (duration: 915.240497ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:49.795453Z","caller":"traceutil/trace.go:171","msg":"trace[1053419919] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"1.212286815s","start":"2026-03-12T19:26:48.583131Z","end":"2026-03-12T19:26:49.795418Z","steps":["trace[1053419919] 'process raft request' (duration: 430.700388ms)","trace[1053419919] 'compare' (duration: 780.711307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:49.795489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81299723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:26:49.795535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311882706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-398fe71c-8173-4f3b-8af1-92181471366a\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-12T19:26:49.795513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48141809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:49.795433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043998209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:49.795603Z","caller":"traceutil/trace.go:171","msg":"trace[1209435412] range","detail":"{range_begin:/registry/persistentvolumes/pvc-398fe71c-8173-4f3b-8af1-92181471366a; range_end:; response_count:1; response_revision:5633; }","duration":"3.311993769s","start":"2026-03-12T19:26:46.483598Z","end":"2026-03-12T19:26:49.795591Z","steps":["trace[1209435412] 'agreement among raft nodes before linearized reading' (duration: 3.311828675s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:49.795586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.879954Z","time spent":"915.541645ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:49.79562Z","caller":"traceutil/trace.go:171","msg":"trace[645566355] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5633; }","duration":"2.481581664s","start":"2026-03-12T19:26:47.31402Z","end":"2026-03-12T19:26:49.795602Z","steps":["trace[645566355] 'agreement among raft nodes before linearized reading' (duration: 2.481352689s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:49.795641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:46.483539Z","time spent":"3.312093981s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-398fe71c-8173-4f3b-8af1-92181471366a\" "} {"level":"warn","ts":"2026-03-12T19:26:49.795659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.313998Z","time spent":"2.481651075s","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:49.795653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.583098Z","time spent":"1.212439519s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:26:49.795574Z","caller":"traceutil/trace.go:171","msg":"trace[484160152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5633; }","duration":"1.813083923s","start":"2026-03-12T19:26:47.98245Z","end":"2026-03-12T19:26:49.795533Z","steps":["trace[484160152] 'agreement among raft nodes before linearized reading' (duration: 1.813016931s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:49.795642Z","caller":"traceutil/trace.go:171","msg":"trace[880916604] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5633; }","duration":"2.044259715s","start":"2026-03-12T19:26:47.751365Z","end":"2026-03-12T19:26:49.795625Z","steps":["trace[880916604] 'agreement among raft nodes before linearized reading' (duration: 2.043989769s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:49.795754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381546156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-12T19:26:49.79582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.75134Z","time spent":"2.044469151s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:49.795838Z","caller":"traceutil/trace.go:171","msg":"trace[936378006] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5633; }","duration":"2.381673659s","start":"2026-03-12T19:26:47.414139Z","end":"2026-03-12T19:26:49.795812Z","steps":["trace[936378006] 'agreement among raft nodes before linearized reading' (duration: 2.381298259s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:49.795842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.98243Z","time spent":"1.81337171s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:26:49.79588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.414118Z","time spent":"2.381753691s","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:26:49.795479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668904753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:49.796072Z","caller":"traceutil/trace.go:171","msg":"trace[2046904979] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5633; }","duration":"2.669531197s","start":"2026-03-12T19:26:47.126523Z","end":"2026-03-12T19:26:49.796054Z","steps":["trace[2046904979] 'agreement among raft nodes before linearized reading' (duration: 2.668890822s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:49.79612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:47.126509Z","time spent":"2.669595149s","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:50.13932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125457507s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:26:50.725565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.993081ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-12T19:26:50.725848Z","caller":"traceutil/trace.go:171","msg":"trace[86945595] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5636; }","duration":"1.781967496s","start":"2026-03-12T19:26:48.943867Z","end":"2026-03-12T19:26:50.725834Z","steps":["trace[86945595] 'process raft request' (duration: 1.781941836s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:50.725919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.943849Z","time spent":"1.782024829s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:50.726051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.904193Z","time spent":"1.821856942s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:26:50.726144Z","caller":"traceutil/trace.go:171","msg":"trace[219387607] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"1.818850064s","start":"2026-03-12T19:26:48.907263Z","end":"2026-03-12T19:26:50.726113Z","steps":["trace[219387607] 'process raft request' (duration: 1.818421113s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:50.726318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.907246Z","time spent":"1.818978186s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:50.726442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.905275Z","time spent":"1.821141055s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:26:50.726633Z","caller":"traceutil/trace.go:171","msg":"trace[512765163] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"1.812176712s","start":"2026-03-12T19:26:48.914428Z","end":"2026-03-12T19:26:50.726605Z","steps":["trace[512765163] 'process raft request' (duration: 1.811337572s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:50.726784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.914408Z","time spent":"1.812306425s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:51.615927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475796043s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:26:51.80446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000826251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:51.804571Z","caller":"traceutil/trace.go:171","msg":"trace[1449517010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000978424s","start":"2026-03-12T19:26:49.803568Z","end":"2026-03-12T19:26:51.804546Z","steps":["trace[1449517010] 'agreement among raft nodes before linearized reading' (duration: 2.000846901s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.80464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:49.803534Z","time spent":"2.001084927s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:51.887088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.812575ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:51.887236Z","caller":"traceutil/trace.go:171","msg":"trace[1834606542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5636; }","duration":"517.995989ms","start":"2026-03-12T19:26:51.369213Z","end":"2026-03-12T19:26:51.887209Z","steps":["trace[1834606542] 'range keys from in-memory index tree' (duration: 517.788084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.887604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.018007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:51.887687Z","caller":"traceutil/trace.go:171","msg":"trace[1776636439] linearizableReadLoop","detail":"{readStateIndex:5875; appliedIndex:5868; }","duration":"2.092275325s","start":"2026-03-12T19:26:49.795395Z","end":"2026-03-12T19:26:51.887671Z","steps":["trace[1776636439] 'read index received' (duration: 344.235268ms)","trace[1776636439] 'applied index is now lower than readState.Index' (duration: 1.748038817s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:51.887759Z","caller":"traceutil/trace.go:171","msg":"trace[1039773616] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"2.661770951s","start":"2026-03-12T19:26:49.225975Z","end":"2026-03-12T19:26:51.887746Z","steps":["trace[1039773616] 'process raft request' (duration: 2.390282163s)","trace[1039773616] 'compare' (duration: 270.673559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:51.887823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:49.225941Z","time spent":"2.661846813s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414106,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:51.88791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096715565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:26:51.887942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973743117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"info","ts":"2026-03-12T19:26:51.88796Z","caller":"traceutil/trace.go:171","msg":"trace[1184692815] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5637; }","duration":"2.096808047s","start":"2026-03-12T19:26:49.79114Z","end":"2026-03-12T19:26:51.887948Z","steps":["trace[1184692815] 'agreement among raft nodes before linearized reading' (duration: 2.096713325s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:51.887993Z","caller":"traceutil/trace.go:171","msg":"trace[907554317] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5637; }","duration":"2.973845289s","start":"2026-03-12T19:26:48.914133Z","end":"2026-03-12T19:26:51.887978Z","steps":["trace[907554317] 'agreement among raft nodes before linearized reading' (duration: 2.973683885s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.888004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:49.79112Z","time spent":"2.096873268s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:51.888029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.914101Z","time spent":"2.973918891s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16575,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-12T19:26:51.888056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974817401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81897"} {"level":"info","ts":"2026-03-12T19:26:51.888088Z","caller":"traceutil/trace.go:171","msg":"trace[1884814704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5637; }","duration":"2.974878193s","start":"2026-03-12T19:26:48.913201Z","end":"2026-03-12T19:26:51.888079Z","steps":["trace[1884814704] 'agreement among raft nodes before linearized reading' (duration: 2.974708249s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.888118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.913184Z","time spent":"2.974926834s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:26:51.888102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97474573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-03-12T19:26:51.888204Z","caller":"traceutil/trace.go:171","msg":"trace[991779593] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5637; }","duration":"2.974970054s","start":"2026-03-12T19:26:48.91321Z","end":"2026-03-12T19:26:51.88818Z","steps":["trace[991779593] 'agreement among raft nodes before linearized reading' (duration: 2.974677968s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:51.888278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:48.913201Z","time spent":"2.975060287s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-12T19:26:52.59339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.133737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:26:52.593653Z","caller":"traceutil/trace.go:171","msg":"trace[567894792] linearizableReadLoop","detail":"{readStateIndex:5877; appliedIndex:5875; }","duration":"705.917881ms","start":"2026-03-12T19:26:51.887716Z","end":"2026-03-12T19:26:52.593634Z","steps":["trace[567894792] 'read index received' (duration: 297.479767ms)","trace[567894792] 'applied index is now lower than readState.Index' (duration: 408.437194ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:52.593697Z","caller":"traceutil/trace.go:171","msg":"trace[357027817] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"1.866034373s","start":"2026-03-12T19:26:50.727641Z","end":"2026-03-12T19:26:52.593675Z","steps":["trace[357027817] 'process raft request' (duration: 1.86591745s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.593763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.047135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:52.593796Z","caller":"traceutil/trace.go:171","msg":"trace[1807051487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5639; }","duration":"789.122687ms","start":"2026-03-12T19:26:51.804665Z","end":"2026-03-12T19:26:52.593788Z","steps":["trace[1807051487] 'agreement among raft nodes before linearized reading' (duration: 789.048605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.593804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:50.727593Z","time spent":"1.866159875s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:52.593825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.804645Z","time spent":"789.173619ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:26:52.593902Z","caller":"traceutil/trace.go:171","msg":"trace[688643487] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"1.866892332s","start":"2026-03-12T19:26:50.726903Z","end":"2026-03-12T19:26:52.593796Z","steps":["trace[688643487] 'process raft request' (duration: 1.458275364s)","trace[688643487] 'compare' (duration: 407.976534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:52.594077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724915031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:26:52.594134Z","caller":"traceutil/trace.go:171","msg":"trace[1457982756] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5639; }","duration":"1.725006284s","start":"2026-03-12T19:26:50.869115Z","end":"2026-03-12T19:26:52.594122Z","steps":["trace[1457982756] 'agreement among raft nodes before linearized reading' (duration: 1.724908371s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.594189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:50.869095Z","time spent":"1.725084606s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:26:52.594266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692644051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-12T19:26:52.594331Z","caller":"traceutil/trace.go:171","msg":"trace[384649223] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5639; }","duration":"2.692745923s","start":"2026-03-12T19:26:49.901565Z","end":"2026-03-12T19:26:52.594311Z","steps":["trace[384649223] 'agreement among raft nodes before linearized reading' (duration: 2.692423526s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:52.594417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:49.901542Z","time spent":"2.692858057s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-12T19:26:52.594481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:50.726876Z","time spent":"1.867105866s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:53.094313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194452213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:26:53.262776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077501209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:53.361484Z","caller":"traceutil/trace.go:171","msg":"trace[1939747200] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"1.461761093s","start":"2026-03-12T19:26:51.899697Z","end":"2026-03-12T19:26:53.361458Z","steps":["trace[1939747200] 'process raft request' (duration: 1.36332736s)","trace[1939747200] 'compare' (duration: 98.33399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:26:53.361623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:51.899671Z","time spent":"1.461882256s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:54.601401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:26:54.601484Z","caller":"traceutil/trace.go:171","msg":"trace[1384098174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530513s","start":"2026-03-12T19:26:52.600935Z","end":"2026-03-12T19:26:54.601466Z","steps":["trace[1384098174] 'agreement among raft nodes before linearized reading' (duration: 2.000430781s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:54.601529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.600925Z","time spent":"2.000595735s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:26:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:26:54.615936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.259816954s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:26:54.616223Z","caller":"traceutil/trace.go:171","msg":"trace[19275883] linearizableReadLoop","detail":"{readStateIndex:5879; appliedIndex:5877; }","duration":"2.022517272s","start":"2026-03-12T19:26:52.593691Z","end":"2026-03-12T19:26:54.616208Z","steps":["trace[19275883] 'read index received' (duration: 669.321581ms)","trace[19275883] 'applied index is now lower than readState.Index' (duration: 1.353194501s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:54.616253Z","caller":"traceutil/trace.go:171","msg":"trace[1421491885] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"2.019227988s","start":"2026-03-12T19:26:52.597004Z","end":"2026-03-12T19:26:54.616232Z","steps":["trace[1421491885] 'process raft request' (duration: 2.019080874s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:54.616348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.596978Z","time spent":"2.01931545s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:26:54.616418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542594537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19722"} {"level":"warn","ts":"2026-03-12T19:26:54.616432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.989931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:54.616484Z","caller":"traceutil/trace.go:171","msg":"trace[1523129608] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5641; }","duration":"2.54270476s","start":"2026-03-12T19:26:52.073769Z","end":"2026-03-12T19:26:54.616474Z","steps":["trace[1523129608] 'agreement among raft nodes before linearized reading' (duration: 2.542520516s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:54.616523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.07375Z","time spent":"2.542752851s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19745,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:26:54.616529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.422125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:26:54.616576Z","caller":"traceutil/trace.go:171","msg":"trace[1813720799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5641; }","duration":"722.510417ms","start":"2026-03-12T19:26:53.894052Z","end":"2026-03-12T19:26:54.616562Z","steps":["trace[1813720799] 'agreement among raft nodes before linearized reading' (duration: 722.362574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:54.616575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.493017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:54.616514Z","caller":"traceutil/trace.go:171","msg":"trace[188744138] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5641; }","duration":"314.090153ms","start":"2026-03-12T19:26:54.302404Z","end":"2026-03-12T19:26:54.616495Z","steps":["trace[188744138] 'agreement among raft nodes before linearized reading' (duration: 313.93554ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:54.616618Z","caller":"traceutil/trace.go:171","msg":"trace[4031173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5641; }","duration":"297.564779ms","start":"2026-03-12T19:26:54.319045Z","end":"2026-03-12T19:26:54.61661Z","steps":["trace[4031173] 'agreement among raft nodes before linearized reading' (duration: 297.496027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:54.616621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.894022Z","time spent":"722.589149ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:26:54.616638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.798596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-12T19:26:54.616661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:54.302284Z","time spent":"314.35776ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:26:54.6167Z","caller":"traceutil/trace.go:171","msg":"trace[65538313] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5641; }","duration":"701.899919ms","start":"2026-03-12T19:26:53.914786Z","end":"2026-03-12T19:26:54.616686Z","steps":["trace[65538313] 'agreement among raft nodes before linearized reading' (duration: 701.662583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:54.616738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.914765Z","time spent":"701.963581ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T19:26:54.616724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248491536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7110"} {"level":"warn","ts":"2026-03-12T19:26:54.61673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018663274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-12T19:26:54.616799Z","caller":"traceutil/trace.go:171","msg":"trace[530050716] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5641; }","duration":"1.248611409s","start":"2026-03-12T19:26:53.36817Z","end":"2026-03-12T19:26:54.616781Z","steps":["trace[530050716] 'agreement among raft nodes before linearized reading' (duration: 1.248344653s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:54.616833Z","caller":"traceutil/trace.go:171","msg":"trace[1316672945] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2; range_end:; response_count:1; response_revision:5641; }","duration":"2.018796587s","start":"2026-03-12T19:26:52.598009Z","end":"2026-03-12T19:26:54.616805Z","steps":["trace[1316672945] 'agreement among raft nodes before linearized reading' (duration: 2.018593883s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:54.616854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:53.368154Z","time spent":"1.24869091s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-12T19:26:54.616896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.597996Z","time spent":"2.018884159s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2\" "} {"level":"warn","ts":"2026-03-12T19:26:54.61696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01976611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T19:26:54.617002Z","caller":"traceutil/trace.go:171","msg":"trace[1086013288] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5641; }","duration":"2.019838593s","start":"2026-03-12T19:26:52.597153Z","end":"2026-03-12T19:26:54.616992Z","steps":["trace[1086013288] 'agreement among raft nodes before linearized reading' (duration: 2.019148766s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:54.617037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:52.597138Z","time spent":"2.019892673s","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:26:54.97139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.404567ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-12T19:26:54.971484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:54.622899Z","time spent":"348.580665ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:26:55.158275Z","caller":"traceutil/trace.go:171","msg":"trace[1199345401] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"535.068535ms","start":"2026-03-12T19:26:54.623174Z","end":"2026-03-12T19:26:55.158242Z","steps":["trace[1199345401] 'process raft request' (duration: 491.520777ms)","trace[1199345401] 'compare' (duration: 43.363874ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:55.158326Z","caller":"traceutil/trace.go:171","msg":"trace[1559618853] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"531.689769ms","start":"2026-03-12T19:26:54.626616Z","end":"2026-03-12T19:26:55.158305Z","steps":["trace[1559618853] 'process raft request' (duration: 531.548386ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:55.158355Z","caller":"traceutil/trace.go:171","msg":"trace[1859099718] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"186.122472ms","start":"2026-03-12T19:26:54.972223Z","end":"2026-03-12T19:26:55.158346Z","steps":["trace[1859099718] 'process raft request' (duration: 186.015589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:55.158433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:54.623161Z","time spent":"535.188249ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:55.158432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:54.626597Z","time spent":"531.769731ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:26:55.158595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.299291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19722"} {"level":"info","ts":"2026-03-12T19:26:55.158655Z","caller":"traceutil/trace.go:171","msg":"trace[2118901213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5644; }","duration":"535.419843ms","start":"2026-03-12T19:26:54.623223Z","end":"2026-03-12T19:26:55.158642Z","steps":["trace[2118901213] 'agreement among raft nodes before linearized reading' (duration: 535.100786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:55.158686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:26:54.623205Z","time spent":"535.473215ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19745,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-12T19:26:55.158283Z","caller":"traceutil/trace.go:171","msg":"trace[477392719] linearizableReadLoop","detail":"{readStateIndex:5881; appliedIndex:5879; }","duration":"534.989024ms","start":"2026-03-12T19:26:54.623275Z","end":"2026-03-12T19:26:55.158264Z","steps":["trace[477392719] 'read index received' (duration: 79.81051ms)","trace[477392719] 'applied index is now lower than readState.Index' (duration: 455.177574ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:55.568692Z","caller":"traceutil/trace.go:171","msg":"trace[1849374590] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"123.287287ms","start":"2026-03-12T19:26:55.445381Z","end":"2026-03-12T19:26:55.568668Z","steps":["trace[1849374590] 'process raft request' (duration: 79.953524ms)","trace[1849374590] 'compare' (duration: 43.22348ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:55.569809Z","caller":"traceutil/trace.go:171","msg":"trace[1331390443] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"116.111824ms","start":"2026-03-12T19:26:55.453669Z","end":"2026-03-12T19:26:55.569781Z","steps":["trace[1331390443] 'process raft request' (duration: 115.978091ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:57.074435Z","caller":"traceutil/trace.go:171","msg":"trace[2013931719] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"134.222034ms","start":"2026-03-12T19:26:56.94018Z","end":"2026-03-12T19:26:57.074402Z","steps":["trace[2013931719] 'process raft request' (duration: 96.257353ms)","trace[2013931719] 'compare' (duration: 37.785137ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:57.082513Z","caller":"traceutil/trace.go:171","msg":"trace[1611251025] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5942; }","duration":"133.513819ms","start":"2026-03-12T19:26:56.948973Z","end":"2026-03-12T19:26:57.082487Z","steps":["trace[1611251025] 'read index received' (duration: 87.698889ms)","trace[1611251025] 'applied index is now lower than readState.Index' (duration: 45.8137ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:26:57.082621Z","caller":"traceutil/trace.go:171","msg":"trace[1228159321] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"139.970395ms","start":"2026-03-12T19:26:56.942604Z","end":"2026-03-12T19:26:57.082574Z","steps":["trace[1228159321] 'process raft request' (duration: 139.73867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:26:57.082773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.719284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:26:57.082902Z","caller":"traceutil/trace.go:171","msg":"trace[962466272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5705; }","duration":"133.902107ms","start":"2026-03-12T19:26:56.948957Z","end":"2026-03-12T19:26:57.082859Z","steps":["trace[962466272] 'agreement among raft nodes before linearized reading' (duration: 133.646392ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:26:59.501Z","caller":"traceutil/trace.go:171","msg":"trace[56249127] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"107.750425ms","start":"2026-03-12T19:26:59.393223Z","end":"2026-03-12T19:26:59.500973Z","steps":["trace[56249127] 'process raft request' (duration: 107.580181ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:11.428273Z","caller":"traceutil/trace.go:171","msg":"trace[1376722091] linearizableReadLoop","detail":"{readStateIndex:5989; appliedIndex:5988; }","duration":"340.888072ms","start":"2026-03-12T19:27:11.087356Z","end":"2026-03-12T19:27:11.428244Z","steps":["trace[1376722091] 'read index received' (duration: 340.713728ms)","trace[1376722091] 'applied index is now lower than readState.Index' (duration: 173.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:11.428319Z","caller":"traceutil/trace.go:171","msg":"trace[899751510] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"388.344588ms","start":"2026-03-12T19:27:11.039943Z","end":"2026-03-12T19:27:11.428287Z","steps":["trace[899751510] 'process raft request' (duration: 388.119403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.428504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.039905Z","time spent":"388.483282ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10692,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:11.42856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.183129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T19:27:11.428616Z","caller":"traceutil/trace.go:171","msg":"trace[494039419] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5747; }","duration":"341.2774ms","start":"2026-03-12T19:27:11.087321Z","end":"2026-03-12T19:27:11.428599Z","steps":["trace[494039419] 'agreement among raft nodes before linearized reading' (duration: 341.077476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:11.428697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:11.08731Z","time spent":"341.372323ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T19:27:11.428852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.356233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:27:11.428925Z","caller":"traceutil/trace.go:171","msg":"trace[2010526247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5747; }","duration":"140.471896ms","start":"2026-03-12T19:27:11.288437Z","end":"2026-03-12T19:27:11.428909Z","steps":["trace[2010526247] 'agreement among raft nodes before linearized reading' (duration: 140.051017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:18.29151Z","caller":"traceutil/trace.go:171","msg":"trace[634250598] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"114.584249ms","start":"2026-03-12T19:27:18.176897Z","end":"2026-03-12T19:27:18.291481Z","steps":["trace[634250598] 'process raft request' (duration: 53.35322ms)","trace[634250598] 'compare' (duration: 61.052864ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:21.223186Z","caller":"traceutil/trace.go:171","msg":"trace[1248735890] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"476.060197ms","start":"2026-03-12T19:27:20.747088Z","end":"2026-03-12T19:27:21.223148Z","steps":["trace[1248735890] 'process raft request' (duration: 475.919334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:21.223343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:20.74707Z","time spent":"476.198021ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:21.303142Z","caller":"traceutil/trace.go:171","msg":"trace[1506222712] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6080; }","duration":"518.416898ms","start":"2026-03-12T19:27:20.7847Z","end":"2026-03-12T19:27:21.303116Z","steps":["trace[1506222712] 'read index received' (duration: 438.615378ms)","trace[1506222712] 'applied index is now lower than readState.Index' (duration: 79.80051ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:21.303285Z","caller":"traceutil/trace.go:171","msg":"trace[1246034948] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"552.781378ms","start":"2026-03-12T19:27:20.750467Z","end":"2026-03-12T19:27:21.303248Z","steps":["trace[1246034948] 'process raft request' (duration: 525.799916ms)","trace[1246034948] 'compare' (duration: 26.713976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:21.303434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:20.750456Z","time spent":"552.900531ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:21.303461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.730695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:21.303507Z","caller":"traceutil/trace.go:171","msg":"trace[932767250] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5836; }","duration":"518.837978ms","start":"2026-03-12T19:27:20.784658Z","end":"2026-03-12T19:27:21.303496Z","steps":["trace[932767250] 'agreement among raft nodes before linearized reading' (duration: 518.597613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:21.303499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.802284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:21.303584Z","caller":"traceutil/trace.go:171","msg":"trace[854086858] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5836; }","duration":"349.912057ms","start":"2026-03-12T19:27:20.953635Z","end":"2026-03-12T19:27:21.303547Z","steps":["trace[854086858] 'agreement among raft nodes before linearized reading' (duration: 349.792614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:21.303532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.358308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:27:21.303631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:20.953617Z","time spent":"350.003679ms","remote":"127.0.0.1:56238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:27:21.303673Z","caller":"traceutil/trace.go:171","msg":"trace[610566247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5836; }","duration":"477.551802ms","start":"2026-03-12T19:27:20.826096Z","end":"2026-03-12T19:27:21.303648Z","steps":["trace[610566247] 'agreement among raft nodes before linearized reading' (duration: 477.227075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:21.303687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:20.784639Z","time spent":"518.95384ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:21.303749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:20.826075Z","time spent":"477.657554ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:27:26.569593Z","caller":"traceutil/trace.go:171","msg":"trace[2135563583] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"197.068661ms","start":"2026-03-12T19:27:26.372499Z","end":"2026-03-12T19:27:26.569567Z","steps":["trace[2135563583] 'process raft request' (duration: 170.867236ms)","trace[2135563583] 'compare' (duration: 26.095082ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:29.784373Z","caller":"traceutil/trace.go:171","msg":"trace[299326022] linearizableReadLoop","detail":"{readStateIndex:6123; appliedIndex:6122; }","duration":"226.160909ms","start":"2026-03-12T19:27:29.55817Z","end":"2026-03-12T19:27:29.784331Z","steps":["trace[299326022] 'read index received' (duration: 159.553909ms)","trace[299326022] 'applied index is now lower than readState.Index' (duration: 66.60582ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:29.784385Z","caller":"traceutil/trace.go:171","msg":"trace[626612637] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"242.235914ms","start":"2026-03-12T19:27:29.542117Z","end":"2026-03-12T19:27:29.784353Z","steps":["trace[626612637] 'process raft request' (duration: 175.535551ms)","trace[626612637] 'compare' (duration: 66.513869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:29.784509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.297852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:29.784539Z","caller":"traceutil/trace.go:171","msg":"trace[1859056247] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5877; }","duration":"226.394505ms","start":"2026-03-12T19:27:29.558136Z","end":"2026-03-12T19:27:29.784531Z","steps":["trace[1859056247] 'agreement among raft nodes before linearized reading' (duration: 226.298153ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:29.809901Z","caller":"traceutil/trace.go:171","msg":"trace[1276262211] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"175.104341ms","start":"2026-03-12T19:27:29.634777Z","end":"2026-03-12T19:27:29.809881Z","steps":["trace[1276262211] 'process raft request' (duration: 175.025849ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:29.810086Z","caller":"traceutil/trace.go:171","msg":"trace[1350558520] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"251.225357ms","start":"2026-03-12T19:27:29.558839Z","end":"2026-03-12T19:27:29.810064Z","steps":["trace[1350558520] 'process raft request' (duration: 250.856599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:29.810135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.830101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:27:29.810228Z","caller":"traceutil/trace.go:171","msg":"trace[597887806] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5879; }","duration":"169.956354ms","start":"2026-03-12T19:27:29.640248Z","end":"2026-03-12T19:27:29.810205Z","steps":["trace[597887806] 'agreement among raft nodes before linearized reading' (duration: 169.687578ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:30.127975Z","caller":"traceutil/trace.go:171","msg":"trace[5883300] linearizableReadLoop","detail":"{readStateIndex:6128; appliedIndex:6127; }","duration":"128.229258ms","start":"2026-03-12T19:27:29.99972Z","end":"2026-03-12T19:27:30.127949Z","steps":["trace[5883300] 'read index received' (duration: 118.139699ms)","trace[5883300] 'applied index is now lower than readState.Index' (duration: 10.088239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:30.128135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.393142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-openstack-keystone-fernet-rotate\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:30.128125Z","caller":"traceutil/trace.go:171","msg":"trace[2129044931] transaction","detail":"{read_only:false; response_revision:5882; number_of_response:1; }","duration":"128.723509ms","start":"2026-03-12T19:27:29.999354Z","end":"2026-03-12T19:27:30.128077Z","steps":["trace[2129044931] 'process raft request' (duration: 118.478417ms)","trace[2129044931] 'compare' (duration: 10.002517ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:30.12821Z","caller":"traceutil/trace.go:171","msg":"trace[1069053344] range","detail":"{range_begin:/registry/roles/openstack/keystone-openstack-keystone-fernet-rotate; range_end:; response_count:0; response_revision:5882; }","duration":"128.495645ms","start":"2026-03-12T19:27:29.999695Z","end":"2026-03-12T19:27:30.12819Z","steps":["trace[1069053344] 'agreement among raft nodes before linearized reading' (duration: 128.364932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.323141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.676416ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:27:30.32327Z","caller":"traceutil/trace.go:171","msg":"trace[540771486] linearizableReadLoop","detail":"{readStateIndex:6129; appliedIndex:6128; }","duration":"192.198609ms","start":"2026-03-12T19:27:30.131051Z","end":"2026-03-12T19:27:30.323249Z","steps":["trace[540771486] 'read index received' (duration: 34.282707ms)","trace[540771486] 'applied index is now lower than readState.Index' (duration: 157.913792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:30.323409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.360473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-fernet-rotate\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:30.323449Z","caller":"traceutil/trace.go:171","msg":"trace[1807576884] range","detail":"{range_begin:/registry/roles/openstack/keystone-fernet-rotate; range_end:; response_count:0; response_revision:5882; }","duration":"192.412125ms","start":"2026-03-12T19:27:30.131028Z","end":"2026-03-12T19:27:30.32344Z","steps":["trace[1807576884] 'agreement among raft nodes before linearized reading' (duration: 192.321833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:30.3236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.338697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:27:30.323686Z","caller":"traceutil/trace.go:171","msg":"trace[1656621412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5882; }","duration":"115.4696ms","start":"2026-03-12T19:27:30.208198Z","end":"2026-03-12T19:27:30.323667Z","steps":["trace[1656621412] 'agreement among raft nodes before linearized reading' (duration: 115.181993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:30.728281Z","caller":"traceutil/trace.go:171","msg":"trace[552347053] transaction","detail":"{read_only:false; response_revision:5887; number_of_response:1; }","duration":"108.286466ms","start":"2026-03-12T19:27:30.619942Z","end":"2026-03-12T19:27:30.728228Z","steps":["trace[552347053] 'process raft request' (duration: 16.194387ms)","trace[552347053] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/secrets/openstack/sh.helm.release.v1.keystone.v1; req_size:71988; } (duration: 91.789682ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:31.223763Z","caller":"traceutil/trace.go:171","msg":"trace[927679723] transaction","detail":"{read_only:false; response_revision:5892; number_of_response:1; }","duration":"107.571819ms","start":"2026-03-12T19:27:31.116153Z","end":"2026-03-12T19:27:31.223725Z","steps":["trace[927679723] 'process raft request' (duration: 49.630425ms)","trace[927679723] 'compare' (duration: 57.73252ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:31.224127Z","caller":"traceutil/trace.go:171","msg":"trace[88959700] transaction","detail":"{read_only:false; response_revision:5893; number_of_response:1; }","duration":"107.089919ms","start":"2026-03-12T19:27:31.117025Z","end":"2026-03-12T19:27:31.224115Z","steps":["trace[88959700] 'process raft request' (duration: 106.844114ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224271Z","caller":"traceutil/trace.go:171","msg":"trace[636908038] transaction","detail":"{read_only:false; response_revision:5895; number_of_response:1; }","duration":"107.190911ms","start":"2026-03-12T19:27:31.117069Z","end":"2026-03-12T19:27:31.22426Z","steps":["trace[636908038] 'process raft request' (duration: 107.051808ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224225Z","caller":"traceutil/trace.go:171","msg":"trace[1399457034] transaction","detail":"{read_only:false; response_revision:5894; number_of_response:1; }","duration":"107.13433ms","start":"2026-03-12T19:27:31.117049Z","end":"2026-03-12T19:27:31.224184Z","steps":["trace[1399457034] 'process raft request' (duration: 107.010617ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224355Z","caller":"traceutil/trace.go:171","msg":"trace[1414025919] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"107.213061ms","start":"2026-03-12T19:27:31.117135Z","end":"2026-03-12T19:27:31.224348Z","steps":["trace[1414025919] 'process raft request' (duration: 107.081938ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224334Z","caller":"traceutil/trace.go:171","msg":"trace[480664106] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"107.189141ms","start":"2026-03-12T19:27:31.117109Z","end":"2026-03-12T19:27:31.224298Z","steps":["trace[480664106] 'process raft request' (duration: 107.060038ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224482Z","caller":"traceutil/trace.go:171","msg":"trace[84914830] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"106.809643ms","start":"2026-03-12T19:27:31.117652Z","end":"2026-03-12T19:27:31.224462Z","steps":["trace[84914830] 'process raft request' (duration: 106.647339ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224525Z","caller":"traceutil/trace.go:171","msg":"trace[1127293467] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"106.289001ms","start":"2026-03-12T19:27:31.118229Z","end":"2026-03-12T19:27:31.224518Z","steps":["trace[1127293467] 'process raft request' (duration: 106.149998ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224507Z","caller":"traceutil/trace.go:171","msg":"trace[1488103358] linearizableReadLoop","detail":"{readStateIndex:6141; appliedIndex:6139; }","duration":"107.430416ms","start":"2026-03-12T19:27:31.117047Z","end":"2026-03-12T19:27:31.224478Z","steps":["trace[1488103358] 'read index received' (duration: 48.885028ms)","trace[1488103358] 'applied index is now lower than readState.Index' (duration: 58.543868ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:31.22459Z","caller":"traceutil/trace.go:171","msg":"trace[70238303] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"106.364292ms","start":"2026-03-12T19:27:31.118213Z","end":"2026-03-12T19:27:31.224578Z","steps":["trace[70238303] 'process raft request' (duration: 106.129157ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224653Z","caller":"traceutil/trace.go:171","msg":"trace[591076194] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"106.360763ms","start":"2026-03-12T19:27:31.118277Z","end":"2026-03-12T19:27:31.224638Z","steps":["trace[591076194] 'process raft request' (duration: 106.144438ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.224487Z","caller":"traceutil/trace.go:171","msg":"trace[707779064] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"107.221712ms","start":"2026-03-12T19:27:31.117244Z","end":"2026-03-12T19:27:31.224466Z","steps":["trace[707779064] 'process raft request' (duration: 107.010647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.224882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.801535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-12T19:27:31.224959Z","caller":"traceutil/trace.go:171","msg":"trace[884331936] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5902; }","duration":"107.952078ms","start":"2026-03-12T19:27:31.116982Z","end":"2026-03-12T19:27:31.224934Z","steps":["trace[884331936] 'agreement among raft nodes before linearized reading' (duration: 107.657282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.225093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.101624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:27:31.22515Z","caller":"traceutil/trace.go:171","msg":"trace[15020103] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:5902; }","duration":"105.290728ms","start":"2026-03-12T19:27:31.119841Z","end":"2026-03-12T19:27:31.225132Z","steps":["trace[15020103] 'agreement among raft nodes before linearized reading' (duration: 104.815557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.482189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.192257ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:31.482302Z","caller":"traceutil/trace.go:171","msg":"trace[947638717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5902; }","duration":"113.32803ms","start":"2026-03-12T19:27:31.368957Z","end":"2026-03-12T19:27:31.482285Z","steps":["trace[947638717] 'range keys from in-memory index tree' (duration: 113.161657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.482337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.839403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:31.482445Z","caller":"traceutil/trace.go:171","msg":"trace[1236216518] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"251.421851ms","start":"2026-03-12T19:27:31.231003Z","end":"2026-03-12T19:27:31.482424Z","steps":["trace[1236216518] 'process raft request' (duration: 133.421875ms)","trace[1236216518] 'compare' (duration: 117.679099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:31.735397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.794629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:31.73561Z","caller":"traceutil/trace.go:171","msg":"trace[1590802312] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"504.024922ms","start":"2026-03-12T19:27:31.231547Z","end":"2026-03-12T19:27:31.735572Z","steps":["trace[1590802312] 'process raft request' (duration: 371.977157ms)","trace[1590802312] 'compare' (duration: 131.545962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:31.735751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.231539Z","time spent":"504.147964ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:31.735752Z","caller":"traceutil/trace.go:171","msg":"trace[1214554526] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"502.904787ms","start":"2026-03-12T19:27:31.232761Z","end":"2026-03-12T19:27:31.735665Z","steps":["trace[1214554526] 'process raft request' (duration: 502.733243ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.735896Z","caller":"traceutil/trace.go:171","msg":"trace[1763413195] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"175.161953ms","start":"2026-03-12T19:27:31.56072Z","end":"2026-03-12T19:27:31.735882Z","steps":["trace[1763413195] 'process raft request' (duration: 175.100102ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.735995Z","caller":"traceutil/trace.go:171","msg":"trace[1789265079] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"503.177863ms","start":"2026-03-12T19:27:31.232806Z","end":"2026-03-12T19:27:31.735984Z","steps":["trace[1789265079] 'process raft request' (duration: 502.764644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.736051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.232802Z","time spent":"503.226864ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:27:31.736003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.232753Z","time spent":"503.150012ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1090,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:31.736157Z","caller":"traceutil/trace.go:171","msg":"trace[1232656822] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"498.038946ms","start":"2026-03-12T19:27:31.238108Z","end":"2026-03-12T19:27:31.736147Z","steps":["trace[1232656822] 'process raft request' (duration: 497.606967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.736222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.238099Z","time spent":"498.090837ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:31.736255Z","caller":"traceutil/trace.go:171","msg":"trace[1968329312] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"501.867523ms","start":"2026-03-12T19:27:31.23438Z","end":"2026-03-12T19:27:31.736248Z","steps":["trace[1968329312] 'process raft request' (duration: 501.273569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.73631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.23436Z","time spent":"501.929114ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:31.736385Z","caller":"traceutil/trace.go:171","msg":"trace[791006965] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"500.533073ms","start":"2026-03-12T19:27:31.235844Z","end":"2026-03-12T19:27:31.736377Z","steps":["trace[791006965] 'process raft request' (duration: 499.841007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.736435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.235836Z","time spent":"500.575754ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:31.736491Z","caller":"traceutil/trace.go:171","msg":"trace[671777907] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"498.1927ms","start":"2026-03-12T19:27:31.238286Z","end":"2026-03-12T19:27:31.736478Z","steps":["trace[671777907] 'process raft request' (duration: 497.476844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.736565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.238281Z","time spent":"498.245041ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:31.736634Z","caller":"traceutil/trace.go:171","msg":"trace[30732930] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6150; }","duration":"498.710501ms","start":"2026-03-12T19:27:31.237891Z","end":"2026-03-12T19:27:31.736601Z","steps":["trace[30732930] 'read index received' (duration: 126.701393ms)","trace[30732930] 'applied index is now lower than readState.Index' (duration: 372.006217ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:31.736224Z","caller":"traceutil/trace.go:171","msg":"trace[1871473350] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"502.134749ms","start":"2026-03-12T19:27:31.234079Z","end":"2026-03-12T19:27:31.736214Z","steps":["trace[1871473350] 'process raft request' (duration: 501.524225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.736716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.234071Z","time spent":"502.62292ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1061,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:27:31.736887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.975717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:27:31.736941Z","caller":"traceutil/trace.go:171","msg":"trace[578319369] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5912; }","duration":"499.073349ms","start":"2026-03-12T19:27:31.237853Z","end":"2026-03-12T19:27:31.736926Z","steps":["trace[578319369] 'agreement among raft nodes before linearized reading' (duration: 498.886415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.736977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.237837Z","time spent":"499.130841ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-12T19:27:31.737045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.702798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-12T19:27:31.737119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.727414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:27:31.737157Z","caller":"traceutil/trace.go:171","msg":"trace[668861330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5912; }","duration":"372.793835ms","start":"2026-03-12T19:27:31.364352Z","end":"2026-03-12T19:27:31.737146Z","steps":["trace[668861330] 'agreement among raft nodes before linearized reading' (duration: 372.653112ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.737149Z","caller":"traceutil/trace.go:171","msg":"trace[1854710648] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5912; }","duration":"482.846121ms","start":"2026-03-12T19:27:31.254281Z","end":"2026-03-12T19:27:31.737127Z","steps":["trace[1854710648] 'agreement among raft nodes before linearized reading' (duration: 482.629176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:31.737195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.364333Z","time spent":"372.854937ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:27:31.737213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:31.254267Z","time spent":"482.931503ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-12T19:27:31.980347Z","caller":"traceutil/trace.go:171","msg":"trace[1418247475] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"236.254719ms","start":"2026-03-12T19:27:31.744069Z","end":"2026-03-12T19:27:31.980324Z","steps":["trace[1418247475] 'process raft request' (duration: 236.119556ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:31.98038Z","caller":"traceutil/trace.go:171","msg":"trace[1829551066] linearizableReadLoop","detail":"{readStateIndex:6161; appliedIndex:6161; }","duration":"234.97862ms","start":"2026-03-12T19:27:31.745368Z","end":"2026-03-12T19:27:31.980346Z","steps":["trace[1829551066] 'read index received' (duration: 234.96385ms)","trace[1829551066] 'applied index is now lower than readState.Index' (duration: 11.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:31.980598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.185035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:27:31.980682Z","caller":"traceutil/trace.go:171","msg":"trace[2114672268] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5913; }","duration":"235.330447ms","start":"2026-03-12T19:27:31.745335Z","end":"2026-03-12T19:27:31.980666Z","steps":["trace[2114672268] 'agreement among raft nodes before linearized reading' (duration: 235.096712ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.017277Z","caller":"traceutil/trace.go:171","msg":"trace[825577222] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"269.992063ms","start":"2026-03-12T19:27:31.747267Z","end":"2026-03-12T19:27:32.017259Z","steps":["trace[825577222] 'process raft request' (duration: 269.777288ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.017404Z","caller":"traceutil/trace.go:171","msg":"trace[2065337875] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"201.688915ms","start":"2026-03-12T19:27:31.815692Z","end":"2026-03-12T19:27:32.017381Z","steps":["trace[2065337875] 'process raft request' (duration: 201.534761ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.017423Z","caller":"traceutil/trace.go:171","msg":"trace[2135374452] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"202.500633ms","start":"2026-03-12T19:27:31.814898Z","end":"2026-03-12T19:27:32.017399Z","steps":["trace[2135374452] 'process raft request' (duration: 202.251887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:32.017662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.109641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-12T19:27:32.017694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.619085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:27:32.017798Z","caller":"traceutil/trace.go:171","msg":"trace[2020028409] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5916; }","duration":"272.223104ms","start":"2026-03-12T19:27:31.745512Z","end":"2026-03-12T19:27:32.017735Z","steps":["trace[2020028409] 'agreement among raft nodes before linearized reading' (duration: 272.008849ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.017836Z","caller":"traceutil/trace.go:171","msg":"trace[1090097552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5916; }","duration":"150.999464ms","start":"2026-03-12T19:27:31.866814Z","end":"2026-03-12T19:27:32.017813Z","steps":["trace[1090097552] 'agreement among raft nodes before linearized reading' (duration: 150.508923ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.181624Z","caller":"traceutil/trace.go:171","msg":"trace[1224314948] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"157.272486ms","start":"2026-03-12T19:27:32.024316Z","end":"2026-03-12T19:27:32.181589Z","steps":["trace[1224314948] 'process raft request' (duration: 143.055984ms)","trace[1224314948] 'compare' (duration: 13.805143ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:32.181668Z","caller":"traceutil/trace.go:171","msg":"trace[1359123060] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"157.053831ms","start":"2026-03-12T19:27:32.024581Z","end":"2026-03-12T19:27:32.181635Z","steps":["trace[1359123060] 'process raft request' (duration: 156.884028ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.181941Z","caller":"traceutil/trace.go:171","msg":"trace[2107277130] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"156.813767ms","start":"2026-03-12T19:27:32.02511Z","end":"2026-03-12T19:27:32.181924Z","steps":["trace[2107277130] 'process raft request' (duration: 156.540811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:32.182011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.80451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-12T19:27:32.181834Z","caller":"traceutil/trace.go:171","msg":"trace[502594425] linearizableReadLoop","detail":"{readStateIndex:6177; appliedIndex:6165; }","duration":"109.979404ms","start":"2026-03-12T19:27:32.071837Z","end":"2026-03-12T19:27:32.181816Z","steps":["trace[502594425] 'read index received' (duration: 95.631209ms)","trace[502594425] 'applied index is now lower than readState.Index' (duration: 14.347145ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:32.182068Z","caller":"traceutil/trace.go:171","msg":"trace[847282747] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"157.189155ms","start":"2026-03-12T19:27:32.024869Z","end":"2026-03-12T19:27:32.182058Z","steps":["trace[847282747] 'process raft request' (duration: 156.665903ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.182095Z","caller":"traceutil/trace.go:171","msg":"trace[1489679565] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"156.721614ms","start":"2026-03-12T19:27:32.025363Z","end":"2026-03-12T19:27:32.182085Z","steps":["trace[1489679565] 'process raft request' (duration: 156.400837ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.182126Z","caller":"traceutil/trace.go:171","msg":"trace[1433440895] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"156.739275ms","start":"2026-03-12T19:27:32.025328Z","end":"2026-03-12T19:27:32.182067Z","steps":["trace[1433440895] 'process raft request' (duration: 156.410188ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.182201Z","caller":"traceutil/trace.go:171","msg":"trace[1443345196] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"157.206605ms","start":"2026-03-12T19:27:32.024988Z","end":"2026-03-12T19:27:32.182195Z","steps":["trace[1443345196] 'process raft request' (duration: 156.609842ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.182062Z","caller":"traceutil/trace.go:171","msg":"trace[814474862] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5929; }","duration":"154.887083ms","start":"2026-03-12T19:27:32.027161Z","end":"2026-03-12T19:27:32.182049Z","steps":["trace[814474862] 'agreement among raft nodes before linearized reading' (duration: 154.706069ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.18225Z","caller":"traceutil/trace.go:171","msg":"trace[450783944] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"156.748545ms","start":"2026-03-12T19:27:32.02549Z","end":"2026-03-12T19:27:32.182238Z","steps":["trace[450783944] 'process raft request' (duration: 156.296225ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.182243Z","caller":"traceutil/trace.go:171","msg":"trace[991825623] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"157.120373ms","start":"2026-03-12T19:27:32.025098Z","end":"2026-03-12T19:27:32.182218Z","steps":["trace[991825623] 'process raft request' (duration: 156.52792ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.182173Z","caller":"traceutil/trace.go:171","msg":"trace[1668634736] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"157.229566ms","start":"2026-03-12T19:27:32.024935Z","end":"2026-03-12T19:27:32.182165Z","steps":["trace[1668634736] 'process raft request' (duration: 156.625993ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.182267Z","caller":"traceutil/trace.go:171","msg":"trace[251005521] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"156.931759ms","start":"2026-03-12T19:27:32.025313Z","end":"2026-03-12T19:27:32.182245Z","steps":["trace[251005521] 'process raft request' (duration: 156.402257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:32.182317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.534886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:32.18239Z","caller":"traceutil/trace.go:171","msg":"trace[1403935458] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5929; }","duration":"106.642999ms","start":"2026-03-12T19:27:32.075734Z","end":"2026-03-12T19:27:32.182377Z","steps":["trace[1403935458] 'agreement among raft nodes before linearized reading' (duration: 106.548487ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.182191Z","caller":"traceutil/trace.go:171","msg":"trace[1966966876] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"156.921179ms","start":"2026-03-12T19:27:32.025231Z","end":"2026-03-12T19:27:32.182153Z","steps":["trace[1966966876] 'process raft request' (duration: 156.441468ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352092Z","caller":"traceutil/trace.go:171","msg":"trace[1996434979] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"163.775635ms","start":"2026-03-12T19:27:32.188284Z","end":"2026-03-12T19:27:32.352059Z","steps":["trace[1996434979] 'process raft request' (duration: 146.697958ms)","trace[1996434979] 'compare' (duration: 16.913523ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:32.352178Z","caller":"traceutil/trace.go:171","msg":"trace[442312835] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"163.466948ms","start":"2026-03-12T19:27:32.188673Z","end":"2026-03-12T19:27:32.35214Z","steps":["trace[442312835] 'process raft request' (duration: 163.359125ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352226Z","caller":"traceutil/trace.go:171","msg":"trace[1861279476] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"163.529609ms","start":"2026-03-12T19:27:32.188665Z","end":"2026-03-12T19:27:32.352195Z","steps":["trace[1861279476] 'process raft request' (duration: 163.332295ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352294Z","caller":"traceutil/trace.go:171","msg":"trace[416299465] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"163.428088ms","start":"2026-03-12T19:27:32.188838Z","end":"2026-03-12T19:27:32.352266Z","steps":["trace[416299465] 'process raft request' (duration: 163.271534ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352337Z","caller":"traceutil/trace.go:171","msg":"trace[245779708] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"163.11069ms","start":"2026-03-12T19:27:32.189198Z","end":"2026-03-12T19:27:32.352309Z","steps":["trace[245779708] 'process raft request' (duration: 162.962056ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352384Z","caller":"traceutil/trace.go:171","msg":"trace[1138270814] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"163.032298ms","start":"2026-03-12T19:27:32.189323Z","end":"2026-03-12T19:27:32.352355Z","steps":["trace[1138270814] 'process raft request' (duration: 162.862354ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352425Z","caller":"traceutil/trace.go:171","msg":"trace[112941385] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"163.662553ms","start":"2026-03-12T19:27:32.188737Z","end":"2026-03-12T19:27:32.352399Z","steps":["trace[112941385] 'process raft request' (duration: 163.322375ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352447Z","caller":"traceutil/trace.go:171","msg":"trace[846115371] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"163.638402ms","start":"2026-03-12T19:27:32.188791Z","end":"2026-03-12T19:27:32.35243Z","steps":["trace[846115371] 'process raft request' (duration: 163.294155ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352299Z","caller":"traceutil/trace.go:171","msg":"trace[1570706816] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"163.296984ms","start":"2026-03-12T19:27:32.188977Z","end":"2026-03-12T19:27:32.352274Z","steps":["trace[1570706816] 'process raft request' (duration: 163.158151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352668Z","caller":"traceutil/trace.go:171","msg":"trace[1523511229] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"163.279783ms","start":"2026-03-12T19:27:32.18937Z","end":"2026-03-12T19:27:32.35265Z","steps":["trace[1523511229] 'process raft request' (duration: 162.867904ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.352788Z","caller":"traceutil/trace.go:171","msg":"trace[478272590] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"163.340994ms","start":"2026-03-12T19:27:32.189428Z","end":"2026-03-12T19:27:32.352769Z","steps":["trace[478272590] 'process raft request' (duration: 162.861213ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.35361Z","caller":"traceutil/trace.go:171","msg":"trace[1251285706] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"164.028609ms","start":"2026-03-12T19:27:32.189562Z","end":"2026-03-12T19:27:32.35359Z","steps":["trace[1251285706] 'process raft request' (duration: 163.079848ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.353417Z","caller":"traceutil/trace.go:171","msg":"trace[268597444] linearizableReadLoop","detail":"{readStateIndex:6190; appliedIndex:6178; }","duration":"146.310388ms","start":"2026-03-12T19:27:32.207085Z","end":"2026-03-12T19:27:32.353396Z","steps":["trace[268597444] 'read index received' (duration: 127.891201ms)","trace[268597444] 'applied index is now lower than readState.Index' (duration: 18.417907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:32.354395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.946728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-12T19:27:32.354464Z","caller":"traceutil/trace.go:171","msg":"trace[1718872218] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5942; }","duration":"145.0621ms","start":"2026-03-12T19:27:32.209385Z","end":"2026-03-12T19:27:32.354447Z","steps":["trace[1718872218] 'agreement among raft nodes before linearized reading' (duration: 144.857456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:32.354601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.824952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-12T19:27:32.354799Z","caller":"traceutil/trace.go:171","msg":"trace[1158380553] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5942; }","duration":"163.337975ms","start":"2026-03-12T19:27:32.191337Z","end":"2026-03-12T19:27:32.354675Z","steps":["trace[1158380553] 'agreement among raft nodes before linearized reading' (duration: 162.573627ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:32.869478Z","caller":"traceutil/trace.go:171","msg":"trace[1278706738] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"348.801211ms","start":"2026-03-12T19:27:32.520647Z","end":"2026-03-12T19:27:32.869448Z","steps":["trace[1278706738] 'process raft request' (duration: 304.852825ms)","trace[1278706738] 'compare' (duration: 43.449105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:32.869623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.520639Z","time spent":"348.913164ms","remote":"127.0.0.1:56062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:27:32.869662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.995205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:27:32.86972Z","caller":"traceutil/trace.go:171","msg":"trace[447490928] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:5952; }","duration":"349.095888ms","start":"2026-03-12T19:27:32.52061Z","end":"2026-03-12T19:27:32.869706Z","steps":["trace[447490928] 'agreement among raft nodes before linearized reading' (duration: 348.925293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:32.869765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.520594Z","time spent":"349.15872ms","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-12T19:27:32.869485Z","caller":"traceutil/trace.go:171","msg":"trace[1656344283] linearizableReadLoop","detail":"{readStateIndex:6200; appliedIndex:6198; }","duration":"308.445206ms","start":"2026-03-12T19:27:32.561017Z","end":"2026-03-12T19:27:32.869462Z","steps":["trace[1656344283] 'read index received' (duration: 264.561771ms)","trace[1656344283] 'applied index is now lower than readState.Index' (duration: 43.882224ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:32.869986Z","caller":"traceutil/trace.go:171","msg":"trace[1267702940] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"344.247338ms","start":"2026-03-12T19:27:32.52571Z","end":"2026-03-12T19:27:32.869957Z","steps":["trace[1267702940] 'process raft request' (duration: 343.619723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:32.870264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.525692Z","time spent":"344.400522ms","remote":"127.0.0.1:49010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:32.870325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.877643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:27:32.87039Z","caller":"traceutil/trace.go:171","msg":"trace[748986777] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5952; }","duration":"303.963705ms","start":"2026-03-12T19:27:32.566408Z","end":"2026-03-12T19:27:32.870371Z","steps":["trace[748986777] 'agreement among raft nodes before linearized reading' (duration: 303.776461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:32.870434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.566394Z","time spent":"304.031626ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T19:27:32.870564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.495612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:27:32.87063Z","caller":"traceutil/trace.go:171","msg":"trace[490564956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5952; }","duration":"254.606625ms","start":"2026-03-12T19:27:32.616004Z","end":"2026-03-12T19:27:32.87061Z","steps":["trace[490564956] 'agreement among raft nodes before linearized reading' (duration: 254.188176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:32.871984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.251075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-12T19:27:32.872052Z","caller":"traceutil/trace.go:171","msg":"trace[1094588872] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5952; }","duration":"138.348718ms","start":"2026-03-12T19:27:32.73369Z","end":"2026-03-12T19:27:32.872039Z","steps":["trace[1094588872] 'agreement among raft nodes before linearized reading' (duration: 136.499647ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:33.132598Z","caller":"traceutil/trace.go:171","msg":"trace[1971246875] linearizableReadLoop","detail":"{readStateIndex:6201; appliedIndex:6200; }","duration":"254.216075ms","start":"2026-03-12T19:27:32.878356Z","end":"2026-03-12T19:27:33.132572Z","steps":["trace[1971246875] 'read index received' (duration: 229.542236ms)","trace[1971246875] 'applied index is now lower than readState.Index' (duration: 24.672949ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:33.13265Z","caller":"traceutil/trace.go:171","msg":"trace[1435125331] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"255.700699ms","start":"2026-03-12T19:27:32.876916Z","end":"2026-03-12T19:27:33.132617Z","steps":["trace[1435125331] 'process raft request' (duration: 231.114622ms)","trace[1435125331] 'compare' (duration: 24.2592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:33.132734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.348878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:33.132797Z","caller":"traceutil/trace.go:171","msg":"trace[2108986173] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:0; response_revision:5953; }","duration":"254.43766ms","start":"2026-03-12T19:27:32.878343Z","end":"2026-03-12T19:27:33.132781Z","steps":["trace[2108986173] 'agreement among raft nodes before linearized reading' (duration: 254.312267ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:33.387759Z","caller":"traceutil/trace.go:171","msg":"trace[26703639] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"508.095494ms","start":"2026-03-12T19:27:32.879627Z","end":"2026-03-12T19:27:33.387722Z","steps":["trace[26703639] 'process raft request' (duration: 507.769737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:33.387936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.879602Z","time spent":"508.265047ms","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:33.388085Z","caller":"traceutil/trace.go:171","msg":"trace[1885114848] linearizableReadLoop","detail":"{readStateIndex:6202; appliedIndex:6202; }","duration":"255.404984ms","start":"2026-03-12T19:27:33.132658Z","end":"2026-03-12T19:27:33.388063Z","steps":["trace[1885114848] 'read index received' (duration: 255.396894ms)","trace[1885114848] 'applied index is now lower than readState.Index' (duration: 7.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:33.388272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.027293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:33.388343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.471094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-12T19:27:33.388372Z","caller":"traceutil/trace.go:171","msg":"trace[1220060341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5954; }","duration":"437.176886ms","start":"2026-03-12T19:27:32.951168Z","end":"2026-03-12T19:27:33.388345Z","steps":["trace[1220060341] 'agreement among raft nodes before linearized reading' (duration: 436.91884ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:33.388417Z","caller":"traceutil/trace.go:171","msg":"trace[471199538] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5954; }","duration":"486.587856ms","start":"2026-03-12T19:27:32.901811Z","end":"2026-03-12T19:27:33.388399Z","steps":["trace[471199538] 'agreement among raft nodes before linearized reading' (duration: 486.3117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:33.388421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.951151Z","time spent":"437.261668ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:33.388467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.901793Z","time spent":"486.665219ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-12T19:27:33.388565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.624699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-12T19:27:33.388675Z","caller":"traceutil/trace.go:171","msg":"trace[1733992403] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5954; }","duration":"509.750862ms","start":"2026-03-12T19:27:32.878905Z","end":"2026-03-12T19:27:33.388656Z","steps":["trace[1733992403] 'agreement among raft nodes before linearized reading' (duration: 509.274471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:33.38877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:32.8789Z","time spent":"509.852834ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-12T19:27:33.693661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.858567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:33.693748Z","caller":"traceutil/trace.go:171","msg":"trace[2004808484] linearizableReadLoop","detail":"{readStateIndex:6203; appliedIndex:6202; }","duration":"305.56364ms","start":"2026-03-12T19:27:33.388173Z","end":"2026-03-12T19:27:33.693736Z","steps":["trace[2004808484] 'read index received' (duration: 100.671493ms)","trace[2004808484] 'applied index is now lower than readState.Index' (duration: 204.891597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:33.693822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.737789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:33.69379Z","caller":"traceutil/trace.go:171","msg":"trace[1269885806] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"525.920239ms","start":"2026-03-12T19:27:33.167834Z","end":"2026-03-12T19:27:33.693755Z","steps":["trace[1269885806] 'process raft request' (duration: 320.893678ms)","trace[1269885806] 'compare' (duration: 204.729494ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:33.693843Z","caller":"traceutil/trace.go:171","msg":"trace[1302533163] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5955; }","duration":"389.798301ms","start":"2026-03-12T19:27:33.304037Z","end":"2026-03-12T19:27:33.693836Z","steps":["trace[1302533163] 'agreement among raft nodes before linearized reading' (duration: 389.745929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:33.693866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.304013Z","time spent":"389.847442ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:33.693939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.167808Z","time spent":"526.048901ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72092,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:33.774985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.746091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-12T19:27:33.774994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.296048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-12T19:27:33.775024Z","caller":"traceutil/trace.go:171","msg":"trace[2070241469] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:5957; }","duration":"382.812443ms","start":"2026-03-12T19:27:33.392203Z","end":"2026-03-12T19:27:33.775015Z","steps":["trace[2070241469] 'agreement among raft nodes before linearized reading' (duration: 382.68581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:33.775044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.392191Z","time spent":"382.848834ms","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-12T19:27:33.775012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.596374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-12T19:27:33.775085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.226157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:33.775087Z","caller":"traceutil/trace.go:171","msg":"trace[391399393] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5957; }","duration":"362.678826ms","start":"2026-03-12T19:27:33.41239Z","end":"2026-03-12T19:27:33.775069Z","steps":["trace[391399393] 'agreement among raft nodes before linearized reading' (duration: 362.457621ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:33.775112Z","caller":"traceutil/trace.go:171","msg":"trace[1723502729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5957; }","duration":"385.366251ms","start":"2026-03-12T19:27:33.389737Z","end":"2026-03-12T19:27:33.775104Z","steps":["trace[1723502729] 'agreement among raft nodes before linearized reading' (duration: 385.32354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:33.775128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.412351Z","time spent":"362.769458ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-12T19:27:33.775146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.38972Z","time spent":"385.420522ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:27:33.775211Z","caller":"traceutil/trace.go:171","msg":"trace[279861234] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"374.604887ms","start":"2026-03-12T19:27:33.4006Z","end":"2026-03-12T19:27:33.775205Z","steps":["trace[279861234] 'process raft request' (duration: 374.143037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:33.775252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.40054Z","time spent":"374.686309ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:33.775195Z","caller":"traceutil/trace.go:171","msg":"trace[428107897] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"381.583764ms","start":"2026-03-12T19:27:33.393584Z","end":"2026-03-12T19:27:33.775168Z","steps":["trace[428107897] 'process raft request' (duration: 381.042632ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:33.77504Z","caller":"traceutil/trace.go:171","msg":"trace[830812644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5957; }","duration":"381.343249ms","start":"2026-03-12T19:27:33.393684Z","end":"2026-03-12T19:27:33.775027Z","steps":["trace[830812644] 'agreement among raft nodes before linearized reading' (duration: 381.148485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:33.775304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.393653Z","time spent":"381.642116ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-12T19:27:33.775362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.393547Z","time spent":"381.744889ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:27:34.226143Z","caller":"traceutil/trace.go:171","msg":"trace[905485251] linearizableReadLoop","detail":"{readStateIndex:6207; appliedIndex:6205; }","duration":"451.314966ms","start":"2026-03-12T19:27:33.774807Z","end":"2026-03-12T19:27:34.226122Z","steps":["trace[905485251] 'read index received' (duration: 451.185463ms)","trace[905485251] 'applied index is now lower than readState.Index' (duration: 128.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:34.226184Z","caller":"traceutil/trace.go:171","msg":"trace[1689794582] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"521.925229ms","start":"2026-03-12T19:27:33.704217Z","end":"2026-03-12T19:27:34.226142Z","steps":["trace[1689794582] 'process raft request' (duration: 521.704614ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:34.226287Z","caller":"traceutil/trace.go:171","msg":"trace[1592496206] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"483.696101ms","start":"2026-03-12T19:27:33.742558Z","end":"2026-03-12T19:27:34.226254Z","steps":["trace[1592496206] 'process raft request' (duration: 483.502557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.226335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.704195Z","time spent":"522.063251ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5960,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:27:34.226349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.719256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:27:34.226389Z","caller":"traceutil/trace.go:171","msg":"trace[2134255899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:5959; }","duration":"477.824308ms","start":"2026-03-12T19:27:33.748552Z","end":"2026-03-12T19:27:34.226376Z","steps":["trace[2134255899] 'agreement among raft nodes before linearized reading' (duration: 477.680205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.226409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.742542Z","time spent":"483.798883ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:34.22642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.748521Z","time spent":"477.89153ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:27:34.327297Z","caller":"traceutil/trace.go:171","msg":"trace[238473464] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"303.125404ms","start":"2026-03-12T19:27:34.024152Z","end":"2026-03-12T19:27:34.327277Z","steps":["trace[238473464] 'process raft request' (duration: 264.039308ms)","trace[238473464] 'compare' (duration: 38.929453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:34.32741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:34.024125Z","time spent":"303.223797ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:34.32782Z","caller":"traceutil/trace.go:171","msg":"trace[1179065625] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"303.007712ms","start":"2026-03-12T19:27:34.024783Z","end":"2026-03-12T19:27:34.327791Z","steps":["trace[1179065625] 'process raft request' (duration: 302.452199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.327893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.803885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:27:34.327936Z","caller":"traceutil/trace.go:171","msg":"trace[1311821718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5961; }","duration":"107.895137ms","start":"2026-03-12T19:27:34.220031Z","end":"2026-03-12T19:27:34.327926Z","steps":["trace[1311821718] 'agreement among raft nodes before linearized reading' (duration: 107.765934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.327938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:34.024772Z","time spent":"303.109844ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:34.327934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.342086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:110959"} {"level":"warn","ts":"2026-03-12T19:27:34.327988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.274952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:27:34.32799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.551852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11120"} {"level":"info","ts":"2026-03-12T19:27:34.327785Z","caller":"traceutil/trace.go:171","msg":"trace[1892010050] linearizableReadLoop","detail":"{readStateIndex:6209; appliedIndex:6207; }","duration":"101.533273ms","start":"2026-03-12T19:27:34.22621Z","end":"2026-03-12T19:27:34.327743Z","steps":["trace[1892010050] 'read index received' (duration: 61.984026ms)","trace[1892010050] 'applied index is now lower than readState.Index' (duration: 39.546337ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:34.328052Z","caller":"traceutil/trace.go:171","msg":"trace[340774223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5961; }","duration":"252.385404ms","start":"2026-03-12T19:27:34.075651Z","end":"2026-03-12T19:27:34.328037Z","steps":["trace[340774223] 'agreement among raft nodes before linearized reading' (duration: 252.18255ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:34.32805Z","caller":"traceutil/trace.go:171","msg":"trace[1858192628] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5961; }","duration":"451.479379ms","start":"2026-03-12T19:27:33.876547Z","end":"2026-03-12T19:27:34.328027Z","steps":["trace[1858192628] 'agreement among raft nodes before linearized reading' (duration: 451.207613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.328104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.876537Z","time spent":"451.556372ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":110982,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-12T19:27:34.328112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.154063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:27:34.328163Z","caller":"traceutil/trace.go:171","msg":"trace[1585750754] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5961; }","duration":"548.211655ms","start":"2026-03-12T19:27:33.779927Z","end":"2026-03-12T19:27:34.328139Z","steps":["trace[1585750754] 'agreement among raft nodes before linearized reading' (duration: 548.128553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.328201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.779915Z","time spent":"548.278536ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-12T19:27:34.328057Z","caller":"traceutil/trace.go:171","msg":"trace[791277763] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:5961; }","duration":"541.646855ms","start":"2026-03-12T19:27:33.7864Z","end":"2026-03-12T19:27:34.328046Z","steps":["trace[791277763] 'agreement among raft nodes before linearized reading' (duration: 541.482901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.328248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.78639Z","time spent":"541.845159ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11143,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-12T19:27:34.328249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.37176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-12T19:27:34.328657Z","caller":"traceutil/trace.go:171","msg":"trace[1191287945] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5961; }","duration":"549.737609ms","start":"2026-03-12T19:27:33.778847Z","end":"2026-03-12T19:27:34.328584Z","steps":["trace[1191287945] 'agreement among raft nodes before linearized reading' (duration: 549.33459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.328767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.71851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T19:27:34.328929Z","caller":"traceutil/trace.go:171","msg":"trace[689042310] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:5961; }","duration":"550.905684ms","start":"2026-03-12T19:27:33.778013Z","end":"2026-03-12T19:27:34.328919Z","steps":["trace[689042310] 'agreement among raft nodes before linearized reading' (duration: 549.84875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.328957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.778001Z","time spent":"550.945255ms","remote":"127.0.0.1:56012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-12T19:27:34.328907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.778831Z","time spent":"549.999954ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-12T19:27:34.329047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.243204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-12T19:27:34.329291Z","caller":"traceutil/trace.go:171","msg":"trace[1300846900] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5961; }","duration":"455.549552ms","start":"2026-03-12T19:27:33.87373Z","end":"2026-03-12T19:27:34.32928Z","steps":["trace[1300846900] 'agreement among raft nodes before linearized reading' (duration: 454.284563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.329318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:33.873708Z","time spent":"455.602334ms","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-12T19:27:34.550142Z","caller":"traceutil/trace.go:171","msg":"trace[86865401] linearizableReadLoop","detail":"{readStateIndex:6211; appliedIndex:6209; }","duration":"215.965618ms","start":"2026-03-12T19:27:34.334152Z","end":"2026-03-12T19:27:34.550118Z","steps":["trace[86865401] 'read index received' (duration: 30.586194ms)","trace[86865401] 'applied index is now lower than readState.Index' (duration: 185.378184ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:34.550203Z","caller":"traceutil/trace.go:171","msg":"trace[1645127422] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"209.699555ms","start":"2026-03-12T19:27:34.340475Z","end":"2026-03-12T19:27:34.550175Z","steps":["trace[1645127422] 'process raft request' (duration: 209.573192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.550392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.213213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-12T19:27:34.550369Z","caller":"traceutil/trace.go:171","msg":"trace[1649945392] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"217.480642ms","start":"2026-03-12T19:27:34.332853Z","end":"2026-03-12T19:27:34.550333Z","steps":["trace[1649945392] 'process raft request' (duration: 193.969739ms)","trace[1649945392] 'compare' (duration: 23.076583ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:34.550433Z","caller":"traceutil/trace.go:171","msg":"trace[1347664567] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5964; }","duration":"216.292366ms","start":"2026-03-12T19:27:34.33413Z","end":"2026-03-12T19:27:34.550423Z","steps":["trace[1347664567] 'agreement among raft nodes before linearized reading' (duration: 216.126972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.550621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.228962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-12T19:27:34.551236Z","caller":"traceutil/trace.go:171","msg":"trace[1437182683] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5964; }","duration":"215.894006ms","start":"2026-03-12T19:27:34.335312Z","end":"2026-03-12T19:27:34.551206Z","steps":["trace[1437182683] 'agreement among raft nodes before linearized reading' (duration: 215.132738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.550654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.678593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:34.55142Z","caller":"traceutil/trace.go:171","msg":"trace[577555791] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5964; }","duration":"213.465662ms","start":"2026-03-12T19:27:34.337932Z","end":"2026-03-12T19:27:34.551398Z","steps":["trace[577555791] 'agreement among raft nodes before linearized reading' (duration: 212.644603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.55076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.787976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-12T19:27:34.551579Z","caller":"traceutil/trace.go:171","msg":"trace[1441086528] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5964; }","duration":"213.624625ms","start":"2026-03-12T19:27:34.337914Z","end":"2026-03-12T19:27:34.551539Z","steps":["trace[1441086528] 'agreement among raft nodes before linearized reading' (duration: 212.669333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.550805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.18006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:110959"} {"level":"info","ts":"2026-03-12T19:27:34.551754Z","caller":"traceutil/trace.go:171","msg":"trace[1415999610] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5964; }","duration":"216.192353ms","start":"2026-03-12T19:27:34.335543Z","end":"2026-03-12T19:27:34.551736Z","steps":["trace[1415999610] 'agreement among raft nodes before linearized reading' (duration: 215.16014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.550963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.550306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:27:34.551965Z","caller":"traceutil/trace.go:171","msg":"trace[988184461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5964; }","duration":"163.5832ms","start":"2026-03-12T19:27:34.388359Z","end":"2026-03-12T19:27:34.551942Z","steps":["trace[988184461] 'agreement among raft nodes before linearized reading' (duration: 162.424664ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:34.774676Z","caller":"traceutil/trace.go:171","msg":"trace[1661636817] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"185.358465ms","start":"2026-03-12T19:27:34.58928Z","end":"2026-03-12T19:27:34.774639Z","steps":["trace[1661636817] 'process raft request' (duration: 122.857357ms)","trace[1661636817] 'compare' (duration: 62.207101ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:34.774738Z","caller":"traceutil/trace.go:171","msg":"trace[1595441170] linearizableReadLoop","detail":"{readStateIndex:6221; appliedIndex:6219; }","duration":"184.598797ms","start":"2026-03-12T19:27:34.59011Z","end":"2026-03-12T19:27:34.774709Z","steps":["trace[1595441170] 'read index received' (duration: 122.087978ms)","trace[1595441170] 'applied index is now lower than readState.Index' (duration: 62.509109ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:34.774817Z","caller":"traceutil/trace.go:171","msg":"trace[980798808] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"185.363454ms","start":"2026-03-12T19:27:34.589417Z","end":"2026-03-12T19:27:34.774781Z","steps":["trace[980798808] 'process raft request' (duration: 185.101388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.775004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.718763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-12T19:27:34.775061Z","caller":"traceutil/trace.go:171","msg":"trace[67855246] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5973; }","duration":"185.821355ms","start":"2026-03-12T19:27:34.589223Z","end":"2026-03-12T19:27:34.775045Z","steps":["trace[67855246] 'agreement among raft nodes before linearized reading' (duration: 185.626511ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:34.780057Z","caller":"traceutil/trace.go:171","msg":"trace[168292787] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"188.27069ms","start":"2026-03-12T19:27:34.591766Z","end":"2026-03-12T19:27:34.780037Z","steps":["trace[168292787] 'process raft request' (duration: 188.105266ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:34.780252Z","caller":"traceutil/trace.go:171","msg":"trace[356165441] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"186.00098ms","start":"2026-03-12T19:27:34.594238Z","end":"2026-03-12T19:27:34.780239Z","steps":["trace[356165441] 'process raft request' (duration: 185.746123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.780384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.723795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:27:34.780403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.790353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-qq4sf\" ","response":"range_response_count:1 size:6223"} {"level":"info","ts":"2026-03-12T19:27:34.780425Z","caller":"traceutil/trace.go:171","msg":"trace[1997544760] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-qq4sf; range_end:; response_count:1; response_revision:5975; }","duration":"181.859915ms","start":"2026-03-12T19:27:34.598558Z","end":"2026-03-12T19:27:34.780418Z","steps":["trace[1997544760] 'agreement among raft nodes before linearized reading' (duration: 181.782373ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:34.780425Z","caller":"traceutil/trace.go:171","msg":"trace[1530509876] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:5975; }","duration":"156.776436ms","start":"2026-03-12T19:27:34.623638Z","end":"2026-03-12T19:27:34.780414Z","steps":["trace[1530509876] 'agreement among raft nodes before linearized reading' (duration: 156.624413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:34.780454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.621542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-12T19:27:34.780536Z","caller":"traceutil/trace.go:171","msg":"trace[1050097682] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5975; }","duration":"178.712074ms","start":"2026-03-12T19:27:34.601807Z","end":"2026-03-12T19:27:34.780519Z","steps":["trace[1050097682] 'agreement among raft nodes before linearized reading' (duration: 178.479219ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:35.279897Z","caller":"traceutil/trace.go:171","msg":"trace[2009513148] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"124.999605ms","start":"2026-03-12T19:27:35.154832Z","end":"2026-03-12T19:27:35.279832Z","steps":["trace[2009513148] 'process raft request' (duration: 38.391861ms)","trace[2009513148] 'compare' (duration: 86.358278ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:38.04048Z","caller":"traceutil/trace.go:171","msg":"trace[1165662048] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"751.412432ms","start":"2026-03-12T19:27:37.289041Z","end":"2026-03-12T19:27:38.040454Z","steps":["trace[1165662048] 'process raft request' (duration: 751.235779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.040665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.289024Z","time spent":"751.548475ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:38.041954Z","caller":"traceutil/trace.go:171","msg":"trace[545925650] linearizableReadLoop","detail":"{readStateIndex:6261; appliedIndex:6259; }","duration":"273.435523ms","start":"2026-03-12T19:27:37.768503Z","end":"2026-03-12T19:27:38.041938Z","steps":["trace[545925650] 'read index received' (duration: 271.894527ms)","trace[545925650] 'applied index is now lower than readState.Index' (duration: 1.539906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:38.04213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.611076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:38.042192Z","caller":"traceutil/trace.go:171","msg":"trace[1900467826] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6011; }","duration":"273.679698ms","start":"2026-03-12T19:27:37.768495Z","end":"2026-03-12T19:27:38.042175Z","steps":["trace[1900467826] 'agreement among raft nodes before linearized reading' (duration: 273.551005ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:38.042089Z","caller":"traceutil/trace.go:171","msg":"trace[217917470] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"752.578969ms","start":"2026-03-12T19:27:37.289477Z","end":"2026-03-12T19:27:38.042055Z","steps":["trace[217917470] 'process raft request' (duration: 752.382155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.042886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:37.289451Z","time spent":"752.938047ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:38.766548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.520412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:38.766943Z","caller":"traceutil/trace.go:171","msg":"trace[844211397] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"424.142671ms","start":"2026-03-12T19:27:38.342783Z","end":"2026-03-12T19:27:38.766926Z","steps":["trace[844211397] 'process raft request' (duration: 423.870525ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:38.766965Z","caller":"traceutil/trace.go:171","msg":"trace[873566367] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"426.674118ms","start":"2026-03-12T19:27:38.340263Z","end":"2026-03-12T19:27:38.766937Z","steps":["trace[873566367] 'process raft request' (duration: 171.683844ms)","trace[873566367] 'compare' (duration: 254.159885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:38.76703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:38.342756Z","time spent":"424.233373ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:38.767085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:38.340232Z","time spent":"426.783201ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:38.76715Z","caller":"traceutil/trace.go:171","msg":"trace[553487430] linearizableReadLoop","detail":"{readStateIndex:6264; appliedIndex:6262; }","duration":"419.352363ms","start":"2026-03-12T19:27:38.347427Z","end":"2026-03-12T19:27:38.766779Z","steps":["trace[553487430] 'read index received' (duration: 164.608654ms)","trace[553487430] 'applied index is now lower than readState.Index' (duration: 254.742569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:38.767216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.763912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:27:38.767294Z","caller":"traceutil/trace.go:171","msg":"trace[291945634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:6014; }","duration":"419.858074ms","start":"2026-03-12T19:27:38.347417Z","end":"2026-03-12T19:27:38.767275Z","steps":["trace[291945634] 'agreement among raft nodes before linearized reading' (duration: 419.578638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.767329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:38.347363Z","time spent":"419.959476ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:27:38.767406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.580383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:27:38.767476Z","caller":"traceutil/trace.go:171","msg":"trace[1617672367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6014; }","duration":"168.697906ms","start":"2026-03-12T19:27:38.598763Z","end":"2026-03-12T19:27:38.767461Z","steps":["trace[1617672367] 'agreement among raft nodes before linearized reading' (duration: 168.523702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.767525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.801819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:27:38.767604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.821054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:27:38.767544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.170391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:27:38.767642Z","caller":"traceutil/trace.go:171","msg":"trace[1707834263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6014; }","duration":"168.971173ms","start":"2026-03-12T19:27:38.598652Z","end":"2026-03-12T19:27:38.767623Z","steps":["trace[1707834263] 'agreement among raft nodes before linearized reading' (duration: 168.698136ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:38.767665Z","caller":"traceutil/trace.go:171","msg":"trace[748861416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6014; }","duration":"204.332345ms","start":"2026-03-12T19:27:38.563313Z","end":"2026-03-12T19:27:38.767646Z","steps":["trace[748861416] 'agreement among raft nodes before linearized reading' (duration: 204.058839ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:38.767641Z","caller":"traceutil/trace.go:171","msg":"trace[1104438025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6014; }","duration":"386.899326ms","start":"2026-03-12T19:27:38.380731Z","end":"2026-03-12T19:27:38.76763Z","steps":["trace[1104438025] 'agreement among raft nodes before linearized reading' (duration: 386.520907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:38.767719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:38.380701Z","time spent":"387.010248ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:27:42.962615Z","caller":"traceutil/trace.go:171","msg":"trace[1617391851] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"106.917525ms","start":"2026-03-12T19:27:42.855654Z","end":"2026-03-12T19:27:42.962571Z","steps":["trace[1617391851] 'process raft request' (duration: 50.225259ms)","trace[1617391851] 'compare' (duration: 56.484061ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:42.962651Z","caller":"traceutil/trace.go:171","msg":"trace[192472227] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"106.506786ms","start":"2026-03-12T19:27:42.856124Z","end":"2026-03-12T19:27:42.962631Z","steps":["trace[192472227] 'process raft request' (duration: 106.368513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.351389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194453616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:27:49.361967Z","caller":"traceutil/trace.go:171","msg":"trace[1083204613] transaction","detail":"{read_only:false; response_revision:6064; number_of_response:1; }","duration":"661.937413ms","start":"2026-03-12T19:27:48.699998Z","end":"2026-03-12T19:27:49.361935Z","steps":["trace[1083204613] 'process raft request' (duration: 661.710178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.362169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.699976Z","time spent":"662.085727ms","remote":"127.0.0.1:49010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:49.807537Z","caller":"traceutil/trace.go:171","msg":"trace[55146179] linearizableReadLoop","detail":"{readStateIndex:6318; appliedIndex:6315; }","duration":"956.410532ms","start":"2026-03-12T19:27:48.8511Z","end":"2026-03-12T19:27:49.807511Z","steps":["trace[55146179] 'read index received' (duration: 510.56558ms)","trace[55146179] 'applied index is now lower than readState.Index' (duration: 445.843632ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:49.807665Z","caller":"traceutil/trace.go:171","msg":"trace[966067611] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"960.367582ms","start":"2026-03-12T19:27:48.847259Z","end":"2026-03-12T19:27:49.807626Z","steps":["trace[966067611] 'process raft request' (duration: 960.207578ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:49.807589Z","caller":"traceutil/trace.go:171","msg":"trace[703075663] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"962.722636ms","start":"2026-03-12T19:27:48.844813Z","end":"2026-03-12T19:27:49.807536Z","steps":["trace[703075663] 'process raft request' (duration: 962.47306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.807867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.84724Z","time spent":"960.522685ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:49.80795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.230235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:27:49.807957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.338007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:27:49.807917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.795403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:49.808024Z","caller":"traceutil/trace.go:171","msg":"trace[303155409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6066; }","duration":"824.475409ms","start":"2026-03-12T19:27:48.983529Z","end":"2026-03-12T19:27:49.808004Z","steps":["trace[303155409] 'agreement among raft nodes before linearized reading' (duration: 824.277535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.807902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.844791Z","time spent":"963.014242ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:49.808085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.983511Z","time spent":"824.561172ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:49.808018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.907644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:27:49.808216Z","caller":"traceutil/trace.go:171","msg":"trace[551791374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:6066; }","duration":"957.125148ms","start":"2026-03-12T19:27:48.851071Z","end":"2026-03-12T19:27:49.808196Z","steps":["trace[551791374] 'agreement among raft nodes before linearized reading' (duration: 956.776951ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:49.808044Z","caller":"traceutil/trace.go:171","msg":"trace[1751133151] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:6066; }","duration":"599.979168ms","start":"2026-03-12T19:27:49.208049Z","end":"2026-03-12T19:27:49.808029Z","steps":["trace[1751133151] 'agreement among raft nodes before linearized reading' (duration: 599.802634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.808278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.851061Z","time spent":"957.20146ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:27:49.808289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:49.208033Z","time spent":"600.237303ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:27:49.808006Z","caller":"traceutil/trace.go:171","msg":"trace[744485358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6066; }","duration":"917.302946ms","start":"2026-03-12T19:27:48.89069Z","end":"2026-03-12T19:27:49.807992Z","steps":["trace[744485358] 'agreement among raft nodes before linearized reading' (duration: 917.155703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.808383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.890683Z","time spent":"917.680784ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:27:49.808894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.950379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:27:49.808945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.997207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:27:49.808987Z","caller":"traceutil/trace.go:171","msg":"trace[1521696350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6066; }","duration":"925.113212ms","start":"2026-03-12T19:27:48.883859Z","end":"2026-03-12T19:27:49.808972Z","steps":["trace[1521696350] 'agreement among raft nodes before linearized reading' (duration: 923.867094ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:49.809007Z","caller":"traceutil/trace.go:171","msg":"trace[412911203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6066; }","duration":"812.751564ms","start":"2026-03-12T19:27:48.996238Z","end":"2026-03-12T19:27:49.808989Z","steps":["trace[412911203] 'agreement among raft nodes before linearized reading' (duration: 811.531387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:49.809034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.883832Z","time spent":"925.189724ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:49.809062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:48.996222Z","time spent":"812.826505ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:27:50.579002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.364066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:50.579441Z","caller":"traceutil/trace.go:171","msg":"trace[1351238569] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"766.259159ms","start":"2026-03-12T19:27:49.813147Z","end":"2026-03-12T19:27:50.579406Z","steps":["trace[1351238569] 'process raft request' (duration: 766.099206ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:50.579469Z","caller":"traceutil/trace.go:171","msg":"trace[1399881516] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"765.490242ms","start":"2026-03-12T19:27:49.813947Z","end":"2026-03-12T19:27:50.579437Z","steps":["trace[1399881516] 'process raft request' (duration: 765.39573ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:50.579519Z","caller":"traceutil/trace.go:171","msg":"trace[2103800577] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"766.26782ms","start":"2026-03-12T19:27:49.813158Z","end":"2026-03-12T19:27:50.579426Z","steps":["trace[2103800577] 'process raft request' (duration: 87.371482ms)","trace[2103800577] 'compare' (duration: 678.203022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:50.57969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:49.813123Z","time spent":"766.471263ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:50.579691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:49.813929Z","time spent":"765.662605ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:50.579729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:49.813108Z","time spent":"766.423423ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:50.579446Z","caller":"traceutil/trace.go:171","msg":"trace[761615709] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"765.554113ms","start":"2026-03-12T19:27:49.813867Z","end":"2026-03-12T19:27:50.579421Z","steps":["trace[761615709] 'process raft request' (duration: 765.441181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.579884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:49.813852Z","time spent":"765.996643ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:50.580015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.672713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102117"} {"level":"info","ts":"2026-03-12T19:27:50.57944Z","caller":"traceutil/trace.go:171","msg":"trace[1483233267] linearizableReadLoop","detail":"{readStateIndex:6322; appliedIndex:6318; }","duration":"764.013768ms","start":"2026-03-12T19:27:49.815367Z","end":"2026-03-12T19:27:50.57938Z","steps":["trace[1483233267] 'read index received' (duration: 85.274583ms)","trace[1483233267] 'applied index is now lower than readState.Index' (duration: 678.737924ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:50.580156Z","caller":"traceutil/trace.go:171","msg":"trace[595558862] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6070; }","duration":"764.808547ms","start":"2026-03-12T19:27:49.815286Z","end":"2026-03-12T19:27:50.580095Z","steps":["trace[595558862] 'agreement among raft nodes before linearized reading' (duration: 764.200142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.58027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:49.815269Z","time spent":"764.981911ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102140,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:27:50.805024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.069055ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:27:50.805401Z","caller":"traceutil/trace.go:171","msg":"trace[1718521852] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"580.487196ms","start":"2026-03-12T19:27:50.224893Z","end":"2026-03-12T19:27:50.80538Z","steps":["trace[1718521852] 'process raft request' (duration: 580.270661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.805573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.224859Z","time spent":"580.598079ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:50.805824Z","caller":"traceutil/trace.go:171","msg":"trace[1821005752] linearizableReadLoop","detail":"{readStateIndex:6325; appliedIndex:6322; }","duration":"225.672288ms","start":"2026-03-12T19:27:50.580124Z","end":"2026-03-12T19:27:50.805796Z","steps":["trace[1821005752] 'read index received' (duration: 96.719613ms)","trace[1821005752] 'applied index is now lower than readState.Index' (duration: 128.949865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:50.805984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.35921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:50.806042Z","caller":"traceutil/trace.go:171","msg":"trace[1853135121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6072; }","duration":"855.467752ms","start":"2026-03-12T19:27:49.950559Z","end":"2026-03-12T19:27:50.806027Z","steps":["trace[1853135121] 'agreement among raft nodes before linearized reading' (duration: 855.331979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.806099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:49.950534Z","time spent":"855.553885ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:50.80609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.820209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-12T19:27:50.806113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.946384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:50.806162Z","caller":"traceutil/trace.go:171","msg":"trace[1275391427] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6072; }","duration":"722.039117ms","start":"2026-03-12T19:27:50.084111Z","end":"2026-03-12T19:27:50.806151Z","steps":["trace[1275391427] 'agreement among raft nodes before linearized reading' (duration: 721.969646ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:50.806164Z","caller":"traceutil/trace.go:171","msg":"trace[1051526088] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6072; }","duration":"720.938622ms","start":"2026-03-12T19:27:50.085208Z","end":"2026-03-12T19:27:50.806146Z","steps":["trace[1051526088] 'agreement among raft nodes before linearized reading' (duration: 720.685737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.806203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.084087Z","time spent":"722.109459ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-12T19:27:50.806214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.085185Z","time spent":"721.020463ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-12T19:27:50.806225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.085989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:27:50.806277Z","caller":"traceutil/trace.go:171","msg":"trace[1735636591] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6072; }","duration":"495.184441ms","start":"2026-03-12T19:27:50.311077Z","end":"2026-03-12T19:27:50.806261Z","steps":["trace[1735636591] 'agreement among raft nodes before linearized reading' (duration: 495.111319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.806027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.200945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-12T19:27:50.806318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.311051Z","time spent":"495.258513ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-12T19:27:50.806101Z","caller":"traceutil/trace.go:171","msg":"trace[1275963984] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"482.359611ms","start":"2026-03-12T19:27:50.323722Z","end":"2026-03-12T19:27:50.806082Z","steps":["trace[1275963984] 'process raft request' (duration: 481.608524ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:50.806352Z","caller":"traceutil/trace.go:171","msg":"trace[1485882047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6072; }","duration":"567.559182ms","start":"2026-03-12T19:27:50.238777Z","end":"2026-03-12T19:27:50.806336Z","steps":["trace[1485882047] 'agreement among raft nodes before linearized reading' (duration: 567.045751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.806168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.635413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:50.806441Z","caller":"traceutil/trace.go:171","msg":"trace[751086551] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6072; }","duration":"477.94201ms","start":"2026-03-12T19:27:50.328481Z","end":"2026-03-12T19:27:50.806423Z","steps":["trace[751086551] 'agreement among raft nodes before linearized reading' (duration: 477.652224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.806451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.954562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:50.806438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.70011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:27:50.806541Z","caller":"traceutil/trace.go:171","msg":"trace[1647203728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6072; }","duration":"684.843202ms","start":"2026-03-12T19:27:50.121675Z","end":"2026-03-12T19:27:50.806518Z","steps":["trace[1647203728] 'agreement among raft nodes before linearized reading' (duration: 684.511735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.806595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.121664Z","time spent":"684.921475ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:50.80644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.323703Z","time spent":"482.672968ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:50.806486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.328461Z","time spent":"478.011191ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:27:50.806398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.238765Z","time spent":"567.618653ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:27:50.806487Z","caller":"traceutil/trace.go:171","msg":"trace[2111607388] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6072; }","duration":"725.037804ms","start":"2026-03-12T19:27:50.081438Z","end":"2026-03-12T19:27:50.806476Z","steps":["trace[2111607388] 'agreement among raft nodes before linearized reading' (duration: 724.982343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:50.806972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:50.081421Z","time spent":"725.539326ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-12T19:27:51.085644Z","caller":"traceutil/trace.go:171","msg":"trace[1053275841] linearizableReadLoop","detail":"{readStateIndex:6326; appliedIndex:6325; }","duration":"274.23927ms","start":"2026-03-12T19:27:50.811379Z","end":"2026-03-12T19:27:51.085618Z","steps":["trace[1053275841] 'read index received' (duration: 208.267883ms)","trace[1053275841] 'applied index is now lower than readState.Index' (duration: 65.970407ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:51.085723Z","caller":"traceutil/trace.go:171","msg":"trace[358629383] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"274.576467ms","start":"2026-03-12T19:27:50.811102Z","end":"2026-03-12T19:27:51.085678Z","steps":["trace[358629383] 'process raft request' (duration: 208.57467ms)","trace[358629383] 'compare' (duration: 65.836584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:51.086015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.609118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19722"} {"level":"info","ts":"2026-03-12T19:27:51.086087Z","caller":"traceutil/trace.go:171","msg":"trace[1723032427] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6073; }","duration":"274.70462ms","start":"2026-03-12T19:27:50.811366Z","end":"2026-03-12T19:27:51.08607Z","steps":["trace[1723032427] 'agreement among raft nodes before linearized reading' (duration: 274.350632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:51.711673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.205627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:27:51.711773Z","caller":"traceutil/trace.go:171","msg":"trace[494157295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6073; }","duration":"385.355751ms","start":"2026-03-12T19:27:51.326393Z","end":"2026-03-12T19:27:51.711748Z","steps":["trace[494157295] 'range keys from in-memory index tree' (duration: 384.988251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:51.71183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:51.326374Z","time spent":"385.442653ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:27:51.711768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.813895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:51.711927Z","caller":"traceutil/trace.go:171","msg":"trace[318572952] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6073; }","duration":"342.999001ms","start":"2026-03-12T19:27:51.368906Z","end":"2026-03-12T19:27:51.711905Z","steps":["trace[318572952] 'range keys from in-memory index tree' (duration: 342.784775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:51.712342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.515023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-12T19:27:51.712484Z","caller":"traceutil/trace.go:171","msg":"trace[6546074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6073; }","duration":"474.673647ms","start":"2026-03-12T19:27:51.237793Z","end":"2026-03-12T19:27:51.712467Z","steps":["trace[6546074] 'range keys from in-memory index tree' (duration: 473.5403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:51.712783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:51.237781Z","time spent":"474.982654ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:27:52.310393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.26639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:52.310501Z","caller":"traceutil/trace.go:171","msg":"trace[1576330850] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"589.527381ms","start":"2026-03-12T19:27:51.720954Z","end":"2026-03-12T19:27:52.310481Z","steps":["trace[1576330850] 'process raft request' (duration: 95.089527ms)","trace[1576330850] 'compare' (duration: 494.042265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:52.310604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:51.720945Z","time spent":"589.627853ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:52.675729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.116579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:52.676341Z","caller":"traceutil/trace.go:171","msg":"trace[1562151221] linearizableReadLoop","detail":"{readStateIndex:6330; appliedIndex:6328; }","duration":"725.579667ms","start":"2026-03-12T19:27:51.950745Z","end":"2026-03-12T19:27:52.676324Z","steps":["trace[1562151221] 'read index received' (duration: 491.680041ms)","trace[1562151221] 'applied index is now lower than readState.Index' (duration: 233.898686ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:52.676613Z","caller":"traceutil/trace.go:171","msg":"trace[943466023] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"863.026364ms","start":"2026-03-12T19:27:51.813548Z","end":"2026-03-12T19:27:52.676574Z","steps":["trace[943466023] 'process raft request' (duration: 628.934944ms)","trace[943466023] 'compare' (duration: 232.947974ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:52.676485Z","caller":"traceutil/trace.go:171","msg":"trace[74773573] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"862.492883ms","start":"2026-03-12T19:27:51.813975Z","end":"2026-03-12T19:27:52.676468Z","steps":["trace[74773573] 'process raft request' (duration: 862.279668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:52.676757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:51.813964Z","time spent":"862.732028ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:52.676754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:51.813533Z","time spent":"863.144207ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:52.676788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.032787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:52.677143Z","caller":"traceutil/trace.go:171","msg":"trace[782139979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6077; }","duration":"726.412506ms","start":"2026-03-12T19:27:51.950697Z","end":"2026-03-12T19:27:52.677109Z","steps":["trace[782139979] 'agreement among raft nodes before linearized reading' (duration: 725.994907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:52.677367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:51.950677Z","time spent":"726.668961ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:27:53.21454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.851536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:27:53.214649Z","caller":"traceutil/trace.go:171","msg":"trace[935016963] linearizableReadLoop","detail":"{readStateIndex:6331; appliedIndex:6330; }","duration":"532.501917ms","start":"2026-03-12T19:27:52.68213Z","end":"2026-03-12T19:27:53.214632Z","steps":["trace[935016963] 'read index received' (duration: 275.477997ms)","trace[935016963] 'applied index is now lower than readState.Index' (duration: 257.02266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:53.214892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.754972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102117"} {"level":"info","ts":"2026-03-12T19:27:53.214932Z","caller":"traceutil/trace.go:171","msg":"trace[881416054] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6078; }","duration":"532.811393ms","start":"2026-03-12T19:27:52.682111Z","end":"2026-03-12T19:27:53.214922Z","steps":["trace[881416054] 'agreement among raft nodes before linearized reading' (duration: 532.587628ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:53.214783Z","caller":"traceutil/trace.go:171","msg":"trace[44491056] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"532.862075ms","start":"2026-03-12T19:27:52.681824Z","end":"2026-03-12T19:27:53.214686Z","steps":["trace[44491056] 'process raft request' (duration: 275.769844ms)","trace[44491056] 'compare' (duration: 256.752154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:53.215122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.682101Z","time spent":"533.007409ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102140,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:27:53.215241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.681809Z","time spent":"533.341205ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:53.71545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194453656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:27:53.763715Z","caller":"traceutil/trace.go:171","msg":"trace[2135575387] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"1.081194332s","start":"2026-03-12T19:27:52.682497Z","end":"2026-03-12T19:27:53.763691Z","steps":["trace[2135575387] 'process raft request' (duration: 1.080964157s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:53.763933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.682468Z","time spent":"1.081321304s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:53.764069Z","caller":"traceutil/trace.go:171","msg":"trace[738670564] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"952.170926ms","start":"2026-03-12T19:27:52.811874Z","end":"2026-03-12T19:27:53.764045Z","steps":["trace[738670564] 'process raft request' (duration: 952.119755ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:53.764104Z","caller":"traceutil/trace.go:171","msg":"trace[558919565] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"1.081477048s","start":"2026-03-12T19:27:52.682596Z","end":"2026-03-12T19:27:53.764073Z","steps":["trace[558919565] 'process raft request' (duration: 1.081296133s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:53.764051Z","caller":"traceutil/trace.go:171","msg":"trace[297861786] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"1.081431967s","start":"2026-03-12T19:27:52.682583Z","end":"2026-03-12T19:27:53.764015Z","steps":["trace[297861786] 'process raft request' (duration: 1.081066799s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:53.764217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.811851Z","time spent":"952.285829ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:53.764246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.682579Z","time spent":"1.081595301s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:53.764306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.682576Z","time spent":"1.081643092s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:54.329812Z","caller":"traceutil/trace.go:171","msg":"trace[1515867337] linearizableReadLoop","detail":"{readStateIndex:6336; appliedIndex:6331; }","duration":"1.115115772s","start":"2026-03-12T19:27:53.214676Z","end":"2026-03-12T19:27:54.329792Z","steps":["trace[1515867337] 'read index received' (duration: 548.856738ms)","trace[1515867337] 'applied index is now lower than readState.Index' (duration: 566.258024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:54.329863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5179885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:54.329902Z","caller":"traceutil/trace.go:171","msg":"trace[1581717958] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"1.272957132s","start":"2026-03-12T19:27:53.056915Z","end":"2026-03-12T19:27:54.329872Z","steps":["trace[1581717958] 'process raft request' (duration: 1.186545652s)","trace[1581717958] 'compare' (duration: 86.169185ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:54.329962Z","caller":"traceutil/trace.go:171","msg":"trace[1912128002] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6083; }","duration":"1.518128853s","start":"2026-03-12T19:27:52.811821Z","end":"2026-03-12T19:27:54.32995Z","steps":["trace[1912128002] 'agreement among raft nodes before linearized reading' (duration: 1.51800027s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.329947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518486161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:27:54.329982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518031421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-12T19:27:54.330017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.811792Z","time spent":"1.518209295s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-12T19:27:54.330045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.056885Z","time spent":"1.273076564s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:54.330051Z","caller":"traceutil/trace.go:171","msg":"trace[1514475055] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6083; }","duration":"1.518116703s","start":"2026-03-12T19:27:52.811912Z","end":"2026-03-12T19:27:54.330028Z","steps":["trace[1514475055] 'agreement among raft nodes before linearized reading' (duration: 1.517904688s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.330098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.811901Z","time spent":"1.518188874s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-12T19:27:54.330036Z","caller":"traceutil/trace.go:171","msg":"trace[1980692583] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6083; }","duration":"1.518631074s","start":"2026-03-12T19:27:52.811387Z","end":"2026-03-12T19:27:54.330018Z","steps":["trace[1980692583] 'agreement among raft nodes before linearized reading' (duration: 1.518482261s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.330167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240837014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:27:54.330232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:52.811366Z","time spent":"1.518856909s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-12T19:27:54.330252Z","caller":"traceutil/trace.go:171","msg":"trace[1390107059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6083; }","duration":"1.240976737s","start":"2026-03-12T19:27:53.089256Z","end":"2026-03-12T19:27:54.330233Z","steps":["trace[1390107059] 'agreement among raft nodes before linearized reading' (duration: 1.240550288s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.33031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.089236Z","time spent":"1.241063539s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:27:54.33048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.071678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:54.330632Z","caller":"traceutil/trace.go:171","msg":"trace[178974292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6083; }","duration":"379.723273ms","start":"2026-03-12T19:27:53.950897Z","end":"2026-03-12T19:27:54.33062Z","steps":["trace[178974292] 'agreement among raft nodes before linearized reading' (duration: 379.072698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:54.330752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:53.950875Z","time spent":"379.867705ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:27:55.057299Z","caller":"traceutil/trace.go:171","msg":"trace[1334219499] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"386.733801ms","start":"2026-03-12T19:27:54.670532Z","end":"2026-03-12T19:27:55.057265Z","steps":["trace[1334219499] 'process raft request' (duration: 332.142052ms)","trace[1334219499] 'compare' (duration: 54.18662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:27:55.057455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.670511Z","time spent":"386.872975ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:55.083136Z","caller":"traceutil/trace.go:171","msg":"trace[1923129238] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6338; }","duration":"188.567036ms","start":"2026-03-12T19:27:54.894546Z","end":"2026-03-12T19:27:55.083113Z","steps":["trace[1923129238] 'read index received' (duration: 108.144782ms)","trace[1923129238] 'applied index is now lower than readState.Index' (duration: 80.421114ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:55.083213Z","caller":"traceutil/trace.go:171","msg":"trace[2088352888] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"400.640957ms","start":"2026-03-12T19:27:54.682522Z","end":"2026-03-12T19:27:55.083163Z","steps":["trace[2088352888] 'process raft request' (duration: 400.417702ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:27:55.083245Z","caller":"traceutil/trace.go:171","msg":"trace[1374082002] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"400.621347ms","start":"2026-03-12T19:27:54.682598Z","end":"2026-03-12T19:27:55.083219Z","steps":["trace[1374082002] 'process raft request' (duration: 400.475103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:55.083283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.729441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:55.083319Z","caller":"traceutil/trace.go:171","msg":"trace[1302460531] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6087; }","duration":"188.822973ms","start":"2026-03-12T19:27:54.894486Z","end":"2026-03-12T19:27:55.083309Z","steps":["trace[1302460531] 'agreement among raft nodes before linearized reading' (duration: 188.744801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:55.083368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.682577Z","time spent":"400.719718ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:27:55.083426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.954643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:27:55.083457Z","caller":"traceutil/trace.go:171","msg":"trace[2062271453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6087; }","duration":"132.026255ms","start":"2026-03-12T19:27:54.951423Z","end":"2026-03-12T19:27:55.08345Z","steps":["trace[2062271453] 'agreement among raft nodes before linearized reading' (duration: 131.965773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:55.083376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:27:54.682491Z","time spent":"400.78441ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:27:55.440025Z","caller":"traceutil/trace.go:171","msg":"trace[1818724981] linearizableReadLoop","detail":"{readStateIndex:6342; appliedIndex:6341; }","duration":"190.905229ms","start":"2026-03-12T19:27:55.249096Z","end":"2026-03-12T19:27:55.440002Z","steps":["trace[1818724981] 'read index received' (duration: 190.736446ms)","trace[1818724981] 'applied index is now lower than readState.Index' (duration: 167.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:27:55.440076Z","caller":"traceutil/trace.go:171","msg":"trace[1113818024] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"191.165656ms","start":"2026-03-12T19:27:55.248887Z","end":"2026-03-12T19:27:55.440053Z","steps":["trace[1113818024] 'process raft request' (duration: 190.969311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:55.440275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.41507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:27:55.440335Z","caller":"traceutil/trace.go:171","msg":"trace[234750999] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6088; }","duration":"101.502762ms","start":"2026-03-12T19:27:55.338805Z","end":"2026-03-12T19:27:55.440308Z","steps":["trace[234750999] 'agreement among raft nodes before linearized reading' (duration: 101.40665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:27:55.440467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.34303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102117"} {"level":"info","ts":"2026-03-12T19:27:55.440562Z","caller":"traceutil/trace.go:171","msg":"trace[1920989369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6088; }","duration":"191.476214ms","start":"2026-03-12T19:27:55.249068Z","end":"2026-03-12T19:27:55.440544Z","steps":["trace[1920989369] 'agreement among raft nodes before linearized reading' (duration: 191.118465ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:03.912884Z","caller":"traceutil/trace.go:171","msg":"trace[2039983844] linearizableReadLoop","detail":"{readStateIndex:6404; appliedIndex:6403; }","duration":"109.700938ms","start":"2026-03-12T19:28:03.803167Z","end":"2026-03-12T19:28:03.912868Z","steps":["trace[2039983844] 'read index received' (duration: 109.554775ms)","trace[2039983844] 'applied index is now lower than readState.Index' (duration: 145.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:03.91292Z","caller":"traceutil/trace.go:171","msg":"trace[1092331174] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"117.773252ms","start":"2026-03-12T19:28:03.795122Z","end":"2026-03-12T19:28:03.912895Z","steps":["trace[1092331174] 'process raft request' (duration: 117.656629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:03.913042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.817241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:28:03.91307Z","caller":"traceutil/trace.go:171","msg":"trace[923491430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6148; }","duration":"109.895642ms","start":"2026-03-12T19:28:03.803167Z","end":"2026-03-12T19:28:03.913063Z","steps":["trace[923491430] 'agreement among raft nodes before linearized reading' (duration: 109.80152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:03.913133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.941783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:28:03.913206Z","caller":"traceutil/trace.go:171","msg":"trace[783051344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6148; }","duration":"110.069336ms","start":"2026-03-12T19:28:03.803119Z","end":"2026-03-12T19:28:03.913189Z","steps":["trace[783051344] 'agreement among raft nodes before linearized reading' (duration: 109.853931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:03.913258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.949293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:28:03.913337Z","caller":"traceutil/trace.go:171","msg":"trace[1831917693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6148; }","duration":"110.079086ms","start":"2026-03-12T19:28:03.803237Z","end":"2026-03-12T19:28:03.913316Z","steps":["trace[1831917693] 'agreement among raft nodes before linearized reading' (duration: 109.839661ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:07.888532Z","caller":"traceutil/trace.go:171","msg":"trace[1235672844] transaction","detail":"{read_only:false; response_revision:6171; number_of_response:1; }","duration":"107.60924ms","start":"2026-03-12T19:28:07.780901Z","end":"2026-03-12T19:28:07.88851Z","steps":["trace[1235672844] 'process raft request' (duration: 107.482568ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:07.98659Z","caller":"traceutil/trace.go:171","msg":"trace[646503665] transaction","detail":"{read_only:false; response_revision:6172; number_of_response:1; }","duration":"119.083891ms","start":"2026-03-12T19:28:07.867483Z","end":"2026-03-12T19:28:07.986567Z","steps":["trace[646503665] 'process raft request' (duration: 75.604055ms)","trace[646503665] 'compare' (duration: 43.192059ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:09.246149Z","caller":"traceutil/trace.go:171","msg":"trace[322068181] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"788.805461ms","start":"2026-03-12T19:28:08.457285Z","end":"2026-03-12T19:28:09.24609Z","steps":["trace[322068181] 'process raft request' (duration: 788.669208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:09.246285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.864821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:28:09.246328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:08.457262Z","time spent":"788.967655ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:09.246339Z","caller":"traceutil/trace.go:171","msg":"trace[868741570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6177; }","duration":"295.964903ms","start":"2026-03-12T19:28:08.95036Z","end":"2026-03-12T19:28:09.246324Z","steps":["trace[868741570] 'agreement among raft nodes before linearized reading' (duration: 295.852641ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:09.246158Z","caller":"traceutil/trace.go:171","msg":"trace[1870364335] linearizableReadLoop","detail":"{readStateIndex:6434; appliedIndex:6433; }","duration":"295.671197ms","start":"2026-03-12T19:28:08.950412Z","end":"2026-03-12T19:28:09.246083Z","steps":["trace[1870364335] 'read index received' (duration: 295.654396ms)","trace[1870364335] 'applied index is now lower than readState.Index' (duration: 14.541µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:09.854516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.258782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:09.85476Z","caller":"traceutil/trace.go:171","msg":"trace[1100161567] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"513.367853ms","start":"2026-03-12T19:28:09.341375Z","end":"2026-03-12T19:28:09.854743Z","steps":["trace[1100161567] 'process raft request' (duration: 513.329152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:09.85483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.341343Z","time spent":"513.455906ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:09.855017Z","caller":"traceutil/trace.go:171","msg":"trace[233285486] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"724.596515ms","start":"2026-03-12T19:28:09.130408Z","end":"2026-03-12T19:28:09.855005Z","steps":["trace[233285486] 'process raft request' (duration: 236.73721ms)","trace[233285486] 'compare' (duration: 487.111198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:09.855078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.130385Z","time spent":"724.663606ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:09.85513Z","caller":"traceutil/trace.go:171","msg":"trace[1135839671] transaction","detail":"{read_only:false; response_revision:6179; number_of_response:1; }","duration":"724.580904ms","start":"2026-03-12T19:28:09.130521Z","end":"2026-03-12T19:28:09.855102Z","steps":["trace[1135839671] 'process raft request' (duration: 724.093003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:09.85527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.130504Z","time spent":"724.691777ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:09.855459Z","caller":"traceutil/trace.go:171","msg":"trace[1816749273] linearizableReadLoop","detail":"{readStateIndex:6436; appliedIndex:6434; }","duration":"609.046083ms","start":"2026-03-12T19:28:09.246402Z","end":"2026-03-12T19:28:09.855448Z","steps":["trace[1816749273] 'read index received' (duration: 120.696537ms)","trace[1816749273] 'applied index is now lower than readState.Index' (duration: 488.348846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:09.855639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.290396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:28:09.855646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.362828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:28:09.85563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.733576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:28:09.855689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.971698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:28:09.8557Z","caller":"traceutil/trace.go:171","msg":"trace[1511207725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6180; }","duration":"608.4559ms","start":"2026-03-12T19:28:09.247227Z","end":"2026-03-12T19:28:09.855683Z","steps":["trace[1511207725] 'agreement among raft nodes before linearized reading' (duration: 608.371518ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:09.855719Z","caller":"traceutil/trace.go:171","msg":"trace[235644703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:6180; }","duration":"343.04599ms","start":"2026-03-12T19:28:09.512665Z","end":"2026-03-12T19:28:09.855711Z","steps":["trace[235644703] 'agreement among raft nodes before linearized reading' (duration: 342.930277ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:09.855684Z","caller":"traceutil/trace.go:171","msg":"trace[727389535] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6180; }","duration":"313.366517ms","start":"2026-03-12T19:28:09.542308Z","end":"2026-03-12T19:28:09.855675Z","steps":["trace[727389535] 'agreement among raft nodes before linearized reading' (duration: 313.285625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:09.855748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.512643Z","time spent":"343.100232ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:28:09.855733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.247206Z","time spent":"608.521121ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:28:09.855735Z","caller":"traceutil/trace.go:171","msg":"trace[1391335379] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6180; }","duration":"787.88944ms","start":"2026-03-12T19:28:09.067818Z","end":"2026-03-12T19:28:09.855708Z","steps":["trace[1391335379] 'agreement among raft nodes before linearized reading' (duration: 787.664435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:09.855741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.774749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:28:09.855793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.067795Z","time spent":"787.985621ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:28:09.85581Z","caller":"traceutil/trace.go:171","msg":"trace[927597591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6180; }","duration":"344.884042ms","start":"2026-03-12T19:28:09.510907Z","end":"2026-03-12T19:28:09.855791Z","steps":["trace[927597591] 'agreement among raft nodes before linearized reading' (duration: 344.699778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:09.855807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.54229Z","time spent":"313.47615ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:28:09.855854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.510886Z","time spent":"344.957084ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:28:10.204871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.420293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:10.205004Z","caller":"traceutil/trace.go:171","msg":"trace[1509734251] linearizableReadLoop","detail":"{readStateIndex:6438; appliedIndex:6437; }","duration":"253.851108ms","start":"2026-03-12T19:28:09.95113Z","end":"2026-03-12T19:28:10.204981Z","steps":["trace[1509734251] 'read index received' (duration: 121.239051ms)","trace[1509734251] 'applied index is now lower than readState.Index' (duration: 132.610267ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:10.205103Z","caller":"traceutil/trace.go:171","msg":"trace[2085367] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"344.652896ms","start":"2026-03-12T19:28:09.860434Z","end":"2026-03-12T19:28:10.205087Z","steps":["trace[2085367] 'process raft request' (duration: 211.913026ms)","trace[2085367] 'compare' (duration: 132.26269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:10.205198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.860421Z","time spent":"344.729479ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:10.205286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.147724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:28:10.205339Z","caller":"traceutil/trace.go:171","msg":"trace[380544746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6181; }","duration":"254.247767ms","start":"2026-03-12T19:28:09.951078Z","end":"2026-03-12T19:28:10.205326Z","steps":["trace[380544746] 'agreement among raft nodes before linearized reading' (duration: 254.138764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:10.503379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.612131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:10.503746Z","caller":"traceutil/trace.go:171","msg":"trace[390308589] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"510.087819ms","start":"2026-03-12T19:28:09.993624Z","end":"2026-03-12T19:28:10.503711Z","steps":["trace[390308589] 'process raft request' (duration: 398.036107ms)","trace[390308589] 'compare' (duration: 111.340955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:10.503915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.99359Z","time spent":"510.220782ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:10.628005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.35119ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:28:10.628099Z","caller":"traceutil/trace.go:171","msg":"trace[1702820431] linearizableReadLoop","detail":"{readStateIndex:6440; appliedIndex:6438; }","duration":"423.033574ms","start":"2026-03-12T19:28:10.205048Z","end":"2026-03-12T19:28:10.628082Z","steps":["trace[1702820431] 'read index received' (duration: 186.677044ms)","trace[1702820431] 'applied index is now lower than readState.Index' (duration: 236.35509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:10.628304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.071516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:28:10.628293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.667339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:28:10.62834Z","caller":"traceutil/trace.go:171","msg":"trace[1418577592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6182; }","duration":"606.138848ms","start":"2026-03-12T19:28:10.022191Z","end":"2026-03-12T19:28:10.62833Z","steps":["trace[1418577592] 'agreement among raft nodes before linearized reading' (duration: 605.959964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:10.628344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.003096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:28:10.628376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:10.022178Z","time spent":"606.190088ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:28:10.628372Z","caller":"traceutil/trace.go:171","msg":"trace[931698728] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6182; }","duration":"587.786071ms","start":"2026-03-12T19:28:10.040567Z","end":"2026-03-12T19:28:10.628353Z","steps":["trace[931698728] 'agreement among raft nodes before linearized reading' (duration: 587.590507ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:10.628425Z","caller":"traceutil/trace.go:171","msg":"trace[1056559108] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6182; }","duration":"674.132569ms","start":"2026-03-12T19:28:09.954272Z","end":"2026-03-12T19:28:10.628405Z","steps":["trace[1056559108] 'agreement among raft nodes before linearized reading' (duration: 673.989766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:10.628469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:09.95425Z","time spent":"674.207931ms","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:28:10.628455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.674547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:28:10.628608Z","caller":"traceutil/trace.go:171","msg":"trace[1705892000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6182; }","duration":"564.952593ms","start":"2026-03-12T19:28:10.063638Z","end":"2026-03-12T19:28:10.628591Z","steps":["trace[1705892000] 'agreement among raft nodes before linearized reading' (duration: 564.483933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:10.628661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:10.063617Z","time spent":"565.027415ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:28:10.628659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:10.040556Z","time spent":"587.994217ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:28:10.629081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.798303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:28:10.629137Z","caller":"traceutil/trace.go:171","msg":"trace[887958354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6182; }","duration":"565.876954ms","start":"2026-03-12T19:28:10.063244Z","end":"2026-03-12T19:28:10.629121Z","steps":["trace[887958354] 'agreement among raft nodes before linearized reading' (duration: 565.089537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:10.629237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:10.063234Z","time spent":"565.993468ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:28:10.633742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.767726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:28:10.633814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.383847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:28:10.633829Z","caller":"traceutil/trace.go:171","msg":"trace[327934574] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6183; }","duration":"268.902789ms","start":"2026-03-12T19:28:10.364907Z","end":"2026-03-12T19:28:10.633809Z","steps":["trace[327934574] 'agreement among raft nodes before linearized reading' (duration: 268.763386ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:10.633823Z","caller":"traceutil/trace.go:171","msg":"trace[881354461] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"285.193849ms","start":"2026-03-12T19:28:10.348605Z","end":"2026-03-12T19:28:10.633799Z","steps":["trace[881354461] 'process raft request' (duration: 284.875312ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:10.633871Z","caller":"traceutil/trace.go:171","msg":"trace[839057493] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6183; }","duration":"268.460439ms","start":"2026-03-12T19:28:10.365395Z","end":"2026-03-12T19:28:10.633856Z","steps":["trace[839057493] 'agreement among raft nodes before linearized reading' (duration: 268.366487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:10.946826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.954809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:28:10.947102Z","caller":"traceutil/trace.go:171","msg":"trace[1157213629] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"314.231097ms","start":"2026-03-12T19:28:10.632838Z","end":"2026-03-12T19:28:10.947069Z","steps":["trace[1157213629] 'process raft request' (duration: 115.93702ms)","trace[1157213629] 'compare' (duration: 197.823897ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:10.947178Z","caller":"traceutil/trace.go:171","msg":"trace[1176522235] transaction","detail":"{read_only:false; response_revision:6186; number_of_response:1; }","duration":"312.962038ms","start":"2026-03-12T19:28:10.634202Z","end":"2026-03-12T19:28:10.947164Z","steps":["trace[1176522235] 'process raft request' (duration: 312.876146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:10.947227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:10.632815Z","time spent":"314.354259ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:28:10.947251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:10.634187Z","time spent":"313.028859ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:10.947261Z","caller":"traceutil/trace.go:171","msg":"trace[463230796] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"314.328989ms","start":"2026-03-12T19:28:10.632905Z","end":"2026-03-12T19:28:10.947234Z","steps":["trace[463230796] 'process raft request' (duration: 314.083633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:10.947371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:28:10.632872Z","time spent":"314.442142ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:28:11.188841Z","caller":"traceutil/trace.go:171","msg":"trace[1679294396] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"127.577453ms","start":"2026-03-12T19:28:11.061233Z","end":"2026-03-12T19:28:11.18881Z","steps":["trace[1679294396] 'process raft request' (duration: 82.894639ms)","trace[1679294396] 'compare' (duration: 44.543741ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:11.385624Z","caller":"traceutil/trace.go:171","msg":"trace[1794495797] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"131.668836ms","start":"2026-03-12T19:28:11.253927Z","end":"2026-03-12T19:28:11.385595Z","steps":["trace[1794495797] 'process raft request' (duration: 85.381737ms)","trace[1794495797] 'compare' (duration: 46.170446ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:24.143408Z","caller":"traceutil/trace.go:171","msg":"trace[1904630134] transaction","detail":"{read_only:false; response_revision:6280; number_of_response:1; }","duration":"128.116325ms","start":"2026-03-12T19:28:24.015261Z","end":"2026-03-12T19:28:24.143377Z","steps":["trace[1904630134] 'process raft request' (duration: 92.442856ms)","trace[1904630134] 'compare' (duration: 35.512495ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:24.433293Z","caller":"traceutil/trace.go:171","msg":"trace[869787364] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"138.076441ms","start":"2026-03-12T19:28:24.295183Z","end":"2026-03-12T19:28:24.43326Z","steps":["trace[869787364] 'process raft request' (duration: 97.92361ms)","trace[869787364] 'compare' (duration: 39.943496ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:24.627627Z","caller":"traceutil/trace.go:171","msg":"trace[307743428] transaction","detail":"{read_only:false; response_revision:6288; number_of_response:1; }","duration":"113.657897ms","start":"2026-03-12T19:28:24.513948Z","end":"2026-03-12T19:28:24.627606Z","steps":["trace[307743428] 'process raft request' (duration: 113.436323ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:24.721297Z","caller":"traceutil/trace.go:171","msg":"trace[1386640356] linearizableReadLoop","detail":"{readStateIndex:6550; appliedIndex:6547; }","duration":"136.201749ms","start":"2026-03-12T19:28:24.58506Z","end":"2026-03-12T19:28:24.721262Z","steps":["trace[1386640356] 'read index received' (duration: 42.379871ms)","trace[1386640356] 'applied index is now lower than readState.Index' (duration: 93.820198ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:24.721441Z","caller":"traceutil/trace.go:171","msg":"trace[1132742865] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"141.52405ms","start":"2026-03-12T19:28:24.579853Z","end":"2026-03-12T19:28:24.721377Z","steps":["trace[1132742865] 'process raft request' (duration: 103.499917ms)","trace[1132742865] 'compare' (duration: 37.711586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:24.721693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.614859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-sync-blxzx\" ","response":"range_response_count:1 size:8551"} {"level":"info","ts":"2026-03-12T19:28:24.721807Z","caller":"traceutil/trace.go:171","msg":"trace[2095762671] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-sync-blxzx; range_end:; response_count:1; response_revision:6290; }","duration":"136.814043ms","start":"2026-03-12T19:28:24.584973Z","end":"2026-03-12T19:28:24.721787Z","steps":["trace[2095762671] 'agreement among raft nodes before linearized reading' (duration: 136.508096ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:24.877642Z","caller":"traceutil/trace.go:171","msg":"trace[969099476] linearizableReadLoop","detail":"{readStateIndex:6552; appliedIndex:6550; }","duration":"113.679729ms","start":"2026-03-12T19:28:24.763941Z","end":"2026-03-12T19:28:24.87762Z","steps":["trace[969099476] 'read index received' (duration: 22.657964ms)","trace[969099476] 'applied index is now lower than readState.Index' (duration: 91.020635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:28:24.877795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.829582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:28:24.877835Z","caller":"traceutil/trace.go:171","msg":"trace[926364618] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6291; }","duration":"113.891533ms","start":"2026-03-12T19:28:24.763933Z","end":"2026-03-12T19:28:24.877824Z","steps":["trace[926364618] 'agreement among raft nodes before linearized reading' (duration: 113.798941ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:28:24.877933Z","caller":"traceutil/trace.go:171","msg":"trace[11781402] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"142.132924ms","start":"2026-03-12T19:28:24.735684Z","end":"2026-03-12T19:28:24.877817Z","steps":["trace[11781402] 'process raft request' (duration: 103.120109ms)","trace[11781402] 'compare' (duration: 38.675168ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:38.871939Z","caller":"traceutil/trace.go:171","msg":"trace[753896964] linearizableReadLoop","detail":"{readStateIndex:6631; appliedIndex:6629; }","duration":"112.113643ms","start":"2026-03-12T19:28:38.759799Z","end":"2026-03-12T19:28:38.871913Z","steps":["trace[753896964] 'read index received' (duration: 45.211455ms)","trace[753896964] 'applied index is now lower than readState.Index' (duration: 66.900528ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:28:38.872036Z","caller":"traceutil/trace.go:171","msg":"trace[544835082] transaction","detail":"{read_only:false; response_revision:6368; number_of_response:1; }","duration":"125.466146ms","start":"2026-03-12T19:28:38.74653Z","end":"2026-03-12T19:28:38.871996Z","steps":["trace[544835082] 'process raft request' (duration: 124.919954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:28:38.872176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.355738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8315"} {"level":"info","ts":"2026-03-12T19:28:38.872261Z","caller":"traceutil/trace.go:171","msg":"trace[1690197079] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6368; }","duration":"112.480561ms","start":"2026-03-12T19:28:38.759761Z","end":"2026-03-12T19:28:38.872241Z","steps":["trace[1690197079] 'agreement among raft nodes before linearized reading' (duration: 112.255536ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:29:25.779825Z","caller":"traceutil/trace.go:171","msg":"trace[1078797975] transaction","detail":"{read_only:false; response_revision:6634; number_of_response:1; }","duration":"134.942399ms","start":"2026-03-12T19:29:25.644861Z","end":"2026-03-12T19:29:25.779803Z","steps":["trace[1078797975] 'process raft request' (duration: 111.092367ms)","trace[1078797975] 'compare' (duration: 23.76157ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:06.943202Z","caller":"traceutil/trace.go:171","msg":"trace[339136437] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"144.79811ms","start":"2026-03-12T19:30:06.798374Z","end":"2026-03-12T19:30:06.943172Z","steps":["trace[339136437] 'process raft request' (duration: 144.471233ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:07.114002Z","caller":"traceutil/trace.go:171","msg":"trace[243899959] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"164.468639ms","start":"2026-03-12T19:30:06.949501Z","end":"2026-03-12T19:30:07.11397Z","steps":["trace[243899959] 'process raft request' (duration: 164.266805ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:07.142216Z","caller":"traceutil/trace.go:171","msg":"trace[1222892714] linearizableReadLoop","detail":"{readStateIndex:7118; appliedIndex:7116; }","duration":"189.742203ms","start":"2026-03-12T19:30:06.952454Z","end":"2026-03-12T19:30:07.142196Z","steps":["trace[1222892714] 'read index received' (duration: 161.336819ms)","trace[1222892714] 'applied index is now lower than readState.Index' (duration: 28.404504ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:07.142289Z","caller":"traceutil/trace.go:171","msg":"trace[1898886320] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"192.193528ms","start":"2026-03-12T19:30:06.950073Z","end":"2026-03-12T19:30:07.142266Z","steps":["trace[1898886320] 'process raft request' (duration: 192.005564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:07.142311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.850546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:30:07.142342Z","caller":"traceutil/trace.go:171","msg":"trace[730244828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6835; }","duration":"189.924187ms","start":"2026-03-12T19:30:06.952408Z","end":"2026-03-12T19:30:07.142332Z","steps":["trace[730244828] 'agreement among raft nodes before linearized reading' (duration: 189.864205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:16.349883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.725603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:30:16.349977Z","caller":"traceutil/trace.go:171","msg":"trace[240887568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6901; }","duration":"120.839376ms","start":"2026-03-12T19:30:16.22912Z","end":"2026-03-12T19:30:16.349959Z","steps":["trace[240887568] 'range keys from in-memory index tree' (duration: 120.517709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:16.350057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.923076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:30:16.350144Z","caller":"traceutil/trace.go:171","msg":"trace[190270087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6901; }","duration":"116.042079ms","start":"2026-03-12T19:30:16.23408Z","end":"2026-03-12T19:30:16.350122Z","steps":["trace[190270087] 'range keys from in-memory index tree' (duration: 115.722662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:17.666208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.85313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:30:17.666348Z","caller":"traceutil/trace.go:171","msg":"trace[719915380] transaction","detail":"{read_only:false; response_revision:6907; number_of_response:1; }","duration":"310.285522ms","start":"2026-03-12T19:30:17.356036Z","end":"2026-03-12T19:30:17.666322Z","steps":["trace[719915380] 'process raft request' (duration: 170.221078ms)","trace[719915380] 'compare' (duration: 139.499361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:30:17.666792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:30:17.356Z","time spent":"310.621029ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:30:18.076422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.785944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:30:18.076607Z","caller":"traceutil/trace.go:171","msg":"trace[1906058415] linearizableReadLoop","detail":"{readStateIndex:7194; appliedIndex:7193; }","duration":"314.603678ms","start":"2026-03-12T19:30:17.761986Z","end":"2026-03-12T19:30:18.07659Z","steps":["trace[1906058415] 'read index received' (duration: 80.479685ms)","trace[1906058415] 'applied index is now lower than readState.Index' (duration: 234.122163ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:18.076733Z","caller":"traceutil/trace.go:171","msg":"trace[103016805] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"557.064417ms","start":"2026-03-12T19:30:17.519656Z","end":"2026-03-12T19:30:18.07672Z","steps":["trace[103016805] 'process raft request' (duration: 322.902694ms)","trace[103016805] 'compare' (duration: 233.653302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:30:18.076838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:30:17.51963Z","time spent":"557.17165ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:30:18.076868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.143504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:30:18.076933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.359967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:30:18.076989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.993886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:30:18.07704Z","caller":"traceutil/trace.go:171","msg":"trace[412749120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6908; }","duration":"125.51298ms","start":"2026-03-12T19:30:17.951506Z","end":"2026-03-12T19:30:18.077019Z","steps":["trace[412749120] 'agreement among raft nodes before linearized reading' (duration: 125.354697ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:18.077081Z","caller":"traceutil/trace.go:171","msg":"trace[1311645268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6908; }","duration":"315.128269ms","start":"2026-03-12T19:30:17.761932Z","end":"2026-03-12T19:30:18.07706Z","steps":["trace[1311645268] 'agreement among raft nodes before linearized reading' (duration: 314.925985ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:18.076972Z","caller":"traceutil/trace.go:171","msg":"trace[2057539588] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6908; }","duration":"243.327878ms","start":"2026-03-12T19:30:17.833623Z","end":"2026-03-12T19:30:18.076951Z","steps":["trace[2057539588] 'agreement among raft nodes before linearized reading' (duration: 243.131204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:30:18.077128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:30:17.761911Z","time spent":"315.208512ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:30:18.216677Z","caller":"traceutil/trace.go:171","msg":"trace[1934603497] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"134.671434ms","start":"2026-03-12T19:30:18.081964Z","end":"2026-03-12T19:30:18.216636Z","steps":["trace[1934603497] 'process raft request' (duration: 134.429659ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:30:18.657046Z","caller":"traceutil/trace.go:171","msg":"trace[1746132902] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"107.048608ms","start":"2026-03-12T19:30:18.549968Z","end":"2026-03-12T19:30:18.657016Z","steps":["trace[1746132902] 'process raft request' (duration: 77.608301ms)","trace[1746132902] 'compare' (duration: 29.318214ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:30:31.872983Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4733} {"level":"info","ts":"2026-03-12T19:30:32.010557Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4733,"took":"136.084186ms","hash":1159903220,"current-db-size-bytes":36663296,"current-db-size":"37 MB","current-db-size-in-use-bytes":20738048,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-12T19:30:32.010635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1159903220,"revision":4733,"compact-revision":2613} {"level":"info","ts":"2026-03-12T19:30:37.266235Z","caller":"traceutil/trace.go:171","msg":"trace[712636874] transaction","detail":"{read_only:false; response_revision:7038; number_of_response:1; }","duration":"129.788675ms","start":"2026-03-12T19:30:37.136423Z","end":"2026-03-12T19:30:37.266212Z","steps":["trace[712636874] 'process raft request' (duration: 129.588441ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:10.767241Z","caller":"traceutil/trace.go:171","msg":"trace[1706045440] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"132.807022ms","start":"2026-03-12T19:31:10.634406Z","end":"2026-03-12T19:31:10.767213Z","steps":["trace[1706045440] 'process raft request' (duration: 39.921171ms)","trace[1706045440] 'compare' (duration: 92.665676ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:31:10.767425Z","caller":"traceutil/trace.go:171","msg":"trace[760954816] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"118.193086ms","start":"2026-03-12T19:31:10.649194Z","end":"2026-03-12T19:31:10.767387Z","steps":["trace[760954816] 'process raft request' (duration: 117.975401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:14.210984Z","caller":"traceutil/trace.go:171","msg":"trace[1368920964] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"274.197127ms","start":"2026-03-12T19:31:13.936753Z","end":"2026-03-12T19:31:14.21095Z","steps":["trace[1368920964] 'process raft request' (duration: 274.047263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:14.396033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.971601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-12T19:31:14.396146Z","caller":"traceutil/trace.go:171","msg":"trace[908750410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7308; }","duration":"114.141705ms","start":"2026-03-12T19:31:14.281985Z","end":"2026-03-12T19:31:14.396127Z","steps":["trace[908750410] 'range keys from in-memory index tree' (duration: 113.751177ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:21.518107Z","caller":"traceutil/trace.go:171","msg":"trace[1965415063] transaction","detail":"{read_only:false; response_revision:7425; number_of_response:1; }","duration":"139.664895ms","start":"2026-03-12T19:31:21.378423Z","end":"2026-03-12T19:31:21.518088Z","steps":["trace[1965415063] 'process raft request' (duration: 139.548523ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:22.801841Z","caller":"traceutil/trace.go:171","msg":"trace[13374737] transaction","detail":"{read_only:false; response_revision:7435; number_of_response:1; }","duration":"127.963105ms","start":"2026-03-12T19:31:22.673846Z","end":"2026-03-12T19:31:22.801809Z","steps":["trace[13374737] 'process raft request' (duration: 127.635167ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:22.978049Z","caller":"traceutil/trace.go:171","msg":"trace[1281420323] linearizableReadLoop","detail":"{readStateIndex:7743; appliedIndex:7742; }","duration":"161.415782ms","start":"2026-03-12T19:31:22.81661Z","end":"2026-03-12T19:31:22.978026Z","steps":["trace[1281420323] 'read index received' (duration: 34.709245ms)","trace[1281420323] 'applied index is now lower than readState.Index' (duration: 126.705197ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:31:22.978172Z","caller":"traceutil/trace.go:171","msg":"trace[182565136] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"171.71684ms","start":"2026-03-12T19:31:22.806439Z","end":"2026-03-12T19:31:22.978155Z","steps":["trace[182565136] 'process raft request' (duration: 156.101341ms)","trace[182565136] 'compare' (duration: 15.255562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:31:22.978396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.39459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:31:22.978544Z","caller":"traceutil/trace.go:171","msg":"trace[1419049313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7437; }","duration":"148.591374ms","start":"2026-03-12T19:31:22.829929Z","end":"2026-03-12T19:31:22.97852Z","steps":["trace[1419049313] 'agreement among raft nodes before linearized reading' (duration: 148.279848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:31:22.978818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.196419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:31:22.978873Z","caller":"traceutil/trace.go:171","msg":"trace[631571814] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:7437; }","duration":"162.27985ms","start":"2026-03-12T19:31:22.816582Z","end":"2026-03-12T19:31:22.978862Z","steps":["trace[631571814] 'agreement among raft nodes before linearized reading' (duration: 162.173168ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:37.241327Z","caller":"traceutil/trace.go:171","msg":"trace[721497308] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"124.967137ms","start":"2026-03-12T19:31:37.116323Z","end":"2026-03-12T19:31:37.24129Z","steps":["trace[721497308] 'process raft request' (duration: 47.403874ms)","trace[721497308] 'compare' (duration: 77.316817ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:31:37.528814Z","caller":"traceutil/trace.go:171","msg":"trace[655797036] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"116.206533ms","start":"2026-03-12T19:31:37.412575Z","end":"2026-03-12T19:31:37.528782Z","steps":["trace[655797036] 'process raft request' (duration: 115.398536ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:31:39.746749Z","caller":"traceutil/trace.go:171","msg":"trace[499822972] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"198.185834ms","start":"2026-03-12T19:31:39.548535Z","end":"2026-03-12T19:31:39.746721Z","steps":["trace[499822972] 'process raft request' (duration: 198.043761ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:32:23.620281Z","caller":"traceutil/trace.go:171","msg":"trace[224574774] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"112.875499ms","start":"2026-03-12T19:32:23.507368Z","end":"2026-03-12T19:32:23.620244Z","steps":["trace[224574774] 'process raft request' (duration: 20.946096ms)","trace[224574774] 'compare' (duration: 91.693888ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:32:53.584247Z","caller":"traceutil/trace.go:171","msg":"trace[1139946504] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"157.888959ms","start":"2026-03-12T19:32:53.426326Z","end":"2026-03-12T19:32:53.584215Z","steps":["trace[1139946504] 'process raft request' (duration: 157.644723ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:01.795728Z","caller":"traceutil/trace.go:171","msg":"trace[127446689] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"107.995871ms","start":"2026-03-12T19:33:01.687708Z","end":"2026-03-12T19:33:01.795704Z","steps":["trace[127446689] 'process raft request' (duration: 107.835706ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:01.899848Z","caller":"traceutil/trace.go:171","msg":"trace[1833766410] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"149.3351ms","start":"2026-03-12T19:33:01.750495Z","end":"2026-03-12T19:33:01.89983Z","steps":["trace[1833766410] 'process raft request' (duration: 149.280898ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:01.899859Z","caller":"traceutil/trace.go:171","msg":"trace[657387341] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"151.20448ms","start":"2026-03-12T19:33:01.748634Z","end":"2026-03-12T19:33:01.899839Z","steps":["trace[657387341] 'process raft request' (duration: 151.118018ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:01.899894Z","caller":"traceutil/trace.go:171","msg":"trace[290840457] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"211.666824ms","start":"2026-03-12T19:33:01.688189Z","end":"2026-03-12T19:33:01.899856Z","steps":["trace[290840457] 'process raft request' (duration: 170.725034ms)","trace[290840457] 'compare' (duration: 40.773636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:08.778411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.28302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:08.778492Z","caller":"traceutil/trace.go:171","msg":"trace[761621160] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8241; }","duration":"348.449904ms","start":"2026-03-12T19:33:08.430022Z","end":"2026-03-12T19:33:08.778472Z","steps":["trace[761621160] 'count revisions from in-memory index tree' (duration: 348.124986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:08.778495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.072605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:33:08.778535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:08.43Z","time spent":"348.522455ms","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:08.778578Z","caller":"traceutil/trace.go:171","msg":"trace[1131577980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8241; }","duration":"267.207598ms","start":"2026-03-12T19:33:08.511351Z","end":"2026-03-12T19:33:08.778558Z","steps":["trace[1131577980] 'range keys from in-memory index tree' (duration: 266.84331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:12.450582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194459458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:12.950937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194459458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:12.997971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123187881s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:33:12.998296Z","caller":"traceutil/trace.go:171","msg":"trace[1615443674] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"1.12356879s","start":"2026-03-12T19:33:11.874701Z","end":"2026-03-12T19:33:12.99827Z","steps":["trace[1615443674] 'process raft request' (duration: 1.123386776s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:12.99844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:11.874685Z","time spent":"1.123667213s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:13.950776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:33:13.95088Z","caller":"traceutil/trace.go:171","msg":"trace[517448203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000401748s","start":"2026-03-12T19:33:11.950449Z","end":"2026-03-12T19:33:13.950851Z","steps":["trace[517448203] 'agreement among raft nodes before linearized reading' (duration: 2.000271574s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:13.950978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:11.950429Z","time spent":"2.00052005s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:33:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:33:14.200554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.606419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:14.200894Z","caller":"traceutil/trace.go:171","msg":"trace[1288585209] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8586; }","duration":"2.250366983s","start":"2026-03-12T19:33:11.950494Z","end":"2026-03-12T19:33:14.200861Z","steps":["trace[1288585209] 'read index received' (duration: 1.047748795s)","trace[1288585209] 'applied index is now lower than readState.Index' (duration: 1.202616707s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:14.200949Z","caller":"traceutil/trace.go:171","msg":"trace[38773120] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"2.136491992s","start":"2026-03-12T19:33:12.064417Z","end":"2026-03-12T19:33:14.200909Z","steps":["trace[38773120] 'process raft request' (duration: 2.136261397s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:14.201034Z","caller":"traceutil/trace.go:171","msg":"trace[1280519054] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"2.237384073s","start":"2026-03-12T19:33:11.963597Z","end":"2026-03-12T19:33:14.200981Z","steps":["trace[1280519054] 'process raft request' (duration: 1.928247692s)","trace[1280519054] 'compare' (duration: 307.933994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:14.201143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129148617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:33:14.201187Z","caller":"traceutil/trace.go:171","msg":"trace[1542723834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8256; }","duration":"2.129229939s","start":"2026-03-12T19:33:12.071944Z","end":"2026-03-12T19:33:14.201174Z","steps":["trace[1542723834] 'agreement among raft nodes before linearized reading' (duration: 2.129075376s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:14.201174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.064385Z","time spent":"2.136664415s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:14.201193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:11.96357Z","time spent":"2.237553437s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:14.201224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.071924Z","time spent":"2.12928823s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:33:14.200949Z","caller":"traceutil/trace.go:171","msg":"trace[1915696826] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"1.376963262s","start":"2026-03-12T19:33:12.823952Z","end":"2026-03-12T19:33:14.200915Z","steps":["trace[1915696826] 'process raft request' (duration: 1.376846419s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:14.201311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.905144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:14.201445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.823933Z","time spent":"1.377448112s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:14.201284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403189384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:33:14.201503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950409595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:33:14.201564Z","caller":"traceutil/trace.go:171","msg":"trace[563433555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8256; }","duration":"1.950511068s","start":"2026-03-12T19:33:12.251037Z","end":"2026-03-12T19:33:14.201549Z","steps":["trace[563433555] 'agreement among raft nodes before linearized reading' (duration: 1.950315223s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:14.201569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125685061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:33:14.20163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.251012Z","time spent":"1.950605279s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:33:14.201758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087046551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:14.2018Z","caller":"traceutil/trace.go:171","msg":"trace[1459656449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8256; }","duration":"2.125944067s","start":"2026-03-12T19:33:12.075833Z","end":"2026-03-12T19:33:14.201777Z","steps":["trace[1459656449] 'agreement among raft nodes before linearized reading' (duration: 2.125538288s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:14.201489Z","caller":"traceutil/trace.go:171","msg":"trace[1254621161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8256; }","duration":"250.129659ms","start":"2026-03-12T19:33:13.951334Z","end":"2026-03-12T19:33:14.201464Z","steps":["trace[1254621161] 'agreement among raft nodes before linearized reading' (duration: 249.765461ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:14.201856Z","caller":"traceutil/trace.go:171","msg":"trace[1502306857] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8256; }","duration":"2.087198955s","start":"2026-03-12T19:33:12.114635Z","end":"2026-03-12T19:33:14.201834Z","steps":["trace[1502306857] 'agreement among raft nodes before linearized reading' (duration: 2.086676243s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:14.201904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.114605Z","time spent":"2.087290277s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:33:14.201552Z","caller":"traceutil/trace.go:171","msg":"trace[1330275668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8256; }","duration":"1.403475781s","start":"2026-03-12T19:33:12.798042Z","end":"2026-03-12T19:33:14.201517Z","steps":["trace[1330275668] 'agreement among raft nodes before linearized reading' (duration: 1.403022471s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:14.2014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289209791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:14.201965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.798023Z","time spent":"1.40392615s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T19:33:14.202Z","caller":"traceutil/trace.go:171","msg":"trace[1723423719] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8256; }","duration":"1.289808694s","start":"2026-03-12T19:33:12.912173Z","end":"2026-03-12T19:33:14.20195Z","steps":["trace[1723423719] 'agreement among raft nodes before linearized reading' (duration: 1.28916849s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:14.202219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.912096Z","time spent":"1.290100421s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:14.201409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12389721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:33:14.202343Z","caller":"traceutil/trace.go:171","msg":"trace[23807091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8256; }","duration":"2.124842181s","start":"2026-03-12T19:33:12.077483Z","end":"2026-03-12T19:33:14.202325Z","steps":["trace[23807091] 'agreement among raft nodes before linearized reading' (duration: 2.12386512s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:14.202423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.077472Z","time spent":"2.124921853s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:14.201908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:12.075786Z","time spent":"2.126061789s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:33:22.515719Z","caller":"traceutil/trace.go:171","msg":"trace[1813496061] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"288.667105ms","start":"2026-03-12T19:33:22.227029Z","end":"2026-03-12T19:33:22.515696Z","steps":["trace[1813496061] 'process raft request' (duration: 288.489071ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:23.493915Z","caller":"traceutil/trace.go:171","msg":"trace[811552698] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"1.258142021s","start":"2026-03-12T19:33:22.235741Z","end":"2026-03-12T19:33:23.493883Z","steps":["trace[811552698] 'process raft request' (duration: 1.257863285s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.494114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.235714Z","time spent":"1.258312814s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:23.494186Z","caller":"traceutil/trace.go:171","msg":"trace[660058911] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8628; }","duration":"1.181985208s","start":"2026-03-12T19:33:22.312162Z","end":"2026-03-12T19:33:23.494147Z","steps":["trace[660058911] 'read index received' (duration: 203.426841ms)","trace[660058911] 'applied index is now lower than readState.Index' (duration: 978.556927ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:23.494358Z","caller":"traceutil/trace.go:171","msg":"trace[394580910] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"1.256275069s","start":"2026-03-12T19:33:22.238067Z","end":"2026-03-12T19:33:23.494342Z","steps":["trace[394580910] 'process raft request' (duration: 1.255764838s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.494475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.238043Z","time spent":"1.25635243s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:23.494601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174802948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:23.494664Z","caller":"traceutil/trace.go:171","msg":"trace[1958861735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8295; }","duration":"1.17488766s","start":"2026-03-12T19:33:22.319764Z","end":"2026-03-12T19:33:23.494652Z","steps":["trace[1958861735] 'agreement among raft nodes before linearized reading' (duration: 1.174708226s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.494685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.576466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T19:33:23.494707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.319757Z","time spent":"1.174941151s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:33:23.494728Z","caller":"traceutil/trace.go:171","msg":"trace[10976990] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8295; }","duration":"757.649947ms","start":"2026-03-12T19:33:22.737065Z","end":"2026-03-12T19:33:23.494715Z","steps":["trace[10976990] 'agreement among raft nodes before linearized reading' (duration: 757.513854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.49477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.737047Z","time spent":"757.716239ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:33:23.494866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167776501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:23.494916Z","caller":"traceutil/trace.go:171","msg":"trace[713452807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8295; }","duration":"1.167835053s","start":"2026-03-12T19:33:22.327067Z","end":"2026-03-12T19:33:23.494902Z","steps":["trace[713452807] 'agreement among raft nodes before linearized reading' (duration: 1.167712541s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.494953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.32706Z","time spent":"1.167885904s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:33:23.494983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182822647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:33:23.495023Z","caller":"traceutil/trace.go:171","msg":"trace[1824717617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8295; }","duration":"1.182862949s","start":"2026-03-12T19:33:22.312151Z","end":"2026-03-12T19:33:23.495014Z","steps":["trace[1824717617] 'agreement among raft nodes before linearized reading' (duration: 1.182766746s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.495057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.312074Z","time spent":"1.182976471s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:23.49515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.808747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:23.495166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.727645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T19:33:23.494993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17398666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:33:23.495192Z","caller":"traceutil/trace.go:171","msg":"trace[909725302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8295; }","duration":"543.879218ms","start":"2026-03-12T19:33:22.951302Z","end":"2026-03-12T19:33:23.495182Z","steps":["trace[909725302] 'agreement among raft nodes before linearized reading' (duration: 543.821977ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:23.495198Z","caller":"traceutil/trace.go:171","msg":"trace[173191388] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8295; }","duration":"840.796327ms","start":"2026-03-12T19:33:22.654393Z","end":"2026-03-12T19:33:23.495189Z","steps":["trace[173191388] 'agreement among raft nodes before linearized reading' (duration: 840.708985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.495221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.951281Z","time spent":"543.934009ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:23.495218Z","caller":"traceutil/trace.go:171","msg":"trace[1292375187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8295; }","duration":"1.174243517s","start":"2026-03-12T19:33:22.320965Z","end":"2026-03-12T19:33:23.495209Z","steps":["trace[1292375187] 'agreement among raft nodes before linearized reading' (duration: 1.17397437s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.495473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.320944Z","time spent":"1.174516482s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:23.495503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.153278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:33:23.495543Z","caller":"traceutil/trace.go:171","msg":"trace[797222704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8295; }","duration":"425.22035ms","start":"2026-03-12T19:33:23.070313Z","end":"2026-03-12T19:33:23.495534Z","steps":["trace[797222704] 'agreement among raft nodes before linearized reading' (duration: 425.126928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.495227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.654372Z","time spent":"840.846378ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:33:23.495608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:23.070297Z","time spent":"425.303502ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:23.49492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173664532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:33:23.495698Z","caller":"traceutil/trace.go:171","msg":"trace[1059829833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8295; }","duration":"1.174468731s","start":"2026-03-12T19:33:22.321218Z","end":"2026-03-12T19:33:23.495687Z","steps":["trace[1059829833] 'agreement among raft nodes before linearized reading' (duration: 1.173638672s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:23.495752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:22.321199Z","time spent":"1.174543724s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:33:23.666098Z","caller":"traceutil/trace.go:171","msg":"trace[444055206] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"161.682523ms","start":"2026-03-12T19:33:23.504396Z","end":"2026-03-12T19:33:23.666078Z","steps":["trace[444055206] 'process raft request' (duration: 161.627822ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:23.666132Z","caller":"traceutil/trace.go:171","msg":"trace[59144025] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"161.770265ms","start":"2026-03-12T19:33:23.504319Z","end":"2026-03-12T19:33:23.666089Z","steps":["trace[59144025] 'process raft request' (duration: 161.600762ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:23.666465Z","caller":"traceutil/trace.go:171","msg":"trace[1854247088] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"162.062941ms","start":"2026-03-12T19:33:23.504395Z","end":"2026-03-12T19:33:23.666458Z","steps":["trace[1854247088] 'process raft request' (duration: 161.655612ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:23.66668Z","caller":"traceutil/trace.go:171","msg":"trace[35564791] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"162.113053ms","start":"2026-03-12T19:33:23.504553Z","end":"2026-03-12T19:33:23.666666Z","steps":["trace[35564791] 'process raft request' (duration: 161.875528ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:23.666893Z","caller":"traceutil/trace.go:171","msg":"trace[592746174] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"162.317907ms","start":"2026-03-12T19:33:23.504564Z","end":"2026-03-12T19:33:23.666882Z","steps":["trace[592746174] 'process raft request' (duration: 162.037621ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:23.667Z","caller":"traceutil/trace.go:171","msg":"trace[33216645] linearizableReadLoop","detail":"{readStateIndex:8638; appliedIndex:8631; }","duration":"127.534325ms","start":"2026-03-12T19:33:23.53944Z","end":"2026-03-12T19:33:23.666974Z","steps":["trace[33216645] 'read index received' (duration: 301.637µs)","trace[33216645] 'applied index is now lower than readState.Index' (duration: 127.230698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:23.667148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.675998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:23.66719Z","caller":"traceutil/trace.go:171","msg":"trace[1628197295] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8302; }","duration":"127.77709ms","start":"2026-03-12T19:33:23.539403Z","end":"2026-03-12T19:33:23.66718Z","steps":["trace[1628197295] 'agreement among raft nodes before linearized reading' (duration: 127.650947ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:23.667523Z","caller":"traceutil/trace.go:171","msg":"trace[867240521] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"162.398679ms","start":"2026-03-12T19:33:23.504598Z","end":"2026-03-12T19:33:23.666996Z","steps":["trace[867240521] 'process raft request' (duration: 162.244816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:26.007535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194459653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:26.508033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194459653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:27.008141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194459653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:27.267626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.897235953s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:33:27.758077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445313444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T19:33:27.76017Z","caller":"traceutil/trace.go:171","msg":"trace[1012746267] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8304; }","duration":"2.447455812s","start":"2026-03-12T19:33:25.312693Z","end":"2026-03-12T19:33:27.760149Z","steps":["trace[1012746267] 'range keys from in-memory index tree' (duration: 2.445187351s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.7602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807333499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:27.760302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.312672Z","time spent":"2.447584544s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-12T19:33:27.760312Z","caller":"traceutil/trace.go:171","msg":"trace[1677253650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8304; }","duration":"2.80959281s","start":"2026-03-12T19:33:24.950689Z","end":"2026-03-12T19:33:27.760282Z","steps":["trace[1677253650] 'range keys from in-memory index tree' (duration: 2.807166856s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.760404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:24.950638Z","time spent":"2.809740173s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:27.760007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.082266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-12T19:33:27.758338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595529801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-12T19:33:27.760582Z","caller":"traceutil/trace.go:171","msg":"trace[1059056467] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"2.39028433s","start":"2026-03-12T19:33:25.370258Z","end":"2026-03-12T19:33:27.760543Z","steps":["trace[1059056467] 'process raft request' (duration: 1.897578281s)","trace[1059056467] 'compare' (duration: 490.91589ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:27.760639Z","caller":"traceutil/trace.go:171","msg":"trace[284416198] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677; range_end:; response_count:1; response_revision:8304; }","duration":"2.597857423s","start":"2026-03-12T19:33:25.162756Z","end":"2026-03-12T19:33:27.760613Z","steps":["trace[284416198] 'range keys from in-memory index tree' (duration: 2.595377348s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.760711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.162737Z","time spent":"2.597955206s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" "} {"level":"warn","ts":"2026-03-12T19:33:27.760726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.370227Z","time spent":"2.390410944s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:27.849307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:33:27.849414Z","caller":"traceutil/trace.go:171","msg":"trace[500137602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0005881s","start":"2026-03-12T19:33:25.848795Z","end":"2026-03-12T19:33:27.849383Z","steps":["trace[500137602] 'agreement among raft nodes before linearized reading' (duration: 2.000441587s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:27.849465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.848777Z","time spent":"2.000677492s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:33:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:33:28.380716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009994547s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:33:28.673584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.539851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:28.673924Z","caller":"traceutil/trace.go:171","msg":"trace[610324238] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"3.174675963s","start":"2026-03-12T19:33:25.499189Z","end":"2026-03-12T19:33:28.673865Z","steps":["trace[610324238] 'process raft request' (duration: 2.881777204s)","trace[610324238] 'compare' (duration: 292.368737ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:28.674105Z","caller":"traceutil/trace.go:171","msg":"trace[624771463] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8641; }","duration":"3.167600465s","start":"2026-03-12T19:33:25.506486Z","end":"2026-03-12T19:33:28.674086Z","steps":["trace[624771463] 'read index received' (duration: 1.761447995s)","trace[624771463] 'applied index is now lower than readState.Index' (duration: 1.40615153s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:28.674152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.499162Z","time spent":"3.174870747s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.674193Z","caller":"traceutil/trace.go:171","msg":"trace[1359637454] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"3.166038611s","start":"2026-03-12T19:33:25.508144Z","end":"2026-03-12T19:33:28.674183Z","steps":["trace[1359637454] 'process raft request' (duration: 3.16553439s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.674264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.508128Z","time spent":"3.166091802s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:28.674398Z","caller":"traceutil/trace.go:171","msg":"trace[1259382357] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"2.105555762s","start":"2026-03-12T19:33:26.56881Z","end":"2026-03-12T19:33:28.674365Z","steps":["trace[1259382357] 'process raft request' (duration: 2.105237495s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:28.674422Z","caller":"traceutil/trace.go:171","msg":"trace[2003976217] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"2.723481166s","start":"2026-03-12T19:33:25.950917Z","end":"2026-03-12T19:33:28.674398Z","steps":["trace[2003976217] 'process raft request' (duration: 2.722834761s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.674553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.950875Z","time spent":"2.723599708s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:28.674553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.56879Z","time spent":"2.105679835s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:28.67459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168100745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:28.674677Z","caller":"traceutil/trace.go:171","msg":"trace[162095201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8309; }","duration":"3.168223248s","start":"2026-03-12T19:33:25.506433Z","end":"2026-03-12T19:33:28.674657Z","steps":["trace[162095201] 'agreement among raft nodes before linearized reading' (duration: 3.167968603s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.674733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.506411Z","time spent":"3.168308861s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:33:28.958972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:33:28.959087Z","caller":"traceutil/trace.go:171","msg":"trace[1430898218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418086s","start":"2026-03-12T19:33:26.958647Z","end":"2026-03-12T19:33:28.959065Z","steps":["trace[1430898218] 'agreement among raft nodes before linearized reading' (duration: 2.000266133s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:28.959139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.958625Z","time spent":"2.000503228s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:33:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:33:29.17425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194459661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:33:29.443716Z","caller":"traceutil/trace.go:171","msg":"trace[1715040705] linearizableReadLoop","detail":"{readStateIndex:8648; appliedIndex:8646; }","duration":"769.551813ms","start":"2026-03-12T19:33:28.674141Z","end":"2026-03-12T19:33:29.443693Z","steps":["trace[1715040705] 'read index received' (duration: 769.241466ms)","trace[1715040705] 'applied index is now lower than readState.Index' (duration: 309.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:29.443727Z","caller":"traceutil/trace.go:171","msg":"trace[1455752694] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"1.680971098s","start":"2026-03-12T19:33:27.76273Z","end":"2026-03-12T19:33:29.443701Z","steps":["trace[1455752694] 'process raft request' (duration: 1.680747283s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.443875Z","caller":"traceutil/trace.go:171","msg":"trace[2117338129] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"1.526985275s","start":"2026-03-12T19:33:27.91687Z","end":"2026-03-12T19:33:29.443856Z","steps":["trace[2117338129] 'process raft request' (duration: 1.52676613s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.443969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772845426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:33:29.443951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614328929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-12T19:33:29.444004Z","caller":"traceutil/trace.go:171","msg":"trace[1695214808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8311; }","duration":"3.772894557s","start":"2026-03-12T19:33:25.671102Z","end":"2026-03-12T19:33:29.443997Z","steps":["trace[1695214808] 'agreement among raft nodes before linearized reading' (duration: 3.772815575s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.444004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.916843Z","time spent":"1.527085218s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:29.443984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031275316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:29.444045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.671097Z","time spent":"3.772939868s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:29.443971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773367098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:33:29.444079Z","caller":"traceutil/trace.go:171","msg":"trace[988443183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8311; }","duration":"3.773523112s","start":"2026-03-12T19:33:25.670546Z","end":"2026-03-12T19:33:29.444069Z","steps":["trace[988443183] 'agreement among raft nodes before linearized reading' (duration: 3.773271246s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.44407Z","caller":"traceutil/trace.go:171","msg":"trace[1660743994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8311; }","duration":"3.031415768s","start":"2026-03-12T19:33:26.412633Z","end":"2026-03-12T19:33:29.444049Z","steps":["trace[1660743994] 'agreement among raft nodes before linearized reading' (duration: 3.031235124s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.444034Z","caller":"traceutil/trace.go:171","msg":"trace[1959392337] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8311; }","duration":"2.614469033s","start":"2026-03-12T19:33:26.829543Z","end":"2026-03-12T19:33:29.444012Z","steps":["trace[1959392337] 'agreement among raft nodes before linearized reading' (duration: 2.614208677s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.444118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.412615Z","time spent":"3.031492671s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:29.443983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.762714Z","time spent":"1.681150701s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:29.444142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:26.829522Z","time spent":"2.614614195s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-12T19:33:29.4439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773178534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:33:29.444233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773763147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:33:29.44413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.670527Z","time spent":"3.773582453s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:33:29.444252Z","caller":"traceutil/trace.go:171","msg":"trace[728269025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8311; }","duration":"3.773550522s","start":"2026-03-12T19:33:25.670682Z","end":"2026-03-12T19:33:29.444233Z","steps":["trace[728269025] 'agreement among raft nodes before linearized reading' (duration: 3.773094892s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.444282Z","caller":"traceutil/trace.go:171","msg":"trace[1236283627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8311; }","duration":"3.773847748s","start":"2026-03-12T19:33:25.670422Z","end":"2026-03-12T19:33:29.44427Z","steps":["trace[1236283627] 'agreement among raft nodes before linearized reading' (duration: 3.773648524s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.444309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429351416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:29.444315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.670674Z","time spent":"3.773620974s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:33:29.444335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.670394Z","time spent":"3.77393406s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:33:29.444349Z","caller":"traceutil/trace.go:171","msg":"trace[1725268353] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8311; }","duration":"1.429421017s","start":"2026-03-12T19:33:28.014917Z","end":"2026-03-12T19:33:29.444338Z","steps":["trace[1725268353] 'agreement among raft nodes before linearized reading' (duration: 1.429336405s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.444349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900053723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:33:29.444404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680484757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-12T19:33:29.444422Z","caller":"traceutil/trace.go:171","msg":"trace[7348048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8311; }","duration":"3.900173106s","start":"2026-03-12T19:33:25.544231Z","end":"2026-03-12T19:33:29.444404Z","steps":["trace[7348048] 'agreement among raft nodes before linearized reading' (duration: 3.899975992s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.444431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.204698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:29.444444Z","caller":"traceutil/trace.go:171","msg":"trace[1690158428] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92; range_end:; response_count:1; response_revision:8311; }","duration":"1.680550148s","start":"2026-03-12T19:33:27.763882Z","end":"2026-03-12T19:33:29.444432Z","steps":["trace[1690158428] 'agreement among raft nodes before linearized reading' (duration: 1.680442625s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.444459Z","caller":"traceutil/trace.go:171","msg":"trace[134360255] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8311; }","duration":"721.275699ms","start":"2026-03-12T19:33:28.723175Z","end":"2026-03-12T19:33:29.444451Z","steps":["trace[134360255] 'agreement among raft nodes before linearized reading' (duration: 721.229758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.444443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.378027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:29.444485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:28.723151Z","time spent":"721.3278ms","remote":"127.0.0.1:49020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:29.444482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:27.763874Z","time spent":"1.680601029s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" "} {"level":"info","ts":"2026-03-12T19:33:29.444534Z","caller":"traceutil/trace.go:171","msg":"trace[701848173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8311; }","duration":"485.479729ms","start":"2026-03-12T19:33:28.959012Z","end":"2026-03-12T19:33:29.444492Z","steps":["trace[701848173] 'agreement among raft nodes before linearized reading' (duration: 485.369067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.444592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:28.958992Z","time spent":"485.592101ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:29.444462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:25.544207Z","time spent":"3.900247237s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:29.444598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.165094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224484"} {"level":"info","ts":"2026-03-12T19:33:29.444665Z","caller":"traceutil/trace.go:171","msg":"trace[1486884164] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8311; }","duration":"765.262836ms","start":"2026-03-12T19:33:28.679387Z","end":"2026-03-12T19:33:29.444649Z","steps":["trace[1486884164] 'agreement among raft nodes before linearized reading' (duration: 764.630193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.444726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:28.679371Z","time spent":"765.340938ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224507,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:33:29.44438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:28.014901Z","time spent":"1.429471008s","remote":"127.0.0.1:40090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:33:29.725029Z","caller":"traceutil/trace.go:171","msg":"trace[1713867438] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"276.114566ms","start":"2026-03-12T19:33:29.448882Z","end":"2026-03-12T19:33:29.724996Z","steps":["trace[1713867438] 'process raft request' (duration: 202.060541ms)","trace[1713867438] 'compare' (duration: 73.929942ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:29.915729Z","caller":"traceutil/trace.go:171","msg":"trace[1236709496] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"465.902574ms","start":"2026-03-12T19:33:29.449802Z","end":"2026-03-12T19:33:29.915705Z","steps":["trace[1236709496] 'process raft request' (duration: 465.798511ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.915825Z","caller":"traceutil/trace.go:171","msg":"trace[1383617270] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"465.974186ms","start":"2026-03-12T19:33:29.449835Z","end":"2026-03-12T19:33:29.91581Z","steps":["trace[1383617270] 'process raft request' (duration: 465.815372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.915876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:29.449793Z","time spent":"466.008467ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:29.915967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:29.449814Z","time spent":"466.056768ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:29.91605Z","caller":"traceutil/trace.go:171","msg":"trace[698288155] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"465.876464ms","start":"2026-03-12T19:33:29.450155Z","end":"2026-03-12T19:33:29.916032Z","steps":["trace[698288155] 'process raft request' (duration: 465.584497ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.916168Z","caller":"traceutil/trace.go:171","msg":"trace[1850050762] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"465.382003ms","start":"2026-03-12T19:33:29.450774Z","end":"2026-03-12T19:33:29.916156Z","steps":["trace[1850050762] 'process raft request' (duration: 465.017875ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.91575Z","caller":"traceutil/trace.go:171","msg":"trace[1419254536] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"466.139949ms","start":"2026-03-12T19:33:29.449578Z","end":"2026-03-12T19:33:29.915718Z","steps":["trace[1419254536] 'process raft request' (duration: 448.793344ms)","trace[1419254536] 'compare' (duration: 17.073059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:29.916208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:29.450144Z","time spent":"465.986026ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:29.916246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:29.449555Z","time spent":"466.658431ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:29.91623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:29.450762Z","time spent":"465.438434ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:29.916339Z","caller":"traceutil/trace.go:171","msg":"trace[1546343004] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"464.581735ms","start":"2026-03-12T19:33:29.451727Z","end":"2026-03-12T19:33:29.916309Z","steps":["trace[1546343004] 'process raft request' (duration: 464.363ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:29.91635Z","caller":"traceutil/trace.go:171","msg":"trace[966475222] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8648; }","duration":"464.053503ms","start":"2026-03-12T19:33:29.452196Z","end":"2026-03-12T19:33:29.916249Z","steps":["trace[966475222] 'read index received' (duration: 198.789548ms)","trace[966475222] 'applied index is now lower than readState.Index' (duration: 265.262415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:29.916494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.254148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:29.916496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:29.451709Z","time spent":"464.707407ms","remote":"127.0.0.1:56118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:29.916536Z","caller":"traceutil/trace.go:171","msg":"trace[2132708297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8318; }","duration":"464.35255ms","start":"2026-03-12T19:33:29.452172Z","end":"2026-03-12T19:33:29.916525Z","steps":["trace[2132708297] 'agreement among raft nodes before linearized reading' (duration: 464.246977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.916532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.681089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:29.916566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:29.452163Z","time spent":"464.396111ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:33:29.91657Z","caller":"traceutil/trace.go:171","msg":"trace[1828969939] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8318; }","duration":"321.769021ms","start":"2026-03-12T19:33:29.59479Z","end":"2026-03-12T19:33:29.916559Z","steps":["trace[1828969939] 'agreement among raft nodes before linearized reading' (duration: 321.703179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:29.916603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:29.594768Z","time spent":"321.827782ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:29.916655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.728966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:33:29.916711Z","caller":"traceutil/trace.go:171","msg":"trace[331565181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8318; }","duration":"297.812899ms","start":"2026-03-12T19:33:29.618886Z","end":"2026-03-12T19:33:29.916699Z","steps":["trace[331565181] 'agreement among raft nodes before linearized reading' (duration: 297.620384ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:30.063962Z","caller":"traceutil/trace.go:171","msg":"trace[1288899210] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"140.185265ms","start":"2026-03-12T19:33:29.92375Z","end":"2026-03-12T19:33:30.063935Z","steps":["trace[1288899210] 'process raft request' (duration: 139.258885ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:31.388546Z","caller":"traceutil/trace.go:171","msg":"trace[242854571] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"708.325592ms","start":"2026-03-12T19:33:30.680197Z","end":"2026-03-12T19:33:31.388523Z","steps":["trace[242854571] 'process raft request' (duration: 708.119217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:31.388691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:30.680166Z","time spent":"708.449605ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:31.388736Z","caller":"traceutil/trace.go:171","msg":"trace[1531232370] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"708.510276ms","start":"2026-03-12T19:33:30.680195Z","end":"2026-03-12T19:33:31.388705Z","steps":["trace[1531232370] 'process raft request' (duration: 708.288171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:31.389096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:30.680165Z","time spent":"708.766202ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:31.780084Z","caller":"traceutil/trace.go:171","msg":"trace[161848412] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8658; }","duration":"828.920902ms","start":"2026-03-12T19:33:30.95113Z","end":"2026-03-12T19:33:31.780051Z","steps":["trace[161848412] 'read index received' (duration: 437.269438ms)","trace[161848412] 'applied index is now lower than readState.Index' (duration: 391.649444ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:31.780111Z","caller":"traceutil/trace.go:171","msg":"trace[603095915] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"1.099749261s","start":"2026-03-12T19:33:30.680335Z","end":"2026-03-12T19:33:31.780084Z","steps":["trace[603095915] 'process raft request' (duration: 1.08395675s)","trace[603095915] 'compare' (duration: 15.253739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:31.780252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.121756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:31.780329Z","caller":"traceutil/trace.go:171","msg":"trace[1130448224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8323; }","duration":"829.240999ms","start":"2026-03-12T19:33:30.95107Z","end":"2026-03-12T19:33:31.780311Z","steps":["trace[1130448224] 'agreement among raft nodes before linearized reading' (duration: 829.121456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:31.780373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:30.951045Z","time spent":"829.319861ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:31.780451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.738621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:31.780483Z","caller":"traceutil/trace.go:171","msg":"trace[1679081399] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8323; }","duration":"276.803453ms","start":"2026-03-12T19:33:31.503672Z","end":"2026-03-12T19:33:31.780476Z","steps":["trace[1679081399] 'agreement among raft nodes before linearized reading' (duration: 276.723551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:31.78049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:30.680327Z","time spent":"1.099844693s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:31.780373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.597071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:31.780555Z","caller":"traceutil/trace.go:171","msg":"trace[510330092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8323; }","duration":"327.830206ms","start":"2026-03-12T19:33:31.452709Z","end":"2026-03-12T19:33:31.780539Z","steps":["trace[510330092] 'agreement among raft nodes before linearized reading' (duration: 327.510519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:31.780616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:31.452687Z","time spent":"327.913987ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:33:32.421374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194459695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:32.620501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.776371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:32.620616Z","caller":"traceutil/trace.go:171","msg":"trace[2045273471] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8661; }","duration":"700.182671ms","start":"2026-03-12T19:33:31.920413Z","end":"2026-03-12T19:33:32.620596Z","steps":["trace[2045273471] 'read index received' (duration: 508.142273ms)","trace[2045273471] 'applied index is now lower than readState.Index' (duration: 192.037888ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:32.620719Z","caller":"traceutil/trace.go:171","msg":"trace[2130480682] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"835.282043ms","start":"2026-03-12T19:33:31.78542Z","end":"2026-03-12T19:33:32.620702Z","steps":["trace[2130480682] 'process raft request' (duration: 643.202985ms)","trace[2130480682] 'compare' (duration: 191.523836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:32.620823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:31.785397Z","time spent":"835.374315ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:32.620847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.385255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:33:32.620848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.183153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:32.620903Z","caller":"traceutil/trace.go:171","msg":"trace[25847412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8324; }","duration":"700.449996ms","start":"2026-03-12T19:33:31.920439Z","end":"2026-03-12T19:33:32.620889Z","steps":["trace[25847412] 'agreement among raft nodes before linearized reading' (duration: 700.305243ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:32.620925Z","caller":"traceutil/trace.go:171","msg":"trace[1349080283] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8324; }","duration":"548.304606ms","start":"2026-03-12T19:33:32.072601Z","end":"2026-03-12T19:33:32.620906Z","steps":["trace[1349080283] 'agreement among raft nodes before linearized reading' (duration: 548.150512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:32.620941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:31.920385Z","time spent":"700.548658ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:33:32.620885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.418066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:33:32.620967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:32.072579Z","time spent":"548.378287ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:32.620945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.502438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:33:32.620968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.381852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:32.621035Z","caller":"traceutil/trace.go:171","msg":"trace[1654163319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8324; }","duration":"700.652181ms","start":"2026-03-12T19:33:31.920362Z","end":"2026-03-12T19:33:32.621014Z","steps":["trace[1654163319] 'agreement among raft nodes before linearized reading' (duration: 700.405186ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:32.620988Z","caller":"traceutil/trace.go:171","msg":"trace[411560952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8324; }","duration":"700.560778ms","start":"2026-03-12T19:33:31.920419Z","end":"2026-03-12T19:33:32.62098Z","steps":["trace[411560952] 'agreement among raft nodes before linearized reading' (duration: 700.412045ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:32.621042Z","caller":"traceutil/trace.go:171","msg":"trace[1676187788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8324; }","duration":"699.478924ms","start":"2026-03-12T19:33:31.921548Z","end":"2026-03-12T19:33:32.621027Z","steps":["trace[1676187788] 'agreement among raft nodes before linearized reading' (duration: 699.259139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:32.621088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:31.920338Z","time spent":"700.740162ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:32.621095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:31.920386Z","time spent":"700.701842ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:32.62111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:31.921536Z","time spent":"699.562167ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T19:33:33.145672Z","caller":"traceutil/trace.go:171","msg":"trace[1339398148] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8663; }","duration":"194.734497ms","start":"2026-03-12T19:33:32.950914Z","end":"2026-03-12T19:33:33.145648Z","steps":["trace[1339398148] 'read index received' (duration: 157.148222ms)","trace[1339398148] 'applied index is now lower than readState.Index' (duration: 37.585215ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:33.145713Z","caller":"traceutil/trace.go:171","msg":"trace[936272944] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"519.787571ms","start":"2026-03-12T19:33:32.625894Z","end":"2026-03-12T19:33:33.145681Z","steps":["trace[936272944] 'process raft request' (duration: 519.670108ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:33.145731Z","caller":"traceutil/trace.go:171","msg":"trace[556955686] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"519.608787ms","start":"2026-03-12T19:33:32.626094Z","end":"2026-03-12T19:33:33.145702Z","steps":["trace[556955686] 'process raft request' (duration: 519.513985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:33.145834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.901852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:33.145855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:32.625882Z","time spent":"519.893615ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:33.145868Z","caller":"traceutil/trace.go:171","msg":"trace[1495397710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8328; }","duration":"194.976124ms","start":"2026-03-12T19:33:32.950882Z","end":"2026-03-12T19:33:33.145858Z","steps":["trace[1495397710] 'agreement among raft nodes before linearized reading' (duration: 194.906172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:33.146045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.807849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:33:33.145856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:32.626083Z","time spent":"519.7025ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:33.146119Z","caller":"traceutil/trace.go:171","msg":"trace[1303362957] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8328; }","duration":"123.040554ms","start":"2026-03-12T19:33:33.023067Z","end":"2026-03-12T19:33:33.146108Z","steps":["trace[1303362957] 'agreement among raft nodes before linearized reading' (duration: 122.82805ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:33.146264Z","caller":"traceutil/trace.go:171","msg":"trace[146850596] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"521.07409ms","start":"2026-03-12T19:33:32.625084Z","end":"2026-03-12T19:33:33.146158Z","steps":["trace[146850596] 'process raft request' (duration: 483.069705ms)","trace[146850596] 'compare' (duration: 37.291759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:33.146861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:32.625064Z","time spent":"521.736535ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:33.627378Z","caller":"traceutil/trace.go:171","msg":"trace[350856878] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"233.98667ms","start":"2026-03-12T19:33:33.393368Z","end":"2026-03-12T19:33:33.627354Z","steps":["trace[350856878] 'process raft request' (duration: 233.823936ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:33.655664Z","caller":"traceutil/trace.go:171","msg":"trace[687706522] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"261.343369ms","start":"2026-03-12T19:33:33.394292Z","end":"2026-03-12T19:33:33.655636Z","steps":["trace[687706522] 'process raft request' (duration: 260.469419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:58.431588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:33:59.199158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.480757Z","time spent":"718.393851ms","remote":"127.0.0.1:50050","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:33:59.199411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.076674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:59.199586Z","caller":"traceutil/trace.go:171","msg":"trace[982601770] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"1.326703791s","start":"2026-03-12T19:33:57.872833Z","end":"2026-03-12T19:33:59.199537Z","steps":["trace[982601770] 'process raft request' (duration: 1.033417232s)","trace[982601770] 'compare' (duration: 292.827069ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:59.199676Z","caller":"traceutil/trace.go:171","msg":"trace[326786403] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"492.022022ms","start":"2026-03-12T19:33:58.707639Z","end":"2026-03-12T19:33:59.199661Z","steps":["trace[326786403] 'process raft request' (duration: 491.982111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.199683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.872818Z","time spent":"1.326821203s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:59.19968Z","caller":"traceutil/trace.go:171","msg":"trace[1106165116] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8849; }","duration":"1.268426563s","start":"2026-03-12T19:33:57.931216Z","end":"2026-03-12T19:33:59.199643Z","steps":["trace[1106165116] 'read index received' (duration: 975.064073ms)","trace[1106165116] 'applied index is now lower than readState.Index' (duration: 293.35926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:33:59.199748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.707613Z","time spent":"492.101264ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:33:59.199936Z","caller":"traceutil/trace.go:171","msg":"trace[50104713] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"705.541964ms","start":"2026-03-12T19:33:58.494383Z","end":"2026-03-12T19:33:59.199925Z","steps":["trace[50104713] 'process raft request' (duration: 705.141925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.199989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.494357Z","time spent":"705.604436ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:33:59.20008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248669423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.200096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.17834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.200097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199719543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:33:59.2001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.700476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:33:59.200128Z","caller":"traceutil/trace.go:171","msg":"trace[47324903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8505; }","duration":"1.248765915s","start":"2026-03-12T19:33:57.951348Z","end":"2026-03-12T19:33:59.200114Z","steps":["trace[47324903] 'agreement among raft nodes before linearized reading' (duration: 1.248673323s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.20014Z","caller":"traceutil/trace.go:171","msg":"trace[665085948] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8505; }","duration":"1.199815226s","start":"2026-03-12T19:33:58.000311Z","end":"2026-03-12T19:33:59.200127Z","steps":["trace[665085948] 'agreement among raft nodes before linearized reading' (duration: 1.199724014s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.200144Z","caller":"traceutil/trace.go:171","msg":"trace[1500421334] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8505; }","duration":"802.794789ms","start":"2026-03-12T19:33:58.397336Z","end":"2026-03-12T19:33:59.200131Z","steps":["trace[1500421334] 'agreement among raft nodes before linearized reading' (duration: 802.693926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.200172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.000282Z","time spent":"1.199885106s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"warn","ts":"2026-03-12T19:33:59.200164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.951333Z","time spent":"1.248823816s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:33:59.200182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.397313Z","time spent":"802.85982ms","remote":"127.0.0.1:48990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.200211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.775301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:33:59.200218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.366217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:33:59.200265Z","caller":"traceutil/trace.go:171","msg":"trace[1978325010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8505; }","duration":"453.878353ms","start":"2026-03-12T19:33:58.746372Z","end":"2026-03-12T19:33:59.20025Z","steps":["trace[1978325010] 'agreement among raft nodes before linearized reading' (duration: 453.656968ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.200267Z","caller":"traceutil/trace.go:171","msg":"trace[354297982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8505; }","duration":"336.479079ms","start":"2026-03-12T19:33:58.863775Z","end":"2026-03-12T19:33:59.200255Z","steps":["trace[354297982] 'agreement among raft nodes before linearized reading' (duration: 336.300735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.200306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.863727Z","time spent":"336.570691ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:33:59.200284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.951042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-03-12T19:33:59.200323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.746348Z","time spent":"453.943904ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:33:59.200375Z","caller":"traceutil/trace.go:171","msg":"trace[1681642493] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8505; }","duration":"484.086385ms","start":"2026-03-12T19:33:58.716267Z","end":"2026-03-12T19:33:59.200353Z","steps":["trace[1681642493] 'agreement among raft nodes before linearized reading' (duration: 483.81335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.200433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.716247Z","time spent":"484.176977ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"warn","ts":"2026-03-12T19:33:59.200539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269337053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:33:59.200587Z","caller":"traceutil/trace.go:171","msg":"trace[763303267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8505; }","duration":"1.269445335s","start":"2026-03-12T19:33:57.931131Z","end":"2026-03-12T19:33:59.200576Z","steps":["trace[763303267] 'agreement among raft nodes before linearized reading' (duration: 1.268659268s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.200622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:57.931076Z","time spent":"1.269539257s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:33:59.200133Z","caller":"traceutil/trace.go:171","msg":"trace[588292082] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8505; }","duration":"317.271791ms","start":"2026-03-12T19:33:58.882849Z","end":"2026-03-12T19:33:59.200121Z","steps":["trace[588292082] 'agreement among raft nodes before linearized reading' (duration: 317.20883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.201305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:33:58.882823Z","time spent":"318.458068ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:33:59.440052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.736764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:33:59.4403Z","caller":"traceutil/trace.go:171","msg":"trace[1632643008] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"234.336727ms","start":"2026-03-12T19:33:59.205924Z","end":"2026-03-12T19:33:59.44026Z","steps":["trace[1632643008] 'process raft request' (duration: 128.257535ms)","trace[1632643008] 'compare' (duration: 105.354766ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:59.440343Z","caller":"traceutil/trace.go:171","msg":"trace[1363194805] linearizableReadLoop","detail":"{readStateIndex:8855; appliedIndex:8853; }","duration":"171.875496ms","start":"2026-03-12T19:33:59.268443Z","end":"2026-03-12T19:33:59.440318Z","steps":["trace[1363194805] 'read index received' (duration: 65.657831ms)","trace[1363194805] 'applied index is now lower than readState.Index' (duration: 106.216285ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:59.440445Z","caller":"traceutil/trace.go:171","msg":"trace[472156980] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"232.970735ms","start":"2026-03-12T19:33:59.207404Z","end":"2026-03-12T19:33:59.440375Z","steps":["trace[472156980] 'process raft request' (duration: 232.805121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.440491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.224077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.44053Z","caller":"traceutil/trace.go:171","msg":"trace[78831837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8508; }","duration":"231.273518ms","start":"2026-03-12T19:33:59.209243Z","end":"2026-03-12T19:33:59.440517Z","steps":["trace[78831837] 'agreement among raft nodes before linearized reading' (duration: 231.203857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.440686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.674113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/csi-cephfsplugin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.440773Z","caller":"traceutil/trace.go:171","msg":"trace[514022408] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/csi-cephfsplugin; range_end:; response_count:0; response_revision:8508; }","duration":"234.781846ms","start":"2026-03-12T19:33:59.205972Z","end":"2026-03-12T19:33:59.440754Z","steps":["trace[514022408] 'agreement among raft nodes before linearized reading' (duration: 234.648504ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.700219Z","caller":"traceutil/trace.go:171","msg":"trace[1523585006] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"254.170377ms","start":"2026-03-12T19:33:59.446026Z","end":"2026-03-12T19:33:59.700196Z","steps":["trace[1523585006] 'process raft request' (duration: 189.050117ms)","trace[1523585006] 'compare' (duration: 64.887705ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:59.70029Z","caller":"traceutil/trace.go:171","msg":"trace[1669283696] linearizableReadLoop","detail":"{readStateIndex:8857; appliedIndex:8856; }","duration":"201.826162ms","start":"2026-03-12T19:33:59.498448Z","end":"2026-03-12T19:33:59.700274Z","steps":["trace[1669283696] 'read index received' (duration: 136.666241ms)","trace[1669283696] 'applied index is now lower than readState.Index' (duration: 65.158871ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:59.700211Z","caller":"traceutil/trace.go:171","msg":"trace[396647859] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"193.60909ms","start":"2026-03-12T19:33:59.506569Z","end":"2026-03-12T19:33:59.700178Z","steps":["trace[396647859] 'process raft request' (duration: 193.546509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.700429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.767149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:33:59.700495Z","caller":"traceutil/trace.go:171","msg":"trace[262368521] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8511; }","duration":"253.870722ms","start":"2026-03-12T19:33:59.446607Z","end":"2026-03-12T19:33:59.700478Z","steps":["trace[262368521] 'agreement among raft nodes before linearized reading' (duration: 253.719868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.700517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.234877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4738"} {"level":"info","ts":"2026-03-12T19:33:59.700596Z","caller":"traceutil/trace.go:171","msg":"trace[1007594907] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8511; }","duration":"253.34091ms","start":"2026-03-12T19:33:59.447237Z","end":"2026-03-12T19:33:59.700578Z","steps":["trace[1007594907] 'agreement among raft nodes before linearized reading' (duration: 253.057264ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.885374Z","caller":"traceutil/trace.go:171","msg":"trace[982983897] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"125.856001ms","start":"2026-03-12T19:33:59.759494Z","end":"2026-03-12T19:33:59.88535Z","steps":["trace[982983897] 'process raft request' (duration: 62.041451ms)","trace[982983897] 'compare' (duration: 63.687328ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:59.936088Z","caller":"traceutil/trace.go:171","msg":"trace[881297731] linearizableReadLoop","detail":"{readStateIndex:8860; appliedIndex:8859; }","duration":"102.582324ms","start":"2026-03-12T19:33:59.833481Z","end":"2026-03-12T19:33:59.936064Z","steps":["trace[881297731] 'read index received' (duration: 102.469101ms)","trace[881297731] 'applied index is now lower than readState.Index' (duration: 108.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:33:59.93618Z","caller":"traceutil/trace.go:171","msg":"trace[1763851656] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"173.076643ms","start":"2026-03-12T19:33:59.763066Z","end":"2026-03-12T19:33:59.936143Z","steps":["trace[1763851656] 'process raft request' (duration: 172.790376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:33:59.936296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.805809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4738"} {"level":"info","ts":"2026-03-12T19:33:59.936338Z","caller":"traceutil/trace.go:171","msg":"trace[22920622] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8513; }","duration":"102.895801ms","start":"2026-03-12T19:33:59.833432Z","end":"2026-03-12T19:33:59.936328Z","steps":["trace[22920622] 'agreement among raft nodes before linearized reading' (duration: 102.731347ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.966812Z","caller":"traceutil/trace.go:171","msg":"trace[1716051160] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"131.878585ms","start":"2026-03-12T19:33:59.834911Z","end":"2026-03-12T19:33:59.966789Z","steps":["trace[1716051160] 'process raft request' (duration: 131.65403ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:33:59.966824Z","caller":"traceutil/trace.go:171","msg":"trace[1602720064] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"101.167882ms","start":"2026-03-12T19:33:59.865609Z","end":"2026-03-12T19:33:59.966777Z","steps":["trace[1602720064] 'process raft request' (duration: 101.08072ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:00.181188Z","caller":"traceutil/trace.go:171","msg":"trace[254542750] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"235.782388ms","start":"2026-03-12T19:33:59.94538Z","end":"2026-03-12T19:34:00.181162Z","steps":["trace[254542750] 'process raft request' (duration: 235.612585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:00.405166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.444544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:34:01.369043Z","caller":"traceutil/trace.go:171","msg":"trace[257671537] linearizableReadLoop","detail":"{readStateIndex:8865; appliedIndex:8864; }","duration":"143.692698ms","start":"2026-03-12T19:34:01.225328Z","end":"2026-03-12T19:34:01.36902Z","steps":["trace[257671537] 'read index received' (duration: 143.501294ms)","trace[257671537] 'applied index is now lower than readState.Index' (duration: 189.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:01.369149Z","caller":"traceutil/trace.go:171","msg":"trace[448665689] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"164.613194ms","start":"2026-03-12T19:34:01.2045Z","end":"2026-03-12T19:34:01.369113Z","steps":["trace[448665689] 'process raft request' (duration: 164.348928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.369303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.981664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:01.369382Z","caller":"traceutil/trace.go:171","msg":"trace[1488191613] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8517; }","duration":"144.111608ms","start":"2026-03-12T19:34:01.225253Z","end":"2026-03-12T19:34:01.369364Z","steps":["trace[1488191613] 'agreement among raft nodes before linearized reading' (duration: 143.950164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:01.594916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.472099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:01.595Z","caller":"traceutil/trace.go:171","msg":"trace[1990693382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8518; }","duration":"150.607713ms","start":"2026-03-12T19:34:01.444374Z","end":"2026-03-12T19:34:01.594982Z","steps":["trace[1990693382] 'range keys from in-memory index tree' (duration: 150.233534ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:01.787426Z","caller":"traceutil/trace.go:171","msg":"trace[1233322927] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"188.419415ms","start":"2026-03-12T19:34:01.598983Z","end":"2026-03-12T19:34:01.787402Z","steps":["trace[1233322927] 'process raft request' (duration: 147.920343ms)","trace[1233322927] 'compare' (duration: 40.252047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:05.228785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:05.729467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:05.769115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119237923s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:34:05.76945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:04.64981Z","time spent":"1.119636471s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:34:05.773603Z","caller":"traceutil/trace.go:171","msg":"trace[1259397950] linearizableReadLoop","detail":"{readStateIndex:8882; appliedIndex:8880; }","duration":"1.045490321s","start":"2026-03-12T19:34:04.728098Z","end":"2026-03-12T19:34:05.773589Z","steps":["trace[1259397950] 'read index received' (duration: 1.041247796s)","trace[1259397950] 'applied index is now lower than readState.Index' (duration: 4.241995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:05.773688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045572833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:05.773713Z","caller":"traceutil/trace.go:171","msg":"trace[1070669673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8533; }","duration":"1.045649675s","start":"2026-03-12T19:34:04.728054Z","end":"2026-03-12T19:34:05.773704Z","steps":["trace[1070669673] 'agreement among raft nodes before linearized reading' (duration: 1.045591413s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:05.773735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:04.728032Z","time spent":"1.045696675s","remote":"127.0.0.1:35428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:05.77371Z","caller":"traceutil/trace.go:171","msg":"trace[1403041823] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"384.832666ms","start":"2026-03-12T19:34:05.388836Z","end":"2026-03-12T19:34:05.773669Z","steps":["trace[1403041823] 'process raft request' (duration: 384.666552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:05.774467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.38881Z","time spent":"385.571242ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:06.287652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:06.788136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:06.952932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999927993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T19:34:06.95339Z","caller":"traceutil/trace.go:171","msg":"trace[2095615248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189699s","start":"2026-03-12T19:34:04.95293Z","end":"2026-03-12T19:34:06.95312Z","steps":["trace[2095615248] 'agreement among raft nodes before linearized reading' (duration: 1.999952644s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:06.953635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:04.952915Z","time spent":"2.000551867s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:07.210309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43686304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:07.214123Z","caller":"traceutil/trace.go:171","msg":"trace[1578975329] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"1.443649253s","start":"2026-03-12T19:34:05.770427Z","end":"2026-03-12T19:34:07.214076Z","steps":["trace[1578975329] 'process raft request' (duration: 1.441329791s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.214255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.77041Z","time spent":"1.443770686s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:07.252084Z","caller":"traceutil/trace.go:171","msg":"trace[1315188296] linearizableReadLoop","detail":"{readStateIndex:8887; appliedIndex:8882; }","duration":"1.478427955s","start":"2026-03-12T19:34:05.773634Z","end":"2026-03-12T19:34:07.252062Z","steps":["trace[1315188296] 'read index received' (duration: 1.437054765s)","trace[1315188296] 'applied index is now lower than readState.Index' (duration: 41.37205ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:07.25252Z","caller":"traceutil/trace.go:171","msg":"trace[295720228] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"1.233370263s","start":"2026-03-12T19:34:06.019131Z","end":"2026-03-12T19:34:07.252501Z","steps":["trace[295720228] 'process raft request' (duration: 1.232653596s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.252687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.019105Z","time spent":"1.233481795s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:07.252941Z","caller":"traceutil/trace.go:171","msg":"trace[1669196596] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"1.230964629s","start":"2026-03-12T19:34:06.021962Z","end":"2026-03-12T19:34:07.252927Z","steps":["trace[1669196596] 'process raft request' (duration: 1.229951066s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.253033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.021953Z","time spent":"1.231037821s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:07.253318Z","caller":"traceutil/trace.go:171","msg":"trace[988930538] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"799.074616ms","start":"2026-03-12T19:34:06.454228Z","end":"2026-03-12T19:34:07.253303Z","steps":["trace[988930538] 'process raft request' (duration: 797.729775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.253399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.454203Z","time spent":"799.162407ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:07.253449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836868914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:07.253532Z","caller":"traceutil/trace.go:171","msg":"trace[1073799889] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8538; }","duration":"1.836999157s","start":"2026-03-12T19:34:05.416523Z","end":"2026-03-12T19:34:07.253522Z","steps":["trace[1073799889] 'agreement among raft nodes before linearized reading' (duration: 1.836882845s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.253556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.416503Z","time spent":"1.837047308s","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:07.253623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042230975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:07.253675Z","caller":"traceutil/trace.go:171","msg":"trace[1837270459] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"547.848995ms","start":"2026-03-12T19:34:06.705817Z","end":"2026-03-12T19:34:07.253666Z","steps":["trace[1837270459] 'process raft request' (duration: 546.199557ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:07.253677Z","caller":"traceutil/trace.go:171","msg":"trace[1181876078] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8538; }","duration":"2.042287966s","start":"2026-03-12T19:34:05.211376Z","end":"2026-03-12T19:34:07.253664Z","steps":["trace[1181876078] 'agreement among raft nodes before linearized reading' (duration: 2.042200415s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.253731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.705792Z","time spent":"547.908765ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:07.253747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.211351Z","time spent":"2.042376808s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:07.254077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091803769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-12T19:34:07.254138Z","caller":"traceutil/trace.go:171","msg":"trace[1418257865] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677; range_end:; response_count:1; response_revision:8538; }","duration":"2.091904282s","start":"2026-03-12T19:34:05.16222Z","end":"2026-03-12T19:34:07.254124Z","steps":["trace[1418257865] 'agreement among raft nodes before linearized reading' (duration: 2.091715677s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.254171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585192392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:07.254177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.162201Z","time spent":"2.091965763s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" "} {"level":"info","ts":"2026-03-12T19:34:07.254211Z","caller":"traceutil/trace.go:171","msg":"trace[2087607201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8538; }","duration":"1.585260494s","start":"2026-03-12T19:34:05.668941Z","end":"2026-03-12T19:34:07.254201Z","steps":["trace[2087607201] 'agreement among raft nodes before linearized reading' (duration: 1.585173722s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.254237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.668923Z","time spent":"1.585306965s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:07.254421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621199244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:34:07.254457Z","caller":"traceutil/trace.go:171","msg":"trace[124337458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8538; }","duration":"1.621277556s","start":"2026-03-12T19:34:05.633171Z","end":"2026-03-12T19:34:07.254449Z","steps":["trace[124337458] 'agreement among raft nodes before linearized reading' (duration: 1.621172243s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.254478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.633151Z","time spent":"1.621322607s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:07.254663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821013321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:34:07.254084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549091129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:07.254715Z","caller":"traceutil/trace.go:171","msg":"trace[1888115553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8538; }","duration":"1.821096643s","start":"2026-03-12T19:34:05.43361Z","end":"2026-03-12T19:34:07.254706Z","steps":["trace[1888115553] 'agreement among raft nodes before linearized reading' (duration: 1.820986591s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.254744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.433589Z","time spent":"1.821146354s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:34:07.254742Z","caller":"traceutil/trace.go:171","msg":"trace[517761689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8538; }","duration":"1.549769574s","start":"2026-03-12T19:34:05.704956Z","end":"2026-03-12T19:34:07.254725Z","steps":["trace[517761689] 'agreement among raft nodes before linearized reading' (duration: 1.549092419s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.254828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.704944Z","time spent":"1.549866166s","remote":"127.0.0.1:35380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:07.254947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82365466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:07.254985Z","caller":"traceutil/trace.go:171","msg":"trace[488730133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8538; }","duration":"1.823736862s","start":"2026-03-12T19:34:05.431239Z","end":"2026-03-12T19:34:07.254976Z","steps":["trace[488730133] 'agreement among raft nodes before linearized reading' (duration: 1.82363134s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.255026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.431216Z","time spent":"1.823787843s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:07.254451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452621242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:34:07.255239Z","caller":"traceutil/trace.go:171","msg":"trace[1653792586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8538; }","duration":"1.45346095s","start":"2026-03-12T19:34:05.801769Z","end":"2026-03-12T19:34:07.25523Z","steps":["trace[1653792586] 'agreement among raft nodes before linearized reading' (duration: 1.452606621s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.255267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.801742Z","time spent":"1.453516251s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:07.255409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.898059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:07.255487Z","caller":"traceutil/trace.go:171","msg":"trace[843064484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8538; }","duration":"301.981412ms","start":"2026-03-12T19:34:06.953469Z","end":"2026-03-12T19:34:07.25545Z","steps":["trace[843064484] 'agreement among raft nodes before linearized reading' (duration: 301.90357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.255525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:06.953448Z","time spent":"302.069953ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:07.25622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358116738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:34:07.25626Z","caller":"traceutil/trace.go:171","msg":"trace[1866158546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8538; }","duration":"1.3581859s","start":"2026-03-12T19:34:05.898065Z","end":"2026-03-12T19:34:07.256251Z","steps":["trace[1866158546] 'agreement among raft nodes before linearized reading' (duration: 1.358093698s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.256287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.898048Z","time spent":"1.358231321s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:07.256328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357036255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:34:07.256441Z","caller":"traceutil/trace.go:171","msg":"trace[1820658722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8538; }","duration":"1.357172538s","start":"2026-03-12T19:34:05.899243Z","end":"2026-03-12T19:34:07.256415Z","steps":["trace[1820658722] 'agreement among raft nodes before linearized reading' (duration: 1.356877011s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:07.256515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:05.899231Z","time spent":"1.35726772s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:34:08.843985Z","caller":"traceutil/trace.go:171","msg":"trace[611985159] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"150.323497ms","start":"2026-03-12T19:34:08.693639Z","end":"2026-03-12T19:34:08.843963Z","steps":["trace[611985159] 'process raft request' (duration: 150.175423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:10.181309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.076719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:10.181426Z","caller":"traceutil/trace.go:171","msg":"trace[1267255130] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"923.215679ms","start":"2026-03-12T19:34:09.2582Z","end":"2026-03-12T19:34:10.181416Z","steps":["trace[1267255130] 'process raft request' (duration: 923.173128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:10.181469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.258173Z","time spent":"923.27704ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:10.181645Z","caller":"traceutil/trace.go:171","msg":"trace[2113352083] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"1.48490738s","start":"2026-03-12T19:34:08.696732Z","end":"2026-03-12T19:34:10.181639Z","steps":["trace[2113352083] 'process raft request' (duration: 502.453263ms)","trace[2113352083] 'compare' (duration: 981.251131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:10.18168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:08.696716Z","time spent":"1.484947952s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:10.181743Z","caller":"traceutil/trace.go:171","msg":"trace[1647311499] linearizableReadLoop","detail":"{readStateIndex:8898; appliedIndex:8897; }","duration":"1.230529429s","start":"2026-03-12T19:34:08.951208Z","end":"2026-03-12T19:34:10.181738Z","steps":["trace[1647311499] 'read index received' (duration: 247.880647ms)","trace[1647311499] 'applied index is now lower than readState.Index' (duration: 982.647782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:10.18184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230632101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:10.181859Z","caller":"traceutil/trace.go:171","msg":"trace[815316649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8550; }","duration":"1.230687892s","start":"2026-03-12T19:34:08.951167Z","end":"2026-03-12T19:34:10.181855Z","steps":["trace[815316649] 'agreement among raft nodes before linearized reading' (duration: 1.230653361s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:10.181876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:08.951149Z","time spent":"1.230722413s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:10.681939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:10.919384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016155437s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:10.921612Z","caller":"traceutil/trace.go:171","msg":"trace[749380252] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"1.659558738s","start":"2026-03-12T19:34:09.262026Z","end":"2026-03-12T19:34:10.921585Z","steps":["trace[749380252] 'process raft request' (duration: 1.659272782s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:10.921608Z","caller":"traceutil/trace.go:171","msg":"trace[1282064550] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"1.123512487s","start":"2026-03-12T19:34:09.798067Z","end":"2026-03-12T19:34:10.92158Z","steps":["trace[1282064550] 'process raft request' (duration: 1.123463296s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:10.921743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.262009Z","time spent":"1.65966519s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:10.921764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.798044Z","time spent":"1.123644219s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:10.921744Z","caller":"traceutil/trace.go:171","msg":"trace[1484247730] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"1.458365279s","start":"2026-03-12T19:34:09.463318Z","end":"2026-03-12T19:34:10.921683Z","steps":["trace[1484247730] 'process raft request' (duration: 1.458166985s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:10.921909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.463295Z","time spent":"1.458527713s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:11.460315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.066205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:11.460885Z","caller":"traceutil/trace.go:171","msg":"trace[249740567] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"1.437863034s","start":"2026-03-12T19:34:10.022987Z","end":"2026-03-12T19:34:11.46085Z","steps":["trace[249740567] 'process raft request' (duration: 1.006179516s)","trace[249740567] 'compare' (duration: 430.466141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:11.461059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.022952Z","time spent":"1.438012768s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:11.709937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.440622ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:34:11.710048Z","caller":"traceutil/trace.go:171","msg":"trace[1919282543] linearizableReadLoop","detail":"{readStateIndex:8904; appliedIndex:8899; }","duration":"1.528271376s","start":"2026-03-12T19:34:10.181758Z","end":"2026-03-12T19:34:11.710029Z","steps":["trace[1919282543] 'read index received' (duration: 739.283745ms)","trace[1919282543] 'applied index is now lower than readState.Index' (duration: 788.985941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:11.710622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443692981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:34:11.71067Z","caller":"traceutil/trace.go:171","msg":"trace[856571917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8554; }","duration":"2.443775292s","start":"2026-03-12T19:34:09.266881Z","end":"2026-03-12T19:34:11.710657Z","steps":["trace[856571917] 'agreement among raft nodes before linearized reading' (duration: 2.443504336s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.710707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.266868Z","time spent":"2.443830484s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:11.710713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443296581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:34:11.710757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5271265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:11.710808Z","caller":"traceutil/trace.go:171","msg":"trace[2002834457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8554; }","duration":"1.527219902s","start":"2026-03-12T19:34:10.183576Z","end":"2026-03-12T19:34:11.710796Z","steps":["trace[2002834457] 'agreement among raft nodes before linearized reading' (duration: 1.52710945s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:11.710804Z","caller":"traceutil/trace.go:171","msg":"trace[1865637338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8554; }","duration":"2.443408715s","start":"2026-03-12T19:34:09.267372Z","end":"2026-03-12T19:34:11.71078Z","steps":["trace[1865637338] 'agreement among raft nodes before linearized reading' (duration: 2.443010726s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.710837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.183543Z","time spent":"1.527288974s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:11.710857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.267364Z","time spent":"2.443481416s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:11.711035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445766727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:11.711049Z","caller":"traceutil/trace.go:171","msg":"trace[1481462131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8554; }","duration":"2.445845108s","start":"2026-03-12T19:34:09.2652Z","end":"2026-03-12T19:34:11.711045Z","steps":["trace[1481462131] 'agreement among raft nodes before linearized reading' (duration: 2.445764317s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.711105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.265179Z","time spent":"2.445921041s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:11.711178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172587238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:11.711195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874254546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:11.711216Z","caller":"traceutil/trace.go:171","msg":"trace[752886669] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8554; }","duration":"1.17265785s","start":"2026-03-12T19:34:10.538548Z","end":"2026-03-12T19:34:11.711205Z","steps":["trace[752886669] 'agreement among raft nodes before linearized reading' (duration: 1.172573508s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:11.711244Z","caller":"traceutil/trace.go:171","msg":"trace[2048714949] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8554; }","duration":"1.874333869s","start":"2026-03-12T19:34:09.836895Z","end":"2026-03-12T19:34:11.711229Z","steps":["trace[2048714949] 'agreement among raft nodes before linearized reading' (duration: 1.874237126s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.711289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540051526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:11.711294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.836883Z","time spent":"1.874386289s","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:11.711321Z","caller":"traceutil/trace.go:171","msg":"trace[345727694] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8554; }","duration":"2.540113257s","start":"2026-03-12T19:34:09.171197Z","end":"2026-03-12T19:34:11.71131Z","steps":["trace[345727694] 'agreement among raft nodes before linearized reading' (duration: 2.540068486s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.711353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.171177Z","time spent":"2.540169608s","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:11.711359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440039179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:11.711378Z","caller":"traceutil/trace.go:171","msg":"trace[598691501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8554; }","duration":"2.440087891s","start":"2026-03-12T19:34:09.271285Z","end":"2026-03-12T19:34:11.711373Z","steps":["trace[598691501] 'agreement among raft nodes before linearized reading' (duration: 2.44003667s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.711391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.271267Z","time spent":"2.440121021s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:11.711483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397122744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:11.711512Z","caller":"traceutil/trace.go:171","msg":"trace[423045213] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8554; }","duration":"2.397198326s","start":"2026-03-12T19:34:09.314305Z","end":"2026-03-12T19:34:11.711504Z","steps":["trace[423045213] 'agreement among raft nodes before linearized reading' (duration: 2.397142094s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.711529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.314271Z","time spent":"2.397250006s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:11.711654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437777939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:34:11.711673Z","caller":"traceutil/trace.go:171","msg":"trace[1464329837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8554; }","duration":"2.437818139s","start":"2026-03-12T19:34:09.273851Z","end":"2026-03-12T19:34:11.711669Z","steps":["trace[1464329837] 'agreement among raft nodes before linearized reading' (duration: 2.437768028s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.711686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.273841Z","time spent":"2.43784236s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:34:11.711247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:10.538531Z","time spent":"1.172708401s","remote":"127.0.0.1:56266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:11.711808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442073644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:34:11.711849Z","caller":"traceutil/trace.go:171","msg":"trace[927449507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8554; }","duration":"2.442169366s","start":"2026-03-12T19:34:09.269669Z","end":"2026-03-12T19:34:11.711838Z","steps":["trace[927449507] 'agreement among raft nodes before linearized reading' (duration: 2.441773187s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:11.711879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:09.269657Z","time spent":"2.442214737s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:12.11601Z","caller":"traceutil/trace.go:171","msg":"trace[397505020] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"400.266109ms","start":"2026-03-12T19:34:11.715718Z","end":"2026-03-12T19:34:12.115984Z","steps":["trace[397505020] 'process raft request' (duration: 400.199208ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:12.116214Z","caller":"traceutil/trace.go:171","msg":"trace[1013169505] linearizableReadLoop","detail":"{readStateIndex:8909; appliedIndex:8904; }","duration":"396.549667ms","start":"2026-03-12T19:34:11.719646Z","end":"2026-03-12T19:34:12.116196Z","steps":["trace[1013169505] 'read index received' (duration: 61.066499ms)","trace[1013169505] 'applied index is now lower than readState.Index' (duration: 335.481268ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:12.116029Z","caller":"traceutil/trace.go:171","msg":"trace[983204022] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"400.465183ms","start":"2026-03-12T19:34:11.715534Z","end":"2026-03-12T19:34:12.115999Z","steps":["trace[983204022] 'process raft request' (duration: 400.339791ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:12.116245Z","caller":"traceutil/trace.go:171","msg":"trace[173065973] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"399.997183ms","start":"2026-03-12T19:34:11.716234Z","end":"2026-03-12T19:34:12.116232Z","steps":["trace[173065973] 'process raft request' (duration: 399.718097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.116473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.659724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:12.116498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.715691Z","time spent":"400.414913ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:12.116029Z","caller":"traceutil/trace.go:171","msg":"trace[977990356] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"400.519424ms","start":"2026-03-12T19:34:11.715472Z","end":"2026-03-12T19:34:12.115991Z","steps":["trace[977990356] 'process raft request' (duration: 400.235778ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:12.116549Z","caller":"traceutil/trace.go:171","msg":"trace[1553450542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8559; }","duration":"394.763456ms","start":"2026-03-12T19:34:11.721775Z","end":"2026-03-12T19:34:12.116539Z","steps":["trace[1553450542] 'agreement among raft nodes before linearized reading' (duration: 394.647584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.116507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.716221Z","time spent":"400.220718ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:12.116624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.721767Z","time spent":"394.849889ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:12.117023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.715449Z","time spent":"401.149459ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:12.117146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.494917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229212"} {"level":"info","ts":"2026-03-12T19:34:12.117194Z","caller":"traceutil/trace.go:171","msg":"trace[546093087] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8559; }","duration":"397.555658ms","start":"2026-03-12T19:34:11.719631Z","end":"2026-03-12T19:34:12.117186Z","steps":["trace[546093087] 'agreement among raft nodes before linearized reading' (duration: 396.69591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:12.117236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.719621Z","time spent":"397.607179ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229235,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:12.118115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:11.715512Z","time spent":"400.904004ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:13.13442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.101105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:13.134476Z","caller":"traceutil/trace.go:171","msg":"trace[637035569] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8560; }","duration":"249.216917ms","start":"2026-03-12T19:34:12.885246Z","end":"2026-03-12T19:34:13.134463Z","steps":["trace[637035569] 'count revisions from in-memory index tree' (duration: 248.9111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:13.134717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.980093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:13.134762Z","caller":"traceutil/trace.go:171","msg":"trace[1298167939] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8560; }","duration":"733.070685ms","start":"2026-03-12T19:34:12.401679Z","end":"2026-03-12T19:34:13.134749Z","steps":["trace[1298167939] 'range keys from in-memory index tree' (duration: 732.82861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:13.134795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:12.401654Z","time spent":"733.132377ms","remote":"127.0.0.1:56252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:34:13.453192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:34:13.629584Z","caller":"traceutil/trace.go:171","msg":"trace[1209207149] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"702.569237ms","start":"2026-03-12T19:34:12.92699Z","end":"2026-03-12T19:34:13.629559Z","steps":["trace[1209207149] 'process raft request' (duration: 702.429324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:13.629725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:12.926959Z","time spent":"702.69211ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:14.404916Z","caller":"traceutil/trace.go:171","msg":"trace[1487898097] linearizableReadLoop","detail":"{readStateIndex:8912; appliedIndex:8910; }","duration":"1.452279145s","start":"2026-03-12T19:34:12.952614Z","end":"2026-03-12T19:34:14.404893Z","steps":["trace[1487898097] 'read index received' (duration: 676.799964ms)","trace[1487898097] 'applied index is now lower than readState.Index' (duration: 775.477941ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:14.405342Z","caller":"traceutil/trace.go:171","msg":"trace[967246250] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"1.47812731s","start":"2026-03-12T19:34:12.927199Z","end":"2026-03-12T19:34:14.405326Z","steps":["trace[967246250] 'process raft request' (duration: 1.477437925s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.405512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:12.927176Z","time spent":"1.478232072s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:14.405606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45296088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:14.405807Z","caller":"traceutil/trace.go:171","msg":"trace[1955968371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8562; }","duration":"1.453201765s","start":"2026-03-12T19:34:12.952574Z","end":"2026-03-12T19:34:14.405776Z","steps":["trace[1955968371] 'agreement among raft nodes before linearized reading' (duration: 1.452925449s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.405908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:12.952557Z","time spent":"1.453319048s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:14.41414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.530407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:34:14.414166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.45288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T19:34:14.414206Z","caller":"traceutil/trace.go:171","msg":"trace[1070670960] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8563; }","duration":"290.645109ms","start":"2026-03-12T19:34:14.123547Z","end":"2026-03-12T19:34:14.414192Z","steps":["trace[1070670960] 'agreement among raft nodes before linearized reading' (duration: 290.432595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.414206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276569623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:14.414234Z","caller":"traceutil/trace.go:171","msg":"trace[1156630602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8563; }","duration":"629.556533ms","start":"2026-03-12T19:34:13.784661Z","end":"2026-03-12T19:34:14.414217Z","steps":["trace[1156630602] 'agreement among raft nodes before linearized reading' (duration: 629.365689ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:14.414262Z","caller":"traceutil/trace.go:171","msg":"trace[512105485] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8563; }","duration":"1.276644295s","start":"2026-03-12T19:34:13.137601Z","end":"2026-03-12T19:34:14.414246Z","steps":["trace[512105485] 'agreement among raft nodes before linearized reading' (duration: 1.276581114s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.414281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:13.78464Z","time spent":"629.628614ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:14.414309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:13.137587Z","time spent":"1.276714857s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-12T19:34:14.414497Z","caller":"traceutil/trace.go:171","msg":"trace[1832063743] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"162.791184ms","start":"2026-03-12T19:34:14.251692Z","end":"2026-03-12T19:34:14.414483Z","steps":["trace[1832063743] 'process raft request' (duration: 162.14981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.414514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.351539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T19:34:14.414545Z","caller":"traceutil/trace.go:171","msg":"trace[88324979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8563; }","duration":"293.419791ms","start":"2026-03-12T19:34:14.121116Z","end":"2026-03-12T19:34:14.414536Z","steps":["trace[88324979] 'agreement among raft nodes before linearized reading' (duration: 293.321149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.414678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.671377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T19:34:14.414699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.585334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:34:14.414722Z","caller":"traceutil/trace.go:171","msg":"trace[1312719667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8563; }","duration":"293.736728ms","start":"2026-03-12T19:34:14.120975Z","end":"2026-03-12T19:34:14.414712Z","steps":["trace[1312719667] 'agreement among raft nodes before linearized reading' (duration: 293.634945ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:14.414725Z","caller":"traceutil/trace.go:171","msg":"trace[1733309315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8563; }","duration":"293.648556ms","start":"2026-03-12T19:34:14.121068Z","end":"2026-03-12T19:34:14.414717Z","steps":["trace[1733309315] 'agreement among raft nodes before linearized reading' (duration: 293.569614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.414133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.726013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:34:14.41483Z","caller":"traceutil/trace.go:171","msg":"trace[1774509751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8563; }","duration":"292.434509ms","start":"2026-03-12T19:34:14.122366Z","end":"2026-03-12T19:34:14.4148Z","steps":["trace[1774509751] 'agreement among raft nodes before linearized reading' (duration: 291.626921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:14.919599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:15.119153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.96604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:15.119289Z","caller":"traceutil/trace.go:171","msg":"trace[1913971090] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"700.43171ms","start":"2026-03-12T19:34:14.41883Z","end":"2026-03-12T19:34:15.119261Z","steps":["trace[1913971090] 'process raft request' (duration: 514.232035ms)","trace[1913971090] 'compare' (duration: 185.708284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:15.119388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.418814Z","time spent":"700.531072ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:15.26909Z","caller":"traceutil/trace.go:171","msg":"trace[232670412] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"849.773603ms","start":"2026-03-12T19:34:14.419283Z","end":"2026-03-12T19:34:15.269056Z","steps":["trace[232670412] 'process raft request' (duration: 849.656201ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:15.269114Z","caller":"traceutil/trace.go:171","msg":"trace[747308258] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"850.163702ms","start":"2026-03-12T19:34:14.418911Z","end":"2026-03-12T19:34:15.269074Z","steps":["trace[747308258] 'process raft request' (duration: 831.306942ms)","trace[747308258] 'compare' (duration: 18.571573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:15.269289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.419242Z","time spent":"849.947847ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:15.2693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.418879Z","time spent":"850.325146ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:15.269347Z","caller":"traceutil/trace.go:171","msg":"trace[1714322064] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"849.933357ms","start":"2026-03-12T19:34:14.419391Z","end":"2026-03-12T19:34:15.269325Z","steps":["trace[1714322064] 'process raft request' (duration: 849.61181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:15.269456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.419379Z","time spent":"850.025949ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:15.269498Z","caller":"traceutil/trace.go:171","msg":"trace[345864252] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"849.642961ms","start":"2026-03-12T19:34:14.419839Z","end":"2026-03-12T19:34:15.269482Z","steps":["trace[345864252] 'process raft request' (duration: 849.419946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:15.269573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.419824Z","time spent":"849.710692ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:15.269611Z","caller":"traceutil/trace.go:171","msg":"trace[2130873491] linearizableReadLoop","detail":"{readStateIndex:8919; appliedIndex:8913; }","duration":"850.51453ms","start":"2026-03-12T19:34:14.41908Z","end":"2026-03-12T19:34:15.269594Z","steps":["trace[2130873491] 'read index received' (duration: 514.077792ms)","trace[2130873491] 'applied index is now lower than readState.Index' (duration: 336.435448ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:15.26969Z","caller":"traceutil/trace.go:171","msg":"trace[1992622298] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"506.933664ms","start":"2026-03-12T19:34:14.762739Z","end":"2026-03-12T19:34:15.269672Z","steps":["trace[1992622298] 'process raft request' (duration: 506.693319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:15.269806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.762713Z","time spent":"507.026825ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:15.269874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.250464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-12T19:34:15.269908Z","caller":"traceutil/trace.go:171","msg":"trace[642568073] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8569; }","duration":"850.303065ms","start":"2026-03-12T19:34:14.419595Z","end":"2026-03-12T19:34:15.269898Z","steps":["trace[642568073] 'agreement among raft nodes before linearized reading' (duration: 850.175432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:15.269938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.419584Z","time spent":"850.346085ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T19:34:15.270161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.646906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-12T19:34:15.270203Z","caller":"traceutil/trace.go:171","msg":"trace[1189064168] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677; range_end:; response_count:1; response_revision:8569; }","duration":"107.688087ms","start":"2026-03-12T19:34:15.162505Z","end":"2026-03-12T19:34:15.270193Z","steps":["trace[1189064168] 'agreement among raft nodes before linearized reading' (duration: 107.587315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:15.270289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.099182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T19:34:15.270163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.075933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229212"} {"level":"info","ts":"2026-03-12T19:34:15.270345Z","caller":"traceutil/trace.go:171","msg":"trace[638777675] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:8569; }","duration":"620.148073ms","start":"2026-03-12T19:34:14.650182Z","end":"2026-03-12T19:34:15.27033Z","steps":["trace[638777675] 'agreement among raft nodes before linearized reading' (duration: 620.029501ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:15.270363Z","caller":"traceutil/trace.go:171","msg":"trace[1914576495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8569; }","duration":"851.36923ms","start":"2026-03-12T19:34:14.418972Z","end":"2026-03-12T19:34:15.270341Z","steps":["trace[1914576495] 'agreement among raft nodes before linearized reading' (duration: 850.724074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:15.270384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.650124Z","time spent":"620.249706ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-12T19:34:15.270424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:14.418955Z","time spent":"851.449231ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229235,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:15.270567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.715323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:15.270628Z","caller":"traceutil/trace.go:171","msg":"trace[1362985970] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8569; }","duration":"233.817444ms","start":"2026-03-12T19:34:15.036795Z","end":"2026-03-12T19:34:15.270613Z","steps":["trace[1362985970] 'agreement among raft nodes before linearized reading' (duration: 233.725072ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:16.64617Z","caller":"traceutil/trace.go:171","msg":"trace[1501321804] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"235.565554ms","start":"2026-03-12T19:34:16.410578Z","end":"2026-03-12T19:34:16.646143Z","steps":["trace[1501321804] 'process raft request' (duration: 235.41671ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:16.678435Z","caller":"traceutil/trace.go:171","msg":"trace[453125392] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"260.070608ms","start":"2026-03-12T19:34:16.418337Z","end":"2026-03-12T19:34:16.678408Z","steps":["trace[453125392] 'process raft request' (duration: 259.936445ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.330732Z","caller":"traceutil/trace.go:171","msg":"trace[83606030] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"152.302859ms","start":"2026-03-12T19:34:19.178405Z","end":"2026-03-12T19:34:19.330707Z","steps":["trace[83606030] 'process raft request' (duration: 152.141706ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:19.58929Z","caller":"traceutil/trace.go:171","msg":"trace[1749305253] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"105.421716ms","start":"2026-03-12T19:34:19.483839Z","end":"2026-03-12T19:34:19.589261Z","steps":["trace[1749305253] 'process raft request' (duration: 102.194894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:20.102714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.909963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:20.102847Z","caller":"traceutil/trace.go:171","msg":"trace[258831771] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8939; }","duration":"152.049115ms","start":"2026-03-12T19:34:19.950767Z","end":"2026-03-12T19:34:20.102816Z","steps":["trace[258831771] 'read index received' (duration: 47.711µs)","trace[258831771] 'applied index is now lower than readState.Index' (duration: 152.000214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:20.102917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.158247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:20.102949Z","caller":"traceutil/trace.go:171","msg":"trace[2080257071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8589; }","duration":"152.189489ms","start":"2026-03-12T19:34:19.95075Z","end":"2026-03-12T19:34:20.10294Z","steps":["trace[2080257071] 'agreement among raft nodes before linearized reading' (duration: 152.132467ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:20.103092Z","caller":"traceutil/trace.go:171","msg":"trace[768249745] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"390.604074ms","start":"2026-03-12T19:34:19.71245Z","end":"2026-03-12T19:34:20.103054Z","steps":["trace[768249745] 'process raft request' (duration: 38.269012ms)","trace[768249745] 'compare' (duration: 351.77365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:20.103242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:19.712426Z","time spent":"390.738118ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:20.516018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.818582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:34:20.516101Z","caller":"traceutil/trace.go:171","msg":"trace[1168534485] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8589; }","duration":"170.943635ms","start":"2026-03-12T19:34:20.345135Z","end":"2026-03-12T19:34:20.516079Z","steps":["trace[1168534485] 'range keys from in-memory index tree' (duration: 170.627688ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.032172Z","caller":"traceutil/trace.go:171","msg":"trace[199089184] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"362.685632ms","start":"2026-03-12T19:34:20.669468Z","end":"2026-03-12T19:34:21.032153Z","steps":["trace[199089184] 'process raft request' (duration: 362.55977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.032291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:20.669456Z","time spent":"362.774924ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:21.095139Z","caller":"traceutil/trace.go:171","msg":"trace[494176359] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"364.572314ms","start":"2026-03-12T19:34:20.730542Z","end":"2026-03-12T19:34:21.095114Z","steps":["trace[494176359] 'process raft request' (duration: 364.36967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.095308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:20.730522Z","time spent":"364.694727ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:21.095441Z","caller":"traceutil/trace.go:171","msg":"trace[1681446478] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"130.789301ms","start":"2026-03-12T19:34:20.964633Z","end":"2026-03-12T19:34:21.095422Z","steps":["trace[1681446478] 'process raft request' (duration: 130.435623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.095653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.346772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:21.095748Z","caller":"traceutil/trace.go:171","msg":"trace[1309899007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8592; }","duration":"157.484115ms","start":"2026-03-12T19:34:20.938251Z","end":"2026-03-12T19:34:21.095735Z","steps":["trace[1309899007] 'agreement among raft nodes before linearized reading' (duration: 157.28966ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.095442Z","caller":"traceutil/trace.go:171","msg":"trace[1607516464] linearizableReadLoop","detail":"{readStateIndex:8942; appliedIndex:8940; }","duration":"157.040965ms","start":"2026-03-12T19:34:20.938283Z","end":"2026-03-12T19:34:21.095324Z","steps":["trace[1607516464] 'read index received' (duration: 93.830688ms)","trace[1607516464] 'applied index is now lower than readState.Index' (duration: 63.209087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:21.096266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.406136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:21.096352Z","caller":"traceutil/trace.go:171","msg":"trace[1300751568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8592; }","duration":"145.55457ms","start":"2026-03-12T19:34:20.950778Z","end":"2026-03-12T19:34:21.096333Z","steps":["trace[1300751568] 'agreement among raft nodes before linearized reading' (duration: 145.382546ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.22784Z","caller":"traceutil/trace.go:171","msg":"trace[969016326] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"120.187565ms","start":"2026-03-12T19:34:21.107619Z","end":"2026-03-12T19:34:21.227807Z","steps":["trace[969016326] 'process raft request' (duration: 107.909402ms)","trace[969016326] 'compare' (duration: 12.13049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:21.534453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.201072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-12T19:34:21.534665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.033126ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:21.53496Z","caller":"traceutil/trace.go:171","msg":"trace[1663396948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8593; }","duration":"166.308062ms","start":"2026-03-12T19:34:21.368613Z","end":"2026-03-12T19:34:21.534921Z","steps":["trace[1663396948] 'range keys from in-memory index tree' (duration: 166.021825ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.55527Z","caller":"traceutil/trace.go:171","msg":"trace[1754985685] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"323.034219ms","start":"2026-03-12T19:34:21.232208Z","end":"2026-03-12T19:34:21.555242Z","steps":["trace[1754985685] 'process raft request' (duration: 322.875726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.555498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.232159Z","time spent":"323.186313ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:34:21.582635Z","caller":"traceutil/trace.go:171","msg":"trace[844463527] linearizableReadLoop","detail":"{readStateIndex:8947; appliedIndex:8945; }","duration":"248.347068ms","start":"2026-03-12T19:34:21.334261Z","end":"2026-03-12T19:34:21.582608Z","steps":["trace[844463527] 'read index received' (duration: 220.838885ms)","trace[844463527] 'applied index is now lower than readState.Index' (duration: 27.506843ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:21.582688Z","caller":"traceutil/trace.go:171","msg":"trace[1007445253] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"336.331286ms","start":"2026-03-12T19:34:21.246326Z","end":"2026-03-12T19:34:21.582657Z","steps":["trace[1007445253] 'process raft request' (duration: 336.120551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:21.582822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:21.2463Z","time spent":"336.463649ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1211,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:34:21.582944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.652204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-phgl7.189c2e1b014cefcc\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-12T19:34:21.58302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.256186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T19:34:21.583096Z","caller":"traceutil/trace.go:171","msg":"trace[394216093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8595; }","duration":"248.376858ms","start":"2026-03-12T19:34:21.334703Z","end":"2026-03-12T19:34:21.583079Z","steps":["trace[394216093] 'agreement among raft nodes before linearized reading' (duration: 248.162013ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.583028Z","caller":"traceutil/trace.go:171","msg":"trace[1156436724] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-phgl7.189c2e1b014cefcc; range_end:; response_count:1; response_revision:8595; }","duration":"248.794317ms","start":"2026-03-12T19:34:21.33421Z","end":"2026-03-12T19:34:21.583005Z","steps":["trace[1156436724] 'agreement among raft nodes before linearized reading' (duration: 248.505861ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.583297Z","caller":"traceutil/trace.go:171","msg":"trace[1622184533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8595; }","duration":"100.019796ms","start":"2026-03-12T19:34:21.483265Z","end":"2026-03-12T19:34:21.583284Z","steps":["trace[1622184533] 'agreement among raft nodes before linearized reading' (duration: 99.914664ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.846533Z","caller":"traceutil/trace.go:171","msg":"trace[1957211624] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"161.514975ms","start":"2026-03-12T19:34:21.684979Z","end":"2026-03-12T19:34:21.846494Z","steps":["trace[1957211624] 'process raft request' (duration: 157.706971ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:21.846792Z","caller":"traceutil/trace.go:171","msg":"trace[668036454] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"139.082725ms","start":"2026-03-12T19:34:21.707688Z","end":"2026-03-12T19:34:21.84677Z","steps":["trace[668036454] 'process raft request' (duration: 138.686126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:22.082575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.627983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:22.082674Z","caller":"traceutil/trace.go:171","msg":"trace[535027261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8607; }","duration":"133.771237ms","start":"2026-03-12T19:34:21.948878Z","end":"2026-03-12T19:34:22.082649Z","steps":["trace[535027261] 'range keys from in-memory index tree' (duration: 133.542921ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:22.262123Z","caller":"traceutil/trace.go:171","msg":"trace[612058206] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"154.085089ms","start":"2026-03-12T19:34:22.107981Z","end":"2026-03-12T19:34:22.262066Z","steps":["trace[612058206] 'process raft request' (duration: 153.867445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.039366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14162621s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:24.040354Z","caller":"traceutil/trace.go:171","msg":"trace[1792991036] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"1.355680264s","start":"2026-03-12T19:34:22.68463Z","end":"2026-03-12T19:34:24.04031Z","steps":["trace[1792991036] 'process raft request' (duration: 213.011751ms)","trace[1792991036] 'compare' (duration: 1.140842743s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:24.040388Z","caller":"traceutil/trace.go:171","msg":"trace[1881686128] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"1.004074918s","start":"2026-03-12T19:34:23.036287Z","end":"2026-03-12T19:34:24.040362Z","steps":["trace[1881686128] 'process raft request' (duration: 1.004028107s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.040516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.68462Z","time spent":"1.355813408s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:24.040588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350859116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-12T19:34:24.040652Z","caller":"traceutil/trace.go:171","msg":"trace[210783773] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8636; }","duration":"1.350950418s","start":"2026-03-12T19:34:22.68969Z","end":"2026-03-12T19:34:24.04064Z","steps":["trace[210783773] 'agreement among raft nodes before linearized reading' (duration: 1.350724473s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.04069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.689683Z","time spent":"1.35099874s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-03-12T19:34:24.040363Z","caller":"traceutil/trace.go:171","msg":"trace[980342424] linearizableReadLoop","detail":"{readStateIndex:8988; appliedIndex:8987; }","duration":"1.350621261s","start":"2026-03-12T19:34:22.689708Z","end":"2026-03-12T19:34:24.040329Z","steps":["trace[980342424] 'read index received' (duration: 208.01851ms)","trace[980342424] 'applied index is now lower than readState.Index' (duration: 1.142599131s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:24.040903Z","caller":"traceutil/trace.go:171","msg":"trace[1652537957] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"1.265222231s","start":"2026-03-12T19:34:22.775662Z","end":"2026-03-12T19:34:24.040884Z","steps":["trace[1652537957] 'process raft request' (duration: 1.264515885s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.040996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.775633Z","time spent":"1.265327652s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:24.041438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.036262Z","time spent":"1.00417165s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:24.573899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.176577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:24.574095Z","caller":"traceutil/trace.go:171","msg":"trace[1790011176] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"305.674584ms","start":"2026-03-12T19:34:24.268401Z","end":"2026-03-12T19:34:24.574076Z","steps":["trace[1790011176] 'process raft request' (duration: 305.606632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.574162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.268378Z","time spent":"305.754505ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:24.574225Z","caller":"traceutil/trace.go:171","msg":"trace[173710291] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8990; }","duration":"533.328201ms","start":"2026-03-12T19:34:24.040866Z","end":"2026-03-12T19:34:24.574194Z","steps":["trace[173710291] 'read index received' (duration: 194.728685ms)","trace[173710291] 'applied index is now lower than readState.Index' (duration: 338.563616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:24.574516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53518447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4633"} {"level":"info","ts":"2026-03-12T19:34:24.574847Z","caller":"traceutil/trace.go:171","msg":"trace[179119982] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8638; }","duration":"1.535524017s","start":"2026-03-12T19:34:23.039299Z","end":"2026-03-12T19:34:24.574823Z","steps":["trace[179119982] 'agreement among raft nodes before linearized reading' (duration: 1.535127829s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.574891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.039292Z","time spent":"1.535589369s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4656,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"warn","ts":"2026-03-12T19:34:24.574505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626284908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:24.574936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.024829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-12T19:34:24.574975Z","caller":"traceutil/trace.go:171","msg":"trace[1713276902] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8638; }","duration":"531.09607ms","start":"2026-03-12T19:34:24.043864Z","end":"2026-03-12T19:34:24.57496Z","steps":["trace[1713276902] 'agreement among raft nodes before linearized reading' (duration: 530.986588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.574982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547251698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T19:34:24.574983Z","caller":"traceutil/trace.go:171","msg":"trace[368902870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8638; }","duration":"1.62683833s","start":"2026-03-12T19:34:22.948119Z","end":"2026-03-12T19:34:24.574957Z","steps":["trace[368902870] 'agreement among raft nodes before linearized reading' (duration: 1.626297028s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:24.575022Z","caller":"traceutil/trace.go:171","msg":"trace[1223691828] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8638; }","duration":"1.547331299s","start":"2026-03-12T19:34:23.027681Z","end":"2026-03-12T19:34:24.575012Z","steps":["trace[1223691828] 'agreement among raft nodes before linearized reading' (duration: 1.546710346s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.574992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.818414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:24.575066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.00013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:24.575096Z","caller":"traceutil/trace.go:171","msg":"trace[856850789] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8638; }","duration":"257.073032ms","start":"2026-03-12T19:34:24.318015Z","end":"2026-03-12T19:34:24.575088Z","steps":["trace[856850789] 'agreement among raft nodes before linearized reading' (duration: 257.025281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.575019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.043845Z","time spent":"531.165453ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"info","ts":"2026-03-12T19:34:24.575165Z","caller":"traceutil/trace.go:171","msg":"trace[2031626262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8638; }","duration":"255.954796ms","start":"2026-03-12T19:34:24.319136Z","end":"2026-03-12T19:34:24.575091Z","steps":["trace[2031626262] 'agreement among raft nodes before linearized reading' (duration: 255.733051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.575048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.948097Z","time spent":"1.626933162s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:24.574538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.020003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:24.575495Z","caller":"traceutil/trace.go:171","msg":"trace[1828589991] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8638; }","duration":"697.053065ms","start":"2026-03-12T19:34:23.878427Z","end":"2026-03-12T19:34:24.57548Z","steps":["trace[1828589991] 'agreement among raft nodes before linearized reading' (duration: 696.049893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.57554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.878411Z","time spent":"697.114266ms","remote":"127.0.0.1:32952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:24.574539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877731334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-12T19:34:24.575642Z","caller":"traceutil/trace.go:171","msg":"trace[1585429446] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8638; }","duration":"1.878842628s","start":"2026-03-12T19:34:22.696776Z","end":"2026-03-12T19:34:24.575618Z","steps":["trace[1585429446] 'agreement among raft nodes before linearized reading' (duration: 1.877633121s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.575714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.696771Z","time spent":"1.87892206s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:24.574535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319177902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:24.575825Z","caller":"traceutil/trace.go:171","msg":"trace[70931986] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8638; }","duration":"1.320500821s","start":"2026-03-12T19:34:23.255311Z","end":"2026-03-12T19:34:24.575811Z","steps":["trace[70931986] 'agreement among raft nodes before linearized reading' (duration: 1.31910069s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.575865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.255283Z","time spent":"1.320571013s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:24.574584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.159482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:34:24.57593Z","caller":"traceutil/trace.go:171","msg":"trace[449650893] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8638; }","duration":"727.534502ms","start":"2026-03-12T19:34:23.848384Z","end":"2026-03-12T19:34:24.575919Z","steps":["trace[449650893] 'agreement among raft nodes before linearized reading' (duration: 726.160722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.575986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.848366Z","time spent":"727.609095ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:34:24.574591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.318009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:34:24.576185Z","caller":"traceutil/trace.go:171","msg":"trace[1674938632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8638; }","duration":"901.941566ms","start":"2026-03-12T19:34:23.674216Z","end":"2026-03-12T19:34:24.576158Z","steps":["trace[1674938632] 'agreement among raft nodes before linearized reading' (duration: 900.286038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.574571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.728549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:34:24.576264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.674172Z","time spent":"902.070318ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T19:34:24.574607Z","caller":"traceutil/trace.go:171","msg":"trace[1367257952] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"1.473684211s","start":"2026-03-12T19:34:23.100901Z","end":"2026-03-12T19:34:24.574585Z","steps":["trace[1367257952] 'process raft request' (duration: 1.134734667s)","trace[1367257952] 'compare' (duration: 338.080735ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:24.576317Z","caller":"traceutil/trace.go:171","msg":"trace[780897043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8638; }","duration":"880.494949ms","start":"2026-03-12T19:34:23.6958Z","end":"2026-03-12T19:34:24.576295Z","steps":["trace[780897043] 'agreement among raft nodes before linearized reading' (duration: 878.641407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.576423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.100873Z","time spent":"1.475510772s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:24.576469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.695747Z","time spent":"880.658922ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:24.574583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259511385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-12T19:34:24.576565Z","caller":"traceutil/trace.go:171","msg":"trace[405586217] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8638; }","duration":"1.261521979s","start":"2026-03-12T19:34:23.315016Z","end":"2026-03-12T19:34:24.576538Z","steps":["trace[405586217] 'agreement among raft nodes before linearized reading' (duration: 1.259433392s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.574652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.796877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:24.576642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.314999Z","time spent":"1.261623602s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-12T19:34:24.57667Z","caller":"traceutil/trace.go:171","msg":"trace[991089635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8638; }","duration":"901.802602ms","start":"2026-03-12T19:34:23.674828Z","end":"2026-03-12T19:34:24.57663Z","steps":["trace[991089635] 'agreement among raft nodes before linearized reading' (duration: 899.758516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.576742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.67482Z","time spent":"901.902714ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:24.574692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878117162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-12T19:34:24.577302Z","caller":"traceutil/trace.go:171","msg":"trace[706192342] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8638; }","duration":"1.88073983s","start":"2026-03-12T19:34:22.69655Z","end":"2026-03-12T19:34:24.57729Z","steps":["trace[706192342] 'agreement among raft nodes before linearized reading' (duration: 1.87804342s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.574701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879401691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-03-12T19:34:24.577345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.696539Z","time spent":"1.880793962s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-12T19:34:24.577383Z","caller":"traceutil/trace.go:171","msg":"trace[954822361] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8638; }","duration":"1.882076231s","start":"2026-03-12T19:34:22.695291Z","end":"2026-03-12T19:34:24.577368Z","steps":["trace[954822361] 'agreement among raft nodes before linearized reading' (duration: 1.87933194s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.577451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.695285Z","time spent":"1.882127432s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-12T19:34:24.574692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.86643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:34:24.574698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878072621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4633"} {"level":"info","ts":"2026-03-12T19:34:24.577826Z","caller":"traceutil/trace.go:171","msg":"trace[42804294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8638; }","duration":"970.036161ms","start":"2026-03-12T19:34:23.607775Z","end":"2026-03-12T19:34:24.577811Z","steps":["trace[42804294] 'agreement among raft nodes before linearized reading' (duration: 966.827789ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:24.577955Z","caller":"traceutil/trace.go:171","msg":"trace[1981235140] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8638; }","duration":"1.881333924s","start":"2026-03-12T19:34:22.696607Z","end":"2026-03-12T19:34:24.577941Z","steps":["trace[1981235140] 'agreement among raft nodes before linearized reading' (duration: 1.877963349s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.577999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:22.6966Z","time spent":"1.881385475s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4656,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"warn","ts":"2026-03-12T19:34:24.574712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.873372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:34:24.578076Z","caller":"traceutil/trace.go:171","msg":"trace[1810569771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8638; }","duration":"904.270387ms","start":"2026-03-12T19:34:23.673794Z","end":"2026-03-12T19:34:24.578064Z","steps":["trace[1810569771] 'agreement among raft nodes before linearized reading' (duration: 900.77901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.578053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.607752Z","time spent":"970.221764ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:24.578145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.673774Z","time spent":"904.356469ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:24.57506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.027658Z","time spent":"1.547392381s","remote":"127.0.0.1:56304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":926,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:24.574538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.869596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:34:24.578336Z","caller":"traceutil/trace.go:171","msg":"trace[711913131] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8638; }","duration":"981.716261ms","start":"2026-03-12T19:34:23.596608Z","end":"2026-03-12T19:34:24.578324Z","steps":["trace[711913131] 'agreement among raft nodes before linearized reading' (duration: 977.773684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:24.578376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:23.596586Z","time spent":"981.778282ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:34:25.061611Z","caller":"traceutil/trace.go:171","msg":"trace[193150801] linearizableReadLoop","detail":"{readStateIndex:8993; appliedIndex:8992; }","duration":"480.371733ms","start":"2026-03-12T19:34:24.581211Z","end":"2026-03-12T19:34:25.061582Z","steps":["trace[193150801] 'read index received' (duration: 413.197317ms)","trace[193150801] 'applied index is now lower than readState.Index' (duration: 67.172896ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:25.061645Z","caller":"traceutil/trace.go:171","msg":"trace[382137422] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"482.029449ms","start":"2026-03-12T19:34:24.579592Z","end":"2026-03-12T19:34:25.061621Z","steps":["trace[382137422] 'process raft request' (duration: 414.669149ms)","trace[382137422] 'compare' (duration: 66.776157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:25.061807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.579572Z","time spent":"482.131261ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:25.062087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.855293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229110"} {"level":"info","ts":"2026-03-12T19:34:25.062133Z","caller":"traceutil/trace.go:171","msg":"trace[1040826274] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8639; }","duration":"480.941445ms","start":"2026-03-12T19:34:24.581181Z","end":"2026-03-12T19:34:25.062123Z","steps":["trace[1040826274] 'agreement among raft nodes before linearized reading' (duration: 480.534986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.06217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.581167Z","time spent":"480.992936ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229133,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:34:25.510979Z","caller":"traceutil/trace.go:171","msg":"trace[871791654] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"929.436497ms","start":"2026-03-12T19:34:24.58151Z","end":"2026-03-12T19:34:25.510946Z","steps":["trace[871791654] 'process raft request' (duration: 929.173671ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.510997Z","caller":"traceutil/trace.go:171","msg":"trace[1213922928] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"929.15711ms","start":"2026-03-12T19:34:24.581807Z","end":"2026-03-12T19:34:25.510964Z","steps":["trace[1213922928] 'process raft request' (duration: 929.027927ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.511035Z","caller":"traceutil/trace.go:171","msg":"trace[1694841284] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"929.187681ms","start":"2026-03-12T19:34:24.581811Z","end":"2026-03-12T19:34:25.510999Z","steps":["trace[1694841284] 'process raft request' (duration: 929.065658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.511153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.581499Z","time spent":"929.56374ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:25.511193Z","caller":"traceutil/trace.go:171","msg":"trace[1873181682] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"929.013817ms","start":"2026-03-12T19:34:24.582167Z","end":"2026-03-12T19:34:25.511181Z","steps":["trace[1873181682] 'process raft request' (duration: 928.744341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.511195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.5818Z","time spent":"929.307623ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:25.511157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.5818Z","time spent":"929.276543ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:25.511255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.582158Z","time spent":"929.067198ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4623,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:25.511446Z","caller":"traceutil/trace.go:171","msg":"trace[818892814] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"928.946745ms","start":"2026-03-12T19:34:24.582479Z","end":"2026-03-12T19:34:25.511426Z","steps":["trace[818892814] 'process raft request' (duration: 928.657979ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:25.511481Z","caller":"traceutil/trace.go:171","msg":"trace[1488239629] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8993; }","duration":"449.78426ms","start":"2026-03-12T19:34:25.061679Z","end":"2026-03-12T19:34:25.511463Z","steps":["trace[1488239629] 'read index received' (duration: 448.899661ms)","trace[1488239629] 'applied index is now lower than readState.Index' (duration: 883.589µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:25.511544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.58247Z","time spent":"929.014107ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:25.511605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.043194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-12T19:34:25.511644Z","caller":"traceutil/trace.go:171","msg":"trace[467329215] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8645; }","duration":"910.109896ms","start":"2026-03-12T19:34:24.601523Z","end":"2026-03-12T19:34:25.511633Z","steps":["trace[467329215] 'agreement among raft nodes before linearized reading' (duration: 909.973493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.511678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.601509Z","time spent":"910.162447ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-12T19:34:25.511692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.813244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-12T19:34:25.511711Z","caller":"traceutil/trace.go:171","msg":"trace[664140131] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"928.976606ms","start":"2026-03-12T19:34:24.582722Z","end":"2026-03-12T19:34:25.511699Z","steps":["trace[664140131] 'process raft request' (duration: 928.656109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.511872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.119562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-03-12T19:34:25.511842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.616758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:34:25.511915Z","caller":"traceutil/trace.go:171","msg":"trace[331798152] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8645; }","duration":"930.178894ms","start":"2026-03-12T19:34:24.581725Z","end":"2026-03-12T19:34:25.511903Z","steps":["trace[331798152] 'agreement among raft nodes before linearized reading' (duration: 930.058601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.511923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.582714Z","time spent":"929.145731ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:25.511735Z","caller":"traceutil/trace.go:171","msg":"trace[1189304404] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8645; }","duration":"929.873376ms","start":"2026-03-12T19:34:24.58185Z","end":"2026-03-12T19:34:25.511723Z","steps":["trace[1189304404] 'agreement among raft nodes before linearized reading' (duration: 929.741493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.511947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.581713Z","time spent":"930.226906ms","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:25.511757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.439089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:25.512025Z","caller":"traceutil/trace.go:171","msg":"trace[437581857] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8645; }","duration":"930.712496ms","start":"2026-03-12T19:34:24.581296Z","end":"2026-03-12T19:34:25.512009Z","steps":["trace[437581857] 'agreement among raft nodes before linearized reading' (duration: 930.423169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.512067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.581292Z","time spent":"930.762997ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-12T19:34:25.511823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.235833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-12T19:34:25.512142Z","caller":"traceutil/trace.go:171","msg":"trace[2083741507] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677; range_end:; response_count:1; response_revision:8645; }","duration":"349.591201ms","start":"2026-03-12T19:34:25.162535Z","end":"2026-03-12T19:34:25.512126Z","steps":["trace[2083741507] 'agreement among raft nodes before linearized reading' (duration: 349.227802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.511942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.60945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-12T19:34:25.512223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.162515Z","time spent":"349.693323ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" "} {"level":"info","ts":"2026-03-12T19:34:25.51227Z","caller":"traceutil/trace.go:171","msg":"trace[1899051343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8645; }","duration":"326.941027ms","start":"2026-03-12T19:34:25.185305Z","end":"2026-03-12T19:34:25.512246Z","steps":["trace[1899051343] 'agreement among raft nodes before linearized reading' (duration: 326.58725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.512308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.58184Z","time spent":"930.130182ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:25.512319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.18526Z","time spent":"327.04711ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-12T19:34:25.511933Z","caller":"traceutil/trace.go:171","msg":"trace[921469726] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:8645; }","duration":"861.741111ms","start":"2026-03-12T19:34:24.650173Z","end":"2026-03-12T19:34:25.511914Z","steps":["trace[921469726] 'agreement among raft nodes before linearized reading' (duration: 861.531555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:25.5126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:24.650156Z","time spent":"862.428866ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"warn","ts":"2026-03-12T19:34:26.017053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:26.471884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.24158ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-12T19:34:26.472086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.513924Z","time spent":"958.154066ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:34:26.472352Z","caller":"traceutil/trace.go:171","msg":"trace[2050363034] linearizableReadLoop","detail":"{readStateIndex:9002; appliedIndex:8999; }","duration":"955.838844ms","start":"2026-03-12T19:34:25.516499Z","end":"2026-03-12T19:34:26.472338Z","steps":["trace[2050363034] 'read index received' (duration: 554.142774ms)","trace[2050363034] 'applied index is now lower than readState.Index' (duration: 401.69531ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:26.472455Z","caller":"traceutil/trace.go:171","msg":"trace[1866379822] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"955.087308ms","start":"2026-03-12T19:34:25.517361Z","end":"2026-03-12T19:34:26.472448Z","steps":["trace[1866379822] 'process raft request' (duration: 954.914645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:26.472555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.517351Z","time spent":"955.131019ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:26.472581Z","caller":"traceutil/trace.go:171","msg":"trace[289318243] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"957.971821ms","start":"2026-03-12T19:34:25.514586Z","end":"2026-03-12T19:34:26.472558Z","steps":["trace[289318243] 'process raft request' (duration: 957.391448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:26.472727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.514556Z","time spent":"958.091666ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:26.472716Z","caller":"traceutil/trace.go:171","msg":"trace[2003504823] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"425.588463ms","start":"2026-03-12T19:34:26.047097Z","end":"2026-03-12T19:34:26.472686Z","steps":["trace[2003504823] 'process raft request' (duration: 425.214973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:26.47286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.344757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-12T19:34:26.472911Z","caller":"traceutil/trace.go:171","msg":"trace[972919853] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8648; }","duration":"956.407738ms","start":"2026-03-12T19:34:25.516493Z","end":"2026-03-12T19:34:26.472901Z","steps":["trace[972919853] 'agreement among raft nodes before linearized reading' (duration: 956.008839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:26.472966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.516468Z","time spent":"956.48963ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-12T19:34:26.47296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.047071Z","time spent":"425.811147ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:26.472981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.972468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4638"} {"level":"warn","ts":"2026-03-12T19:34:26.473072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.429876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-12T19:34:26.473113Z","caller":"traceutil/trace.go:171","msg":"trace[1342187294] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8648; }","duration":"955.500817ms","start":"2026-03-12T19:34:25.517602Z","end":"2026-03-12T19:34:26.473103Z","steps":["trace[1342187294] 'agreement among raft nodes before linearized reading' (duration: 955.392074ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:26.473062Z","caller":"traceutil/trace.go:171","msg":"trace[1342244890] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8648; }","duration":"956.085261ms","start":"2026-03-12T19:34:25.516963Z","end":"2026-03-12T19:34:26.473048Z","steps":["trace[1342244890] 'agreement among raft nodes before linearized reading' (duration: 955.740043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:26.473147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.517589Z","time spent":"955.551309ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-12T19:34:26.473179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.886697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:34:26.473211Z","caller":"traceutil/trace.go:171","msg":"trace[475713880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8648; }","duration":"871.959159ms","start":"2026-03-12T19:34:25.601243Z","end":"2026-03-12T19:34:26.473202Z","steps":["trace[475713880] 'agreement among raft nodes before linearized reading' (duration: 871.663402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:26.473172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.516955Z","time spent":"956.198603ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4661,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"warn","ts":"2026-03-12T19:34:26.473234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.60122Z","time spent":"872.0099ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:26.473254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.712461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:26.473303Z","caller":"traceutil/trace.go:171","msg":"trace[361364946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8648; }","duration":"525.782663ms","start":"2026-03-12T19:34:25.947505Z","end":"2026-03-12T19:34:26.473288Z","steps":["trace[361364946] 'agreement among raft nodes before linearized reading' (duration: 525.713561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:26.47334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:25.947489Z","time spent":"525.845514ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:27.160964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.534397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:27.161075Z","caller":"traceutil/trace.go:171","msg":"trace[2112822083] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"686.779875ms","start":"2026-03-12T19:34:26.474274Z","end":"2026-03-12T19:34:27.161054Z","steps":["trace[2112822083] 'process raft request' (duration: 231.85032ms)","trace[2112822083] 'compare' (duration: 454.017785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:27.161136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.474249Z","time spent":"686.857578ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:27.526757Z","caller":"traceutil/trace.go:171","msg":"trace[1438165336] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8650; }","duration":"1.051443494s","start":"2026-03-12T19:34:26.475277Z","end":"2026-03-12T19:34:27.52672Z","steps":["trace[1438165336] 'process raft request' (duration: 1.051171078s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.526781Z","caller":"traceutil/trace.go:171","msg":"trace[371631510] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"1.051450223s","start":"2026-03-12T19:34:26.475298Z","end":"2026-03-12T19:34:27.526748Z","steps":["trace[371631510] 'process raft request' (duration: 1.051327401s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.526957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.475275Z","time spent":"1.051583037s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.526975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.475255Z","time spent":"1.051577296s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-12T19:34:27.527022Z","caller":"traceutil/trace.go:171","msg":"trace[1670843122] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"1.006587574s","start":"2026-03-12T19:34:26.520414Z","end":"2026-03-12T19:34:27.527002Z","steps":["trace[1670843122] 'process raft request' (duration: 1.006271957s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.527116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.520394Z","time spent":"1.006677035s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:27.527287Z","caller":"traceutil/trace.go:171","msg":"trace[1161936607] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"947.412107ms","start":"2026-03-12T19:34:26.579858Z","end":"2026-03-12T19:34:27.52727Z","steps":["trace[1161936607] 'process raft request' (duration: 947.045129ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.52739Z","caller":"traceutil/trace.go:171","msg":"trace[608864796] linearizableReadLoop","detail":"{readStateIndex:9006; appliedIndex:9003; }","duration":"1.051746629s","start":"2026-03-12T19:34:26.475628Z","end":"2026-03-12T19:34:27.527374Z","steps":["trace[608864796] 'read index received' (duration: 230.510191ms)","trace[608864796] 'applied index is now lower than readState.Index' (duration: 821.235468ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:27.527424Z","caller":"traceutil/trace.go:171","msg":"trace[719336107] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"944.574514ms","start":"2026-03-12T19:34:26.582838Z","end":"2026-03-12T19:34:27.527413Z","steps":["trace[719336107] 'process raft request' (duration: 944.38266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.527485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.582824Z","time spent":"944.627655ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.527489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051849601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:27.527501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.57983Z","time spent":"947.508839ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:27.527582Z","caller":"traceutil/trace.go:171","msg":"trace[1806278900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8654; }","duration":"1.051942073s","start":"2026-03-12T19:34:26.475594Z","end":"2026-03-12T19:34:27.527536Z","steps":["trace[1806278900] 'agreement among raft nodes before linearized reading' (duration: 1.051835581s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.527618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050074162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-12T19:34:27.527638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.475578Z","time spent":"1.052048035s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:27.527656Z","caller":"traceutil/trace.go:171","msg":"trace[1978778646] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8654; }","duration":"1.050133244s","start":"2026-03-12T19:34:26.47751Z","end":"2026-03-12T19:34:27.527644Z","steps":["trace[1978778646] 'agreement among raft nodes before linearized reading' (duration: 1.04996351s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.527665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.331632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:34:27.527709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.477499Z","time spent":"1.050181585s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-12T19:34:27.527717Z","caller":"traceutil/trace.go:171","msg":"trace[713962874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8654; }","duration":"458.421524ms","start":"2026-03-12T19:34:27.069278Z","end":"2026-03-12T19:34:27.5277Z","steps":["trace[713962874] 'agreement among raft nodes before linearized reading' (duration: 458.23485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.527789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.069257Z","time spent":"458.490845ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:34:27.528067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.631216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T19:34:27.52811Z","caller":"traceutil/trace.go:171","msg":"trace[952468424] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8654; }","duration":"364.705827ms","start":"2026-03-12T19:34:27.163394Z","end":"2026-03-12T19:34:27.5281Z","steps":["trace[952468424] 'agreement among raft nodes before linearized reading' (duration: 364.592574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.528139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.163375Z","time spent":"364.756949ms","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:34:27.528171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.526336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-12T19:34:27.528187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048500236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:34:27.528297Z","caller":"traceutil/trace.go:171","msg":"trace[1612176886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8654; }","duration":"1.048750712s","start":"2026-03-12T19:34:26.479532Z","end":"2026-03-12T19:34:27.528282Z","steps":["trace[1612176886] 'agreement among raft nodes before linearized reading' (duration: 1.048380304s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.52823Z","caller":"traceutil/trace.go:171","msg":"trace[306360468] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8654; }","duration":"197.619268ms","start":"2026-03-12T19:34:27.330597Z","end":"2026-03-12T19:34:27.528217Z","steps":["trace[306360468] 'agreement among raft nodes before linearized reading' (duration: 197.448065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.528409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.479518Z","time spent":"1.048839863s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:27.528293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.768771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-12T19:34:27.528498Z","caller":"traceutil/trace.go:171","msg":"trace[1371734929] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8654; }","duration":"698.008266ms","start":"2026-03-12T19:34:26.83047Z","end":"2026-03-12T19:34:27.528479Z","steps":["trace[1371734929] 'agreement among raft nodes before linearized reading' (duration: 697.72835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.528548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:26.830448Z","time spent":"698.088037ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-12T19:34:27.749457Z","caller":"traceutil/trace.go:171","msg":"trace[148103725] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"214.273558ms","start":"2026-03-12T19:34:27.535155Z","end":"2026-03-12T19:34:27.749429Z","steps":["trace[148103725] 'process raft request' (duration: 213.995562ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.749734Z","caller":"traceutil/trace.go:171","msg":"trace[1106220475] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"214.518294ms","start":"2026-03-12T19:34:27.53519Z","end":"2026-03-12T19:34:27.749708Z","steps":["trace[1106220475] 'process raft request' (duration: 214.135806ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.749879Z","caller":"traceutil/trace.go:171","msg":"trace[672472829] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"214.626967ms","start":"2026-03-12T19:34:27.535229Z","end":"2026-03-12T19:34:27.749856Z","steps":["trace[672472829] 'process raft request' (duration: 214.434032ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.749995Z","caller":"traceutil/trace.go:171","msg":"trace[1073410281] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9010; }","duration":"182.38634ms","start":"2026-03-12T19:34:27.567599Z","end":"2026-03-12T19:34:27.749986Z","steps":["trace[1073410281] 'read index received' (duration: 181.614673ms)","trace[1073410281] 'applied index is now lower than readState.Index' (duration: 771.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:27.750124Z","caller":"traceutil/trace.go:171","msg":"trace[1447242565] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"212.922529ms","start":"2026-03-12T19:34:27.537189Z","end":"2026-03-12T19:34:27.750112Z","steps":["trace[1447242565] 'process raft request' (duration: 212.700783ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.750325Z","caller":"traceutil/trace.go:171","msg":"trace[188492711] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"212.781646ms","start":"2026-03-12T19:34:27.537534Z","end":"2026-03-12T19:34:27.750316Z","steps":["trace[188492711] 'process raft request' (duration: 212.415887ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.750322Z","caller":"traceutil/trace.go:171","msg":"trace[952155351] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"214.234989ms","start":"2026-03-12T19:34:27.535915Z","end":"2026-03-12T19:34:27.75015Z","steps":["trace[952155351] 'process raft request' (duration: 213.828019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.750435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.32599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:27.750471Z","caller":"traceutil/trace.go:171","msg":"trace[353365978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8661; }","duration":"213.416171ms","start":"2026-03-12T19:34:27.537047Z","end":"2026-03-12T19:34:27.750463Z","steps":["trace[353365978] 'agreement among raft nodes before linearized reading' (duration: 213.331029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.750499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.339343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-12T19:34:27.75052Z","caller":"traceutil/trace.go:171","msg":"trace[657063469] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8661; }","duration":"215.384344ms","start":"2026-03-12T19:34:27.535129Z","end":"2026-03-12T19:34:27.750514Z","steps":["trace[657063469] 'agreement among raft nodes before linearized reading' (duration: 215.294902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.750651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.712925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:27.750688Z","caller":"traceutil/trace.go:171","msg":"trace[1129294771] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8661; }","duration":"212.771516ms","start":"2026-03-12T19:34:27.537908Z","end":"2026-03-12T19:34:27.75068Z","steps":["trace[1129294771] 'agreement among raft nodes before linearized reading' (duration: 212.667953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.750886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.710568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-12T19:34:27.752032Z","caller":"traceutil/trace.go:171","msg":"trace[875492393] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8661; }","duration":"214.881043ms","start":"2026-03-12T19:34:27.537127Z","end":"2026-03-12T19:34:27.752008Z","steps":["trace[875492393] 'agreement among raft nodes before linearized reading' (duration: 213.529893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.750917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.734417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-12T19:34:27.752206Z","caller":"traceutil/trace.go:171","msg":"trace[1384469539] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8661; }","duration":"215.015195ms","start":"2026-03-12T19:34:27.537175Z","end":"2026-03-12T19:34:27.75219Z","steps":["trace[1384469539] 'agreement among raft nodes before linearized reading' (duration: 213.691496ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:27.900798Z","caller":"traceutil/trace.go:171","msg":"trace[625344341] linearizableReadLoop","detail":"{readStateIndex:9017; appliedIndex:9016; }","duration":"150.745266ms","start":"2026-03-12T19:34:27.750027Z","end":"2026-03-12T19:34:27.900772Z","steps":["trace[625344341] 'read index received' (duration: 136.242843ms)","trace[625344341] 'applied index is now lower than readState.Index' (duration: 14.501493ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:27.900839Z","caller":"traceutil/trace.go:171","msg":"trace[1572410180] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"330.282501ms","start":"2026-03-12T19:34:27.570521Z","end":"2026-03-12T19:34:27.900803Z","steps":["trace[1572410180] 'process raft request' (duration: 315.734498ms)","trace[1572410180] 'compare' (duration: 14.368779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:27.90099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.570503Z","time spent":"330.402095ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:27.901058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.693825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-12T19:34:27.901095Z","caller":"traceutil/trace.go:171","msg":"trace[448370324] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8662; }","duration":"310.782407ms","start":"2026-03-12T19:34:27.590302Z","end":"2026-03-12T19:34:27.901084Z","steps":["trace[448370324] 'agreement among raft nodes before linearized reading' (duration: 310.598843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:27.901092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.597578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:27.901141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.590284Z","time spent":"310.840888ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-12T19:34:27.901175Z","caller":"traceutil/trace.go:171","msg":"trace[702701021] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8662; }","duration":"277.860584ms","start":"2026-03-12T19:34:27.623297Z","end":"2026-03-12T19:34:27.901157Z","steps":["trace[702701021] 'agreement among raft nodes before linearized reading' (duration: 277.559727ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:28.342024Z","caller":"traceutil/trace.go:171","msg":"trace[1071047096] linearizableReadLoop","detail":"{readStateIndex:9018; appliedIndex:9017; }","duration":"441.118748ms","start":"2026-03-12T19:34:27.90087Z","end":"2026-03-12T19:34:28.341989Z","steps":["trace[1071047096] 'read index received' (duration: 368.084213ms)","trace[1071047096] 'applied index is now lower than readState.Index' (duration: 73.033085ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:28.342307Z","caller":"traceutil/trace.go:171","msg":"trace[1925508397] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"583.195721ms","start":"2026-03-12T19:34:27.75908Z","end":"2026-03-12T19:34:28.342275Z","steps":["trace[1925508397] 'process raft request' (duration: 509.815558ms)","trace[1925508397] 'compare' (duration: 72.928103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:28.342356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.342151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:28.342363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.798588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:28.342432Z","caller":"traceutil/trace.go:171","msg":"trace[1072679649] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8663; }","duration":"444.434333ms","start":"2026-03-12T19:34:27.897978Z","end":"2026-03-12T19:34:28.342413Z","steps":["trace[1072679649] 'agreement among raft nodes before linearized reading' (duration: 444.29222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.342425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.643095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-12T19:34:28.342444Z","caller":"traceutil/trace.go:171","msg":"trace[800213879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8663; }","duration":"589.89857ms","start":"2026-03-12T19:34:27.752525Z","end":"2026-03-12T19:34:28.342424Z","steps":["trace[800213879] 'agreement among raft nodes before linearized reading' (duration: 589.755857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.342465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.759068Z","time spent":"583.316123ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:28.342481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.897922Z","time spent":"444.549825ms","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:28.342486Z","caller":"traceutil/trace.go:171","msg":"trace[1179742396] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8663; }","duration":"589.732346ms","start":"2026-03-12T19:34:27.75274Z","end":"2026-03-12T19:34:28.342473Z","steps":["trace[1179742396] 'agreement among raft nodes before linearized reading' (duration: 589.533532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.342496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.752514Z","time spent":"589.973401ms","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:28.342476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.215921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-12T19:34:28.342523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.752724Z","time spent":"589.791728ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-12T19:34:28.342568Z","caller":"traceutil/trace.go:171","msg":"trace[1938183793] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8663; }","duration":"587.331293ms","start":"2026-03-12T19:34:27.755213Z","end":"2026-03-12T19:34:28.342544Z","steps":["trace[1938183793] 'agreement among raft nodes before linearized reading' (duration: 587.071877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.342617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.755202Z","time spent":"587.406495ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"warn","ts":"2026-03-12T19:34:28.342704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.322502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.189c2f07321bdf00\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-12T19:34:28.342818Z","caller":"traceutil/trace.go:171","msg":"trace[338738126] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.189c2f07321bdf00; range_end:; response_count:1; response_revision:8663; }","duration":"587.455876ms","start":"2026-03-12T19:34:27.755339Z","end":"2026-03-12T19:34:28.342795Z","steps":["trace[338738126] 'agreement among raft nodes before linearized reading' (duration: 586.928455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.342911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.755335Z","time spent":"587.556618ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/rook-ceph-cluster.189c2f07321bdf00\" "} {"level":"info","ts":"2026-03-12T19:34:28.576888Z","caller":"traceutil/trace.go:171","msg":"trace[483686596] linearizableReadLoop","detail":"{readStateIndex:9019; appliedIndex:9018; }","duration":"234.752236ms","start":"2026-03-12T19:34:28.342109Z","end":"2026-03-12T19:34:28.576861Z","steps":["trace[483686596] 'read index received' (duration: 192.958795ms)","trace[483686596] 'applied index is now lower than readState.Index' (duration: 41.791851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:28.577148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.55057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:28.577185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.46862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:28.577201Z","caller":"traceutil/trace.go:171","msg":"trace[1691476924] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"663.044308ms","start":"2026-03-12T19:34:27.914116Z","end":"2026-03-12T19:34:28.57716Z","steps":["trace[1691476924] 'process raft request' (duration: 620.952311ms)","trace[1691476924] 'compare' (duration: 41.484964ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:28.577234Z","caller":"traceutil/trace.go:171","msg":"trace[435496026] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8664; }","duration":"673.552822ms","start":"2026-03-12T19:34:27.903668Z","end":"2026-03-12T19:34:28.577221Z","steps":["trace[435496026] 'agreement among raft nodes before linearized reading' (duration: 673.472191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.577283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.903649Z","time spent":"673.625354ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-12T19:34:28.577263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.75048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:28.577231Z","caller":"traceutil/trace.go:171","msg":"trace[1566762553] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8664; }","duration":"495.694923ms","start":"2026-03-12T19:34:28.081516Z","end":"2026-03-12T19:34:28.577211Z","steps":["trace[1566762553] 'agreement among raft nodes before linearized reading' (duration: 495.511249ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:28.577353Z","caller":"traceutil/trace.go:171","msg":"trace[1905144957] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8664; }","duration":"639.879823ms","start":"2026-03-12T19:34:27.937446Z","end":"2026-03-12T19:34:28.577325Z","steps":["trace[1905144957] 'agreement among raft nodes before linearized reading' (duration: 639.688729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:28.577363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.914093Z","time spent":"663.183122ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:28.577437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.081497Z","time spent":"495.883807ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:28.577405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:27.937434Z","time spent":"639.959414ms","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:29.077725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:29.939278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.318512Z","time spent":"620.758327ms","remote":"127.0.0.1:49906","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:34:29.94089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.768994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-12T19:34:29.941165Z","caller":"traceutil/trace.go:171","msg":"trace[1836899114] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"1.595319618s","start":"2026-03-12T19:34:28.345829Z","end":"2026-03-12T19:34:29.941148Z","steps":["trace[1836899114] 'process raft request' (duration: 1.595169285s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:29.941186Z","caller":"traceutil/trace.go:171","msg":"trace[996032180] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8665; }","duration":"1.59630908s","start":"2026-03-12T19:34:28.344821Z","end":"2026-03-12T19:34:29.94113Z","steps":["trace[996032180] 'process raft request' (duration: 1.140211468s)","trace[996032180] 'compare' (duration: 455.016607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:29.94124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.34581Z","time spent":"1.59539506s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:29.941312Z","caller":"traceutil/trace.go:171","msg":"trace[1657347048] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"1.463207718s","start":"2026-03-12T19:34:28.478079Z","end":"2026-03-12T19:34:29.941287Z","steps":["trace[1657347048] 'process raft request' (duration: 1.463020914s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:29.941396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.478057Z","time spent":"1.46329623s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:29.941397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.344801Z","time spent":"1.596447853s","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-12T19:34:30.950699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:34:30.950763Z","caller":"traceutil/trace.go:171","msg":"trace[959937477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021156s","start":"2026-03-12T19:34:28.950536Z","end":"2026-03-12T19:34:30.950747Z","steps":["trace[959937477] 'agreement among raft nodes before linearized reading' (duration: 2.000130729s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:30.9508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.950515Z","time spent":"2.000277261s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:32.054426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.115804822s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:34:32.199471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.265982ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:32.19964Z","caller":"traceutil/trace.go:171","msg":"trace[619702401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8667; }","duration":"831.446426ms","start":"2026-03-12T19:34:31.368175Z","end":"2026-03-12T19:34:32.199621Z","steps":["trace[619702401] 'range keys from in-memory index tree' (duration: 831.246882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:32.200217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.512109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:32.200476Z","caller":"traceutil/trace.go:171","msg":"trace[1474774969] linearizableReadLoop","detail":"{readStateIndex:9024; appliedIndex:9019; }","duration":"3.62348693s","start":"2026-03-12T19:34:28.576971Z","end":"2026-03-12T19:34:32.200458Z","steps":["trace[1474774969] 'read index received' (duration: 908.158593ms)","trace[1474774969] 'applied index is now lower than readState.Index' (duration: 2.715326796s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:32.200588Z","caller":"traceutil/trace.go:171","msg":"trace[1586412200] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"3.664297738s","start":"2026-03-12T19:34:28.536251Z","end":"2026-03-12T19:34:32.200549Z","steps":["trace[1586412200] 'process raft request' (duration: 3.518370611s)","trace[1586412200] 'compare' (duration: 144.782822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:32.200698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.536213Z","time spent":"3.664409281s","remote":"127.0.0.1:56048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:32.200924Z","caller":"traceutil/trace.go:171","msg":"trace[179323401] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"3.621319561s","start":"2026-03-12T19:34:28.579591Z","end":"2026-03-12T19:34:32.200911Z","steps":["trace[179323401] 'process raft request' (duration: 3.620704148s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:32.20098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.579571Z","time spent":"3.621382722s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T19:34:32.201029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763154048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:32.2011Z","caller":"traceutil/trace.go:171","msg":"trace[496085837] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8669; }","duration":"3.76323707s","start":"2026-03-12T19:34:28.437842Z","end":"2026-03-12T19:34:32.201079Z","steps":["trace[496085837] 'agreement among raft nodes before linearized reading' (duration: 3.763046636s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:32.201101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854980682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-12T19:34:32.201109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851029774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-12T19:34:32.201143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.437765Z","time spent":"3.763368353s","remote":"127.0.0.1:32982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:32.201164Z","caller":"traceutil/trace.go:171","msg":"trace[595256682] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8669; }","duration":"3.855085755s","start":"2026-03-12T19:34:28.346062Z","end":"2026-03-12T19:34:32.201148Z","steps":["trace[595256682] 'agreement among raft nodes before linearized reading' (duration: 3.85486237s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:32.201184Z","caller":"traceutil/trace.go:171","msg":"trace[1200882580] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8669; }","duration":"3.851133426s","start":"2026-03-12T19:34:28.350033Z","end":"2026-03-12T19:34:32.201166Z","steps":["trace[1200882580] 'agreement among raft nodes before linearized reading' (duration: 3.850903421s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:32.201203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.346049Z","time spent":"3.855146426s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"warn","ts":"2026-03-12T19:34:32.201233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.350024Z","time spent":"3.851200847s","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-12T19:34:32.201298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851659488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-03-12T19:34:32.201341Z","caller":"traceutil/trace.go:171","msg":"trace[1809844244] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8669; }","duration":"3.851723449s","start":"2026-03-12T19:34:28.349606Z","end":"2026-03-12T19:34:32.20133Z","steps":["trace[1809844244] 'agreement among raft nodes before linearized reading' (duration: 3.851305809s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:32.201377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.34958Z","time spent":"3.85178765s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112185,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:34:32.70059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460668,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:34:32.921878Z","caller":"traceutil/trace.go:171","msg":"trace[1780950085] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"3.387785915s","start":"2026-03-12T19:34:29.534067Z","end":"2026-03-12T19:34:32.921853Z","steps":["trace[1780950085] 'process raft request' (duration: 3.38759292s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:32.92214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.534047Z","time spent":"3.387928087s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:32.922168Z","caller":"traceutil/trace.go:171","msg":"trace[246142104] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"3.387460727s","start":"2026-03-12T19:34:29.534663Z","end":"2026-03-12T19:34:32.922124Z","steps":["trace[246142104] 'process raft request' (duration: 3.3871534s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:32.922368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.534658Z","time spent":"3.38761326s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:32.951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:34:32.951066Z","caller":"traceutil/trace.go:171","msg":"trace[1418665544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048506s","start":"2026-03-12T19:34:30.951003Z","end":"2026-03-12T19:34:32.951051Z","steps":["trace[1418665544] 'agreement among raft nodes before linearized reading' (duration: 1.999970955s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:32.951177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:30.950991Z","time spent":"2.000159278s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:34:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:34:33.343371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.305716ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:34:33.344068Z","caller":"traceutil/trace.go:171","msg":"trace[1171165856] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"2.093790882s","start":"2026-03-12T19:34:31.250251Z","end":"2026-03-12T19:34:33.344042Z","steps":["trace[1171165856] 'process raft request' (duration: 2.09323765s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.344206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.250225Z","time spent":"2.093910575s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:33.738632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.547742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:33.738922Z","caller":"traceutil/trace.go:171","msg":"trace[151048409] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"2.193659286s","start":"2026-03-12T19:34:31.54525Z","end":"2026-03-12T19:34:33.738909Z","steps":["trace[151048409] 'process raft request' (duration: 1.798777616s)","trace[151048409] 'compare' (duration: 394.398729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:33.738987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.545231Z","time spent":"2.193719076s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:33.739011Z","caller":"traceutil/trace.go:171","msg":"trace[810050298] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9024; }","duration":"1.538462492s","start":"2026-03-12T19:34:32.200517Z","end":"2026-03-12T19:34:33.738979Z","steps":["trace[810050298] 'read index received' (duration: 721.209263ms)","trace[810050298] 'applied index is now lower than readState.Index' (duration: 817.251809ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:33.739129Z","caller":"traceutil/trace.go:171","msg":"trace[1686199768] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"1.875264138s","start":"2026-03-12T19:34:31.863858Z","end":"2026-03-12T19:34:33.739122Z","steps":["trace[1686199768] 'process raft request' (duration: 1.874843249s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.863843Z","time spent":"1.875334009s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:33.739247Z","caller":"traceutil/trace.go:171","msg":"trace[375574345] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"1.533611653s","start":"2026-03-12T19:34:32.205613Z","end":"2026-03-12T19:34:33.739225Z","steps":["trace[375574345] 'process raft request' (duration: 1.533184114s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:33.73932Z","caller":"traceutil/trace.go:171","msg":"trace[612632356] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"1.533298747s","start":"2026-03-12T19:34:32.205988Z","end":"2026-03-12T19:34:33.739287Z","steps":["trace[612632356] 'process raft request' (duration: 1.532853727s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.205596Z","time spent":"1.533707386s","remote":"127.0.0.1:56146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:33.739441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.205979Z","time spent":"1.533402919s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:34:33.739437Z","caller":"traceutil/trace.go:171","msg":"trace[854101436] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"1.791659799s","start":"2026-03-12T19:34:31.947756Z","end":"2026-03-12T19:34:33.739416Z","steps":["trace[854101436] 'process raft request' (duration: 1.791003673s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19940926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:34:33.739504Z","caller":"traceutil/trace.go:171","msg":"trace[386900035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8678; }","duration":"4.199475321s","start":"2026-03-12T19:34:29.540023Z","end":"2026-03-12T19:34:33.739498Z","steps":["trace[386900035] 'agreement among raft nodes before linearized reading' (duration: 4.19939085s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.539996Z","time spent":"4.199521422s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"warn","ts":"2026-03-12T19:34:33.739508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.662308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:33.739576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534997065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-12T19:34:33.739538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548268636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:33.739614Z","caller":"traceutil/trace.go:171","msg":"trace[952642927] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8678; }","duration":"1.535092838s","start":"2026-03-12T19:34:32.20451Z","end":"2026-03-12T19:34:33.739602Z","steps":["trace[952642927] 'agreement among raft nodes before linearized reading' (duration: 1.534929304s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:33.73962Z","caller":"traceutil/trace.go:171","msg":"trace[1528032731] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8678; }","duration":"750.806191ms","start":"2026-03-12T19:34:32.988793Z","end":"2026-03-12T19:34:33.739599Z","steps":["trace[1528032731] 'agreement among raft nodes before linearized reading' (duration: 750.644907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985769454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:34:33.739668Z","caller":"traceutil/trace.go:171","msg":"trace[399296499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8678; }","duration":"3.985823345s","start":"2026-03-12T19:34:29.75384Z","end":"2026-03-12T19:34:33.739663Z","steps":["trace[399296499] 'agreement among raft nodes before linearized reading' (duration: 3.985776324s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.753819Z","time spent":"3.985859285s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:33.739689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983899393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T19:34:33.739678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.988781Z","time spent":"750.878643ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:33.739724Z","caller":"traceutil/trace.go:171","msg":"trace[1596554228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8678; }","duration":"3.983935764s","start":"2026-03-12T19:34:29.755778Z","end":"2026-03-12T19:34:33.739713Z","steps":["trace[1596554228] 'agreement among raft nodes before linearized reading' (duration: 3.983812111s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460371924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-12T19:34:33.739758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.755703Z","time spent":"3.984047856s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:34:33.739765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.166804233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:34:33.739781Z","caller":"traceutil/trace.go:171","msg":"trace[1594859992] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8678; }","duration":"1.460403605s","start":"2026-03-12T19:34:32.279351Z","end":"2026-03-12T19:34:33.739755Z","steps":["trace[1594859992] 'agreement among raft nodes before linearized reading' (duration: 1.460313823s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.204489Z","time spent":"1.535151719s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"info","ts":"2026-03-12T19:34:33.739798Z","caller":"traceutil/trace.go:171","msg":"trace[1549831766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8678; }","duration":"4.166870075s","start":"2026-03-12T19:34:29.572919Z","end":"2026-03-12T19:34:33.739789Z","steps":["trace[1549831766] 'agreement among raft nodes before linearized reading' (duration: 4.166759892s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.279291Z","time spent":"1.460513368s","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-12T19:34:33.739714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605229832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:33.739838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.418507196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19434"} {"level":"warn","ts":"2026-03-12T19:34:33.739838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.572906Z","time spent":"4.166924856s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:33.739761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288491041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:33.73987Z","caller":"traceutil/trace.go:171","msg":"trace[1767104704] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8678; }","duration":"4.418574467s","start":"2026-03-12T19:34:29.321286Z","end":"2026-03-12T19:34:33.739861Z","steps":["trace[1767104704] 'agreement among raft nodes before linearized reading' (duration: 4.418489546s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822202636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:33.73988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.333526426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:33.739897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.321265Z","time spent":"4.418625258s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-12T19:34:33.739902Z","caller":"traceutil/trace.go:171","msg":"trace[825553130] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8678; }","duration":"3.333589247s","start":"2026-03-12T19:34:30.406306Z","end":"2026-03-12T19:34:33.739896Z","steps":["trace[825553130] 'agreement among raft nodes before linearized reading' (duration: 3.333551706s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:33.739894Z","caller":"traceutil/trace.go:171","msg":"trace[374819512] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8678; }","duration":"4.605456707s","start":"2026-03-12T19:34:29.134417Z","end":"2026-03-12T19:34:33.739874Z","steps":["trace[374819512] 'agreement among raft nodes before linearized reading' (duration: 4.605233872s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:33.739906Z","caller":"traceutil/trace.go:171","msg":"trace[1414545534] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8678; }","duration":"2.822287148s","start":"2026-03-12T19:34:30.917607Z","end":"2026-03-12T19:34:33.739894Z","steps":["trace[1414545534] 'agreement among raft nodes before linearized reading' (duration: 2.822202966s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.73992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:30.406284Z","time spent":"3.333632419s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:33.739905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984848274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:33.739919Z","caller":"traceutil/trace.go:171","msg":"trace[715425730] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8678; }","duration":"4.288668195s","start":"2026-03-12T19:34:29.451224Z","end":"2026-03-12T19:34:33.739892Z","steps":["trace[715425730] 'agreement among raft nodes before linearized reading' (duration: 4.288513122s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.134383Z","time spent":"4.605547258s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:33.739959Z","caller":"traceutil/trace.go:171","msg":"trace[599199768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8678; }","duration":"3.984938485s","start":"2026-03-12T19:34:29.755005Z","end":"2026-03-12T19:34:33.739944Z","steps":["trace[599199768] 'agreement among raft nodes before linearized reading' (duration: 3.984748741s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:33.739983Z","caller":"traceutil/trace.go:171","msg":"trace[874751527] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"1.521207368s","start":"2026-03-12T19:34:32.218766Z","end":"2026-03-12T19:34:33.739973Z","steps":["trace[874751527] 'process raft request' (duration: 1.520105483s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.739947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:30.917587Z","time spent":"2.822351329s","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:33.739994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.754983Z","time spent":"3.985002897s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:34:33.740009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.451199Z","time spent":"4.288778748s","remote":"127.0.0.1:55958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:33.739526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.947736Z","time spent":"1.79174437s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:33.740044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.218741Z","time spent":"1.5212649s","remote":"127.0.0.1:49010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:33.739691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984671999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:33.740081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.50033982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:33.740068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.150882587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-12T19:34:33.740051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.500077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:33.740106Z","caller":"traceutil/trace.go:171","msg":"trace[1629563616] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8678; }","duration":"3.500403112s","start":"2026-03-12T19:34:30.239696Z","end":"2026-03-12T19:34:33.740099Z","steps":["trace[1629563616] 'agreement among raft nodes before linearized reading' (duration: 3.500365371s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.740129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:30.239671Z","time spent":"3.500453492s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:33.740112Z","caller":"traceutil/trace.go:171","msg":"trace[1305231149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8678; }","duration":"3.98512771s","start":"2026-03-12T19:34:29.754971Z","end":"2026-03-12T19:34:33.740099Z","steps":["trace[1305231149] 'agreement among raft nodes before linearized reading' (duration: 3.984508076s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:33.740129Z","caller":"traceutil/trace.go:171","msg":"trace[196567158] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8678; }","duration":"5.150965799s","start":"2026-03-12T19:34:28.589147Z","end":"2026-03-12T19:34:33.740113Z","steps":["trace[196567158] 'agreement among raft nodes before linearized reading' (duration: 5.150806505s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:33.740143Z","caller":"traceutil/trace.go:171","msg":"trace[1430092698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8678; }","duration":"782.64208ms","start":"2026-03-12T19:34:32.957481Z","end":"2026-03-12T19:34:33.740123Z","steps":["trace[1430092698] 'agreement among raft nodes before linearized reading' (duration: 782.464526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.740162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:29.754959Z","time spent":"3.985190991s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:34:33.74002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533704077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-12T19:34:33.740185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.95746Z","time spent":"782.717342ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:33.740208Z","caller":"traceutil/trace.go:171","msg":"trace[226384409] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8678; }","duration":"1.533923192s","start":"2026-03-12T19:34:32.206273Z","end":"2026-03-12T19:34:33.740197Z","steps":["trace[226384409] 'agreement among raft nodes before linearized reading' (duration: 1.533674286s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.740213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.159503798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-12T19:34:33.740242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.206252Z","time spent":"1.533980253s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-12T19:34:33.740238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878328367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:33.740243Z","caller":"traceutil/trace.go:171","msg":"trace[1075773181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8678; }","duration":"5.15956565s","start":"2026-03-12T19:34:28.580668Z","end":"2026-03-12T19:34:33.740234Z","steps":["trace[1075773181] 'agreement among raft nodes before linearized reading' (duration: 5.159470777s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:33.740273Z","caller":"traceutil/trace.go:171","msg":"trace[540669669] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8678; }","duration":"1.878404129s","start":"2026-03-12T19:34:31.861859Z","end":"2026-03-12T19:34:33.740263Z","steps":["trace[540669669] 'agreement among raft nodes before linearized reading' (duration: 1.878345258s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.740279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.580651Z","time spent":"5.15962251s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:33.740302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:31.861835Z","time spent":"1.87845939s","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:33.740172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:28.589138Z","time spent":"5.15102277s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-12T19:34:33.740327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.850012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:34:33.740343Z","caller":"traceutil/trace.go:171","msg":"trace[1141913776] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984; range_end:; response_count:1; response_revision:8678; }","duration":"785.899833ms","start":"2026-03-12T19:34:32.954439Z","end":"2026-03-12T19:34:33.740339Z","steps":["trace[1141913776] 'agreement among raft nodes before linearized reading' (duration: 785.848432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.740358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.954414Z","time spent":"785.940863ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984\" "} {"level":"info","ts":"2026-03-12T19:34:33.739641Z","caller":"traceutil/trace.go:171","msg":"trace[1759069299] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8678; }","duration":"3.548428059s","start":"2026-03-12T19:34:30.191196Z","end":"2026-03-12T19:34:33.739624Z","steps":["trace[1759069299] 'agreement among raft nodes before linearized reading' (duration: 3.548245995s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.740587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:30.191175Z","time spent":"3.54936756s","remote":"127.0.0.1:56036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:33.773012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317227538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-12T19:34:33.773066Z","caller":"traceutil/trace.go:171","msg":"trace[412055310] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8678; }","duration":"1.349014726s","start":"2026-03-12T19:34:32.424035Z","end":"2026-03-12T19:34:33.77305Z","steps":["trace[412055310] 'agreement among raft nodes before linearized reading' (duration: 1.315589432s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:33.773094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:32.424019Z","time spent":"1.349066107s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-12T19:34:34.7815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.335533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:34.781632Z","caller":"traceutil/trace.go:171","msg":"trace[2100211279] linearizableReadLoop","detail":"{readStateIndex:9035; appliedIndex:9034; }","duration":"1.007525875s","start":"2026-03-12T19:34:33.774071Z","end":"2026-03-12T19:34:34.781597Z","steps":["trace[2100211279] 'read index received' (duration: 375.057798ms)","trace[2100211279] 'applied index is now lower than readState.Index' (duration: 632.466837ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:34.781728Z","caller":"traceutil/trace.go:171","msg":"trace[1461923860] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"1.008285532s","start":"2026-03-12T19:34:33.773426Z","end":"2026-03-12T19:34:34.781712Z","steps":["trace[1461923860] 'process raft request' (duration: 375.660681ms)","trace[1461923860] 'compare' (duration: 632.228751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:34.781828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.773409Z","time spent":"1.008368754s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:34.782119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008486696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:34.782159Z","caller":"traceutil/trace.go:171","msg":"trace[2005028649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8679; }","duration":"1.008538547s","start":"2026-03-12T19:34:33.773611Z","end":"2026-03-12T19:34:34.782149Z","steps":["trace[2005028649] 'agreement among raft nodes before linearized reading' (duration: 1.008447385s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:34.782188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.772677Z","time spent":"1.00950418s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:35.136163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.567198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:35.136584Z","caller":"traceutil/trace.go:171","msg":"trace[91929182] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"208.955ms","start":"2026-03-12T19:34:34.927609Z","end":"2026-03-12T19:34:35.136564Z","steps":["trace[91929182] 'process raft request' (duration: 208.91864ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:35.136659Z","caller":"traceutil/trace.go:171","msg":"trace[754219187] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"1.361508504s","start":"2026-03-12T19:34:33.775131Z","end":"2026-03-12T19:34:35.13664Z","steps":["trace[754219187] 'process raft request' (duration: 1.361292729s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:35.1367Z","caller":"traceutil/trace.go:171","msg":"trace[1234502805] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"1.360990613s","start":"2026-03-12T19:34:33.775691Z","end":"2026-03-12T19:34:35.136682Z","steps":["trace[1234502805] 'process raft request' (duration: 1.360795029s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.137356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.775124Z","time spent":"1.36217617s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:35.137419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.775683Z","time spent":"1.361696719s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:35.136718Z","caller":"traceutil/trace.go:171","msg":"trace[1220519642] linearizableReadLoop","detail":"{readStateIndex:9040; appliedIndex:9035; }","duration":"355.040162ms","start":"2026-03-12T19:34:34.781668Z","end":"2026-03-12T19:34:35.136708Z","steps":["trace[1220519642] 'read index received' (duration: 138.923801ms)","trace[1220519642] 'applied index is now lower than readState.Index' (duration: 216.114871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:35.13678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362362133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:35.137517Z","caller":"traceutil/trace.go:171","msg":"trace[436780230] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8685; }","duration":"1.36311559s","start":"2026-03-12T19:34:33.774385Z","end":"2026-03-12T19:34:35.1375Z","steps":["trace[436780230] 'agreement among raft nodes before linearized reading' (duration: 1.362352942s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:35.136743Z","caller":"traceutil/trace.go:171","msg":"trace[1219151763] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"1.361670758s","start":"2026-03-12T19:34:33.775012Z","end":"2026-03-12T19:34:35.136683Z","steps":["trace[1219151763] 'process raft request' (duration: 1.361337681s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.137575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.774373Z","time spent":"1.363189152s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-12T19:34:35.1376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.775007Z","time spent":"1.362566709s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:35.136852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.403702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:35.137725Z","caller":"traceutil/trace.go:171","msg":"trace[1227460503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8685; }","duration":"818.300843ms","start":"2026-03-12T19:34:34.319398Z","end":"2026-03-12T19:34:35.137699Z","steps":["trace[1227460503] 'agreement among raft nodes before linearized reading' (duration: 817.385452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.137846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.319367Z","time spent":"818.458297ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:35.137886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.981639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.110\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T19:34:35.137958Z","caller":"traceutil/trace.go:171","msg":"trace[1914984400] range","detail":"{range_begin:/registry/masterleases/162.253.55.110; range_end:; response_count:1; response_revision:8685; }","duration":"487.096022ms","start":"2026-03-12T19:34:34.650846Z","end":"2026-03-12T19:34:35.137942Z","steps":["trace[1914984400] 'agreement among raft nodes before linearized reading' (duration: 486.041717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.136887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362389093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-12T19:34:35.138009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.650822Z","time spent":"487.172864ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.110\" "} {"level":"info","ts":"2026-03-12T19:34:35.138023Z","caller":"traceutil/trace.go:171","msg":"trace[1245302777] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2; range_end:; response_count:1; response_revision:8685; }","duration":"1.363523639s","start":"2026-03-12T19:34:33.774481Z","end":"2026-03-12T19:34:35.138004Z","steps":["trace[1245302777] 'agreement among raft nodes before linearized reading' (duration: 1.362329742s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.138076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.774467Z","time spent":"1.363594421s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-bc6729cd-1ac9-432c-a458-16d14764b5e2\" "} {"level":"info","ts":"2026-03-12T19:34:35.136871Z","caller":"traceutil/trace.go:171","msg":"trace[1381365001] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"1.361874822s","start":"2026-03-12T19:34:33.774954Z","end":"2026-03-12T19:34:35.136829Z","steps":["trace[1381365001] 'process raft request' (duration: 1.145557558s)","trace[1381365001] 'compare' (duration: 215.352663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:35.138173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.774942Z","time spent":"1.363177472s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:35.136981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346350296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-12T19:34:35.138282Z","caller":"traceutil/trace.go:171","msg":"trace[690476418] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8685; }","duration":"1.347670696s","start":"2026-03-12T19:34:33.79059Z","end":"2026-03-12T19:34:35.13826Z","steps":["trace[690476418] 'agreement among raft nodes before linearized reading' (duration: 1.346218003s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.138347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.790584Z","time spent":"1.347747547s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-12T19:34:35.137014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362542037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-12T19:34:35.138406Z","caller":"traceutil/trace.go:171","msg":"trace[1287456142] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8685; }","duration":"1.364010419s","start":"2026-03-12T19:34:33.77438Z","end":"2026-03-12T19:34:35.138391Z","steps":["trace[1287456142] 'agreement among raft nodes before linearized reading' (duration: 1.362513546s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.138453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.774373Z","time spent":"1.364066902s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"warn","ts":"2026-03-12T19:34:35.137017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362268161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.189c2f09c032d148\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-12T19:34:35.138524Z","caller":"traceutil/trace.go:171","msg":"trace[1888469148] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.189c2f09c032d148; range_end:; response_count:1; response_revision:8685; }","duration":"1.363771455s","start":"2026-03-12T19:34:33.774738Z","end":"2026-03-12T19:34:35.13851Z","steps":["trace[1888469148] 'agreement among raft nodes before linearized reading' (duration: 1.362176729s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.138575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.774716Z","time spent":"1.363844446s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.189c2f09c032d148\" "} {"level":"warn","ts":"2026-03-12T19:34:35.137019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355477979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-12T19:34:35.138732Z","caller":"traceutil/trace.go:171","msg":"trace[423608665] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8685; }","duration":"1.357204637s","start":"2026-03-12T19:34:33.781503Z","end":"2026-03-12T19:34:35.138708Z","steps":["trace[423608665] 'agreement among raft nodes before linearized reading' (duration: 1.355333975s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.138792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.781487Z","time spent":"1.35728699s","remote":"127.0.0.1:35432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T19:34:35.136777Z","caller":"traceutil/trace.go:171","msg":"trace[1742042787] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"1.361530374s","start":"2026-03-12T19:34:33.775208Z","end":"2026-03-12T19:34:35.136739Z","steps":["trace[1742042787] 'process raft request' (duration: 1.361247078s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.137108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360338927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229127"} {"level":"warn","ts":"2026-03-12T19:34:35.138888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.775192Z","time spent":"1.363657663s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:35.137135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357949814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-12T19:34:35.138949Z","caller":"traceutil/trace.go:171","msg":"trace[1208864214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8685; }","duration":"1.362172968s","start":"2026-03-12T19:34:33.776751Z","end":"2026-03-12T19:34:35.138924Z","steps":["trace[1208864214] 'agreement among raft nodes before linearized reading' (duration: 1.3600458s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:35.138978Z","caller":"traceutil/trace.go:171","msg":"trace[9692873] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8685; }","duration":"1.359803746s","start":"2026-03-12T19:34:33.779159Z","end":"2026-03-12T19:34:35.138963Z","steps":["trace[9692873] 'agreement among raft nodes before linearized reading' (duration: 1.357579666s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:35.13903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.779153Z","time spent":"1.359863377s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-12T19:34:35.139217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:33.776746Z","time spent":"1.362248941s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229150,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:34:36.065116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.368843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:36.065215Z","caller":"traceutil/trace.go:171","msg":"trace[1841193529] linearizableReadLoop","detail":"{readStateIndex:9042; appliedIndex:9041; }","duration":"927.733749ms","start":"2026-03-12T19:34:35.137468Z","end":"2026-03-12T19:34:36.065202Z","steps":["trace[1841193529] 'read index received' (duration: 159.327676ms)","trace[1841193529] 'applied index is now lower than readState.Index' (duration: 768.398613ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:36.065274Z","caller":"traceutil/trace.go:171","msg":"trace[1460577563] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"1.137506499s","start":"2026-03-12T19:34:34.92776Z","end":"2026-03-12T19:34:36.065267Z","steps":["trace[1460577563] 'process raft request' (duration: 368.922281ms)","trace[1460577563] 'compare' (duration: 767.953124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:36.065318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.927722Z","time spent":"1.13757562s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:36.065376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137031688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:36.065464Z","caller":"traceutil/trace.go:171","msg":"trace[1433608375] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8686; }","duration":"1.13715504s","start":"2026-03-12T19:34:34.928283Z","end":"2026-03-12T19:34:36.065438Z","steps":["trace[1433608375] 'agreement among raft nodes before linearized reading' (duration: 1.137014347s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.06552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.928271Z","time spent":"1.137233783s","remote":"127.0.0.1:35508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:36.065482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27461938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:36.065826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103294457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:36.065874Z","caller":"traceutil/trace.go:171","msg":"trace[159374669] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8686; }","duration":"1.103386049s","start":"2026-03-12T19:34:34.962473Z","end":"2026-03-12T19:34:36.065859Z","steps":["trace[159374669] 'agreement among raft nodes before linearized reading' (duration: 1.103300107s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.065876Z","caller":"traceutil/trace.go:171","msg":"trace[1569493256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8686; }","duration":"1.275024379s","start":"2026-03-12T19:34:34.790826Z","end":"2026-03-12T19:34:36.06585Z","steps":["trace[1569493256] 'agreement among raft nodes before linearized reading' (duration: 1.274626451s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.065921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.962452Z","time spent":"1.103451681s","remote":"127.0.0.1:60788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:36.065934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:34.790808Z","time spent":"1.275109591s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:36.566328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:36.641145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344385812s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:34:36.641511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.141757Z","time spent":"1.49974367s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T19:34:36.641564Z","caller":"traceutil/trace.go:171","msg":"trace[1828965837] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"1.499650638s","start":"2026-03-12T19:34:35.141894Z","end":"2026-03-12T19:34:36.641544Z","steps":["trace[1828965837] 'process raft request' (duration: 1.499599907s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:36.641629Z","caller":"traceutil/trace.go:171","msg":"trace[634487497] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"1.499767871s","start":"2026-03-12T19:34:35.141817Z","end":"2026-03-12T19:34:36.641584Z","steps":["trace[634487497] 'process raft request' (duration: 1.499572637s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:36.641674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.14187Z","time spent":"1.499749621s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:36.641808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.141797Z","time spent":"1.499910595s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T19:34:37.414396Z","caller":"traceutil/trace.go:171","msg":"trace[671590033] linearizableReadLoop","detail":"{readStateIndex:9046; appliedIndex:9042; }","duration":"1.349136618s","start":"2026-03-12T19:34:36.065239Z","end":"2026-03-12T19:34:37.414376Z","steps":["trace[671590033] 'read index received' (duration: 576.132883ms)","trace[671590033] 'applied index is now lower than readState.Index' (duration: 773.002775ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:37.414561Z","caller":"traceutil/trace.go:171","msg":"trace[303202247] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"1.637735241s","start":"2026-03-12T19:34:35.776808Z","end":"2026-03-12T19:34:37.414543Z","steps":["trace[303202247] 'process raft request' (duration: 1.594323036s)","trace[303202247] 'compare' (duration: 42.492205ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:37.414701Z","caller":"traceutil/trace.go:171","msg":"trace[2092084134] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"771.705836ms","start":"2026-03-12T19:34:36.642967Z","end":"2026-03-12T19:34:37.414673Z","steps":["trace[2092084134] 'process raft request' (duration: 771.361399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.414747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253420706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-12T19:34:37.414748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723602963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:37.414778Z","caller":"traceutil/trace.go:171","msg":"trace[224032925] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677; range_end:; response_count:1; response_revision:8690; }","duration":"2.253487216s","start":"2026-03-12T19:34:35.161281Z","end":"2026-03-12T19:34:37.414768Z","steps":["trace[224032925] 'agreement among raft nodes before linearized reading' (duration: 2.253337683s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.414799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.161264Z","time spent":"2.253529928s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-65cc48578d-tcg5q.189c2ef39d101677\" "} {"level":"info","ts":"2026-03-12T19:34:37.4148Z","caller":"traceutil/trace.go:171","msg":"trace[34997002] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8690; }","duration":"1.723709486s","start":"2026-03-12T19:34:35.691076Z","end":"2026-03-12T19:34:37.414785Z","steps":["trace[34997002] 'agreement among raft nodes before linearized reading' (duration: 1.723567093s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.414809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272982641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-12T19:34:37.41484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.691055Z","time spent":"1.723775698s","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:37.414837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.642939Z","time spent":"771.833218ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:37.414867Z","caller":"traceutil/trace.go:171","msg":"trace[1076619104] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lljz5; range_end:; response_count:1; response_revision:8690; }","duration":"2.273067393s","start":"2026-03-12T19:34:35.141786Z","end":"2026-03-12T19:34:37.414854Z","steps":["trace[1076619104] 'agreement among raft nodes before linearized reading' (duration: 2.272854388s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.414913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.141769Z","time spent":"2.273131055s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lljz5\" "} {"level":"warn","ts":"2026-03-12T19:34:37.414821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.776781Z","time spent":"1.637840964s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:37.414978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266332833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:37.415007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34112898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:37.414999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247951315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-12T19:34:37.415068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.41437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-12T19:34:37.41506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674696155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:37.415089Z","caller":"traceutil/trace.go:171","msg":"trace[367402770] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8691; }","duration":"142.43318ms","start":"2026-03-12T19:34:37.272648Z","end":"2026-03-12T19:34:37.415081Z","steps":["trace[367402770] 'agreement among raft nodes before linearized reading' (duration: 142.398819ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.415091Z","caller":"traceutil/trace.go:171","msg":"trace[958895632] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8691; }","duration":"2.248080797s","start":"2026-03-12T19:34:35.166986Z","end":"2026-03-12T19:34:37.415067Z","steps":["trace[958895632] 'agreement among raft nodes before linearized reading' (duration: 2.247666807s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.41511Z","caller":"traceutil/trace.go:171","msg":"trace[450392040] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8691; }","duration":"1.674808707s","start":"2026-03-12T19:34:35.740286Z","end":"2026-03-12T19:34:37.415095Z","steps":["trace[450392040] 'agreement among raft nodes before linearized reading' (duration: 1.674391287s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.41515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.16697Z","time spent":"2.248171349s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-12T19:34:37.415195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.250888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:37.415056Z","caller":"traceutil/trace.go:171","msg":"trace[1643384796] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:8691; }","duration":"2.266436625s","start":"2026-03-12T19:34:35.1486Z","end":"2026-03-12T19:34:37.415036Z","steps":["trace[1643384796] 'agreement among raft nodes before linearized reading' (duration: 2.266091197s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.415217Z","caller":"traceutil/trace.go:171","msg":"trace[677971273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8691; }","duration":"271.300199ms","start":"2026-03-12T19:34:37.143912Z","end":"2026-03-12T19:34:37.415212Z","steps":["trace[677971273] 'agreement among raft nodes before linearized reading' (duration: 271.247318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.453725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:34:37.415231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.429395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:37.415245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.148584Z","time spent":"2.266646449s","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-12T19:34:37.415257Z","caller":"traceutil/trace.go:171","msg":"trace[932411034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8691; }","duration":"268.526497ms","start":"2026-03-12T19:34:37.14672Z","end":"2026-03-12T19:34:37.415246Z","steps":["trace[932411034] 'agreement among raft nodes before linearized reading' (duration: 268.416084ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.415261Z","caller":"traceutil/trace.go:171","msg":"trace[1535564723] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8691; }","duration":"587.491647ms","start":"2026-03-12T19:34:36.827758Z","end":"2026-03-12T19:34:37.41525Z","steps":["trace[1535564723] 'agreement among raft nodes before linearized reading' (duration: 587.451326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.150525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-12T19:34:37.415286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:35.740268Z","time spent":"1.674907029s","remote":"127.0.0.1:56318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:37.415361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.634136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T19:34:37.415365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.955647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T19:34:37.415377Z","caller":"traceutil/trace.go:171","msg":"trace[1955970800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8691; }","duration":"271.660777ms","start":"2026-03-12T19:34:37.143712Z","end":"2026-03-12T19:34:37.415372Z","steps":["trace[1955970800] 'agreement among raft nodes before linearized reading' (duration: 271.599905ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.41539Z","caller":"traceutil/trace.go:171","msg":"trace[686054476] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8691; }","duration":"748.005189ms","start":"2026-03-12T19:34:36.667377Z","end":"2026-03-12T19:34:37.415383Z","steps":["trace[686054476] 'agreement among raft nodes before linearized reading' (duration: 747.930817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.967849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:34:37.415412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01489249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:37.41547Z","caller":"traceutil/trace.go:171","msg":"trace[1036818814] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8691; }","duration":"1.014985411s","start":"2026-03-12T19:34:36.400471Z","end":"2026-03-12T19:34:37.415457Z","steps":["trace[1036818814] 'agreement among raft nodes before linearized reading' (duration: 1.014865529s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.415511Z","caller":"traceutil/trace.go:171","msg":"trace[844895574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8691; }","duration":"908.178013ms","start":"2026-03-12T19:34:36.507266Z","end":"2026-03-12T19:34:37.415444Z","steps":["trace[844895574] 'agreement among raft nodes before linearized reading' (duration: 907.910517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.891224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-12T19:34:37.415529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.400453Z","time spent":"1.015061704s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:34:37.415598Z","caller":"traceutil/trace.go:171","msg":"trace[693125596] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8691; }","duration":"769.342234ms","start":"2026-03-12T19:34:36.646246Z","end":"2026-03-12T19:34:37.415588Z","steps":["trace[693125596] 'agreement among raft nodes before linearized reading' (duration: 768.830073ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:37.415036Z","caller":"traceutil/trace.go:171","msg":"trace[817650041] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"270.936201ms","start":"2026-03-12T19:34:37.144094Z","end":"2026-03-12T19:34:37.41503Z","steps":["trace[817650041] 'process raft request' (duration: 270.49769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.646219Z","time spent":"769.405275ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":621,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-12T19:34:37.415345Z","caller":"traceutil/trace.go:171","msg":"trace[1105136267] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8691; }","duration":"771.205376ms","start":"2026-03-12T19:34:36.644133Z","end":"2026-03-12T19:34:37.415338Z","steps":["trace[1105136267] 'agreement among raft nodes before linearized reading' (duration: 770.997391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.50725Z","time spent":"908.293416ms","remote":"127.0.0.1:48926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:37.415734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.644115Z","time spent":"771.577904ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-12T19:34:37.41511Z","caller":"traceutil/trace.go:171","msg":"trace[1566486329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8691; }","duration":"1.341282514s","start":"2026-03-12T19:34:36.073798Z","end":"2026-03-12T19:34:37.41508Z","steps":["trace[1566486329] 'agreement among raft nodes before linearized reading' (duration: 1.341127021s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.07378Z","time spent":"1.34201007s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:34:37.415192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.474133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:37.415947Z","caller":"traceutil/trace.go:171","msg":"trace[768772580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8691; }","duration":"560.24499ms","start":"2026-03-12T19:34:36.85569Z","end":"2026-03-12T19:34:37.415935Z","steps":["trace[768772580] 'agreement among raft nodes before linearized reading' (duration: 559.476613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.416017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.855678Z","time spent":"560.325781ms","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:37.41529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.827737Z","time spent":"587.545358ms","remote":"127.0.0.1:49018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:37.415186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.774127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:34:37.416143Z","caller":"traceutil/trace.go:171","msg":"trace[1682688222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8691; }","duration":"271.752598ms","start":"2026-03-12T19:34:37.144379Z","end":"2026-03-12T19:34:37.416132Z","steps":["trace[1682688222] 'agreement among raft nodes before linearized reading' (duration: 270.705745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.527181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:34:37.416231Z","caller":"traceutil/trace.go:171","msg":"trace[1777647208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8691; }","duration":"271.484323ms","start":"2026-03-12T19:34:37.144729Z","end":"2026-03-12T19:34:37.416213Z","steps":["trace[1777647208] 'agreement among raft nodes before linearized reading' (duration: 270.483441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.765889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:34:37.416398Z","caller":"traceutil/trace.go:171","msg":"trace[1813180780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8691; }","duration":"273.124669ms","start":"2026-03-12T19:34:37.14322Z","end":"2026-03-12T19:34:37.416345Z","steps":["trace[1813180780] 'agreement among raft nodes before linearized reading' (duration: 271.753729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:37.415415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:36.667361Z","time spent":"748.048939ms","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-12T19:34:37.918681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:38.419234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:38.919852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194460694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:34:39.035014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.616749814s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:34:39.036361Z","caller":"traceutil/trace.go:171","msg":"trace[183785905] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"1.61746183s","start":"2026-03-12T19:34:37.418168Z","end":"2026-03-12T19:34:39.03563Z","steps":["trace[183785905] 'process raft request' (duration: 1.617049171s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.036653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.418146Z","time spent":"1.61832798s","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:39.377244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.225761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:34:39.37758Z","caller":"traceutil/trace.go:171","msg":"trace[1400295677] linearizableReadLoop","detail":"{readStateIndex:9055; appliedIndex:9048; }","duration":"1.958915211s","start":"2026-03-12T19:34:37.418648Z","end":"2026-03-12T19:34:39.377564Z","steps":["trace[1400295677] 'read index received' (duration: 1.616575291s)","trace[1400295677] 'applied index is now lower than readState.Index' (duration: 342.33896ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:39.377603Z","caller":"traceutil/trace.go:171","msg":"trace[1368804080] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"1.956095437s","start":"2026-03-12T19:34:37.421486Z","end":"2026-03-12T19:34:39.377581Z","steps":["trace[1368804080] 'process raft request' (duration: 1.955918873s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:39.377636Z","caller":"traceutil/trace.go:171","msg":"trace[2126275948] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"1.952287903s","start":"2026-03-12T19:34:37.42532Z","end":"2026-03-12T19:34:39.377608Z","steps":["trace[2126275948] 'process raft request' (duration: 1.952141249s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.377705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.421478Z","time spent":"1.95617399s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:39.377734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959080104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:39.377762Z","caller":"traceutil/trace.go:171","msg":"trace[1867412934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8698; }","duration":"1.959134045s","start":"2026-03-12T19:34:37.41862Z","end":"2026-03-12T19:34:39.377754Z","steps":["trace[1867412934] 'agreement among raft nodes before linearized reading' (duration: 1.959064333s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.377791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.418604Z","time spent":"1.959180696s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:34:39.377786Z","caller":"traceutil/trace.go:171","msg":"trace[1776193365] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"1.95620904s","start":"2026-03-12T19:34:37.421536Z","end":"2026-03-12T19:34:39.377745Z","steps":["trace[1776193365] 'process raft request' (duration: 1.955900163s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:39.377837Z","caller":"traceutil/trace.go:171","msg":"trace[1479633158] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"1.956840753s","start":"2026-03-12T19:34:37.420982Z","end":"2026-03-12T19:34:39.377823Z","steps":["trace[1479633158] 'process raft request' (duration: 1.784962988s)","trace[1479633158] 'compare' (duration: 171.112169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:39.37788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.421529Z","time spent":"1.956308092s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:39.3779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.420963Z","time spent":"1.956910545s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:39.377881Z","caller":"traceutil/trace.go:171","msg":"trace[1961009942] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"1.956452915s","start":"2026-03-12T19:34:37.421414Z","end":"2026-03-12T19:34:39.377867Z","steps":["trace[1961009942] 'process raft request' (duration: 1.955923644s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.377975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.4214Z","time spent":"1.956533377s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:39.378054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959028623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-12T19:34:39.378082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835978734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-12T19:34:39.378091Z","caller":"traceutil/trace.go:171","msg":"trace[467015107] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8698; }","duration":"1.959068424s","start":"2026-03-12T19:34:37.419014Z","end":"2026-03-12T19:34:39.378082Z","steps":["trace[467015107] 'agreement among raft nodes before linearized reading' (duration: 1.958950381s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:39.378116Z","caller":"traceutil/trace.go:171","msg":"trace[1472742660] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8698; }","duration":"1.836049456s","start":"2026-03-12T19:34:37.542056Z","end":"2026-03-12T19:34:39.378106Z","steps":["trace[1472742660] 'agreement among raft nodes before linearized reading' (duration: 1.835932863s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.378154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.542033Z","time spent":"1.836113606s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-12T19:34:39.378197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951068765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-12T19:34:39.378231Z","caller":"traceutil/trace.go:171","msg":"trace[1673934358] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92; range_end:; response_count:1; response_revision:8698; }","duration":"1.951100226s","start":"2026-03-12T19:34:37.427122Z","end":"2026-03-12T19:34:39.378223Z","steps":["trace[1673934358] 'agreement among raft nodes before linearized reading' (duration: 1.951013984s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.378256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.427116Z","time spent":"1.951134817s","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-3825f6cb-aa7e-4c9d-81d0-03a727310d92\" "} {"level":"warn","ts":"2026-03-12T19:34:39.378258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955538136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-12T19:34:39.378302Z","caller":"traceutil/trace.go:171","msg":"trace[1836091282] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8698; }","duration":"1.955592097s","start":"2026-03-12T19:34:37.422696Z","end":"2026-03-12T19:34:39.378288Z","steps":["trace[1836091282] 'agreement among raft nodes before linearized reading' (duration: 1.955511605s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.37832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9571153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-12T19:34:39.378354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.42269Z","time spent":"1.955652998s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-12T19:34:39.378388Z","caller":"traceutil/trace.go:171","msg":"trace[2103861129] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8698; }","duration":"1.957202101s","start":"2026-03-12T19:34:37.421168Z","end":"2026-03-12T19:34:39.37837Z","steps":["trace[2103861129] 'agreement among raft nodes before linearized reading' (duration: 1.957022307s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.378409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236614773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:39.378441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.421162Z","time spent":"1.957268263s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-12T19:34:39.377786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.425312Z","time spent":"1.952389416s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:39.378118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.418987Z","time spent":"1.959124455s","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-12T19:34:39.37855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958091671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-12T19:34:39.378608Z","caller":"traceutil/trace.go:171","msg":"trace[1564759113] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8698; }","duration":"1.958163004s","start":"2026-03-12T19:34:37.420427Z","end":"2026-03-12T19:34:39.37859Z","steps":["trace[1564759113] 'agreement among raft nodes before linearized reading' (duration: 1.95800374s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:39.377668Z","caller":"traceutil/trace.go:171","msg":"trace[1622946619] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"1.294048833s","start":"2026-03-12T19:34:38.083609Z","end":"2026-03-12T19:34:39.377658Z","steps":["trace[1622946619] 'process raft request' (duration: 1.29391469s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.378736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:38.083582Z","time spent":"1.295097616s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:34:39.378448Z","caller":"traceutil/trace.go:171","msg":"trace[1048803358] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8698; }","duration":"1.236688435s","start":"2026-03-12T19:34:38.141746Z","end":"2026-03-12T19:34:39.378434Z","steps":["trace[1048803358] 'agreement among raft nodes before linearized reading' (duration: 1.236630303s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.378881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:38.141723Z","time spent":"1.237145676s","remote":"127.0.0.1:32992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:34:39.37865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.420415Z","time spent":"1.958226105s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-12T19:34:39.378953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957768515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:229127"} {"level":"info","ts":"2026-03-12T19:34:39.378992Z","caller":"traceutil/trace.go:171","msg":"trace[1167530571] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8698; }","duration":"1.957822676s","start":"2026-03-12T19:34:37.421162Z","end":"2026-03-12T19:34:39.378984Z","steps":["trace[1167530571] 'agreement among raft nodes before linearized reading' (duration: 1.957508279s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.379025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:37.421154Z","time spent":"1.957864268s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":229150,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T19:34:39.575466Z","caller":"traceutil/trace.go:171","msg":"trace[1767485247] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"153.711481ms","start":"2026-03-12T19:34:39.421727Z","end":"2026-03-12T19:34:39.575439Z","steps":["trace[1767485247] 'process raft request' (duration: 100.754853ms)","trace[1767485247] 'compare' (duration: 52.800075ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:39.575619Z","caller":"traceutil/trace.go:171","msg":"trace[531099011] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9056; }","duration":"141.00813ms","start":"2026-03-12T19:34:39.434587Z","end":"2026-03-12T19:34:39.575595Z","steps":["trace[531099011] 'read index received' (duration: 87.898228ms)","trace[531099011] 'applied index is now lower than readState.Index' (duration: 53.108072ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:39.575664Z","caller":"traceutil/trace.go:171","msg":"trace[949296395] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"147.33181ms","start":"2026-03-12T19:34:39.428318Z","end":"2026-03-12T19:34:39.575649Z","steps":["trace[949296395] 'process raft request' (duration: 147.081224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.575753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.472807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:34:39.575783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.846679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:34:39.575826Z","caller":"traceutil/trace.go:171","msg":"trace[352203058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8701; }","duration":"175.594178ms","start":"2026-03-12T19:34:39.400217Z","end":"2026-03-12T19:34:39.575812Z","steps":["trace[352203058] 'agreement among raft nodes before linearized reading' (duration: 175.476666ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:39.575837Z","caller":"traceutil/trace.go:171","msg":"trace[1396115225] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8701; }","duration":"186.9156ms","start":"2026-03-12T19:34:39.388901Z","end":"2026-03-12T19:34:39.575817Z","steps":["trace[1396115225] 'agreement among raft nodes before linearized reading' (duration: 186.817428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:39.575869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.798326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:34:39.575908Z","caller":"traceutil/trace.go:171","msg":"trace[348919124] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8701; }","duration":"137.849318ms","start":"2026-03-12T19:34:39.438043Z","end":"2026-03-12T19:34:39.575892Z","steps":["trace[348919124] 'agreement among raft nodes before linearized reading' (duration: 137.727875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.857155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194461226,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:34:50.873678Z","caller":"traceutil/trace.go:171","msg":"trace[1524304542] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"516.955336ms","start":"2026-03-12T19:34:50.356699Z","end":"2026-03-12T19:34:50.873655Z","steps":["trace[1524304542] 'read index received' (duration: 516.757912ms)","trace[1524304542] 'applied index is now lower than readState.Index' (duration: 196.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:50.873979Z","caller":"traceutil/trace.go:171","msg":"trace[167582603] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"569.71365ms","start":"2026-03-12T19:34:50.30425Z","end":"2026-03-12T19:34:50.873964Z","steps":["trace[167582603] 'process raft request' (duration: 569.27108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.874093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.304228Z","time spent":"569.780502ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:34:50.874543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.844546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:34:50.874578Z","caller":"traceutil/trace.go:171","msg":"trace[502410016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8845; }","duration":"517.904857ms","start":"2026-03-12T19:34:50.356663Z","end":"2026-03-12T19:34:50.874568Z","steps":["trace[502410016] 'agreement among raft nodes before linearized reading' (duration: 517.777305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.874607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.356648Z","time spent":"517.952938ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T19:34:50.875124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.070426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efc62327-df3d-4258-ab5a-fdfd2db48fab\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-12T19:34:50.875167Z","caller":"traceutil/trace.go:171","msg":"trace[2036917085] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efc62327-df3d-4258-ab5a-fdfd2db48fab; range_end:; response_count:1; response_revision:8845; }","duration":"450.171939ms","start":"2026-03-12T19:34:50.424982Z","end":"2026-03-12T19:34:50.875154Z","steps":["trace[2036917085] 'agreement among raft nodes before linearized reading' (duration: 450.049966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:50.875197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:34:50.424961Z","time spent":"450.22833ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efc62327-df3d-4258-ab5a-fdfd2db48fab\" "} {"level":"info","ts":"2026-03-12T19:34:55.615688Z","caller":"traceutil/trace.go:171","msg":"trace[1893726801] linearizableReadLoop","detail":"{readStateIndex:9277; appliedIndex:9276; }","duration":"223.940715ms","start":"2026-03-12T19:34:55.391723Z","end":"2026-03-12T19:34:55.615664Z","steps":["trace[1893726801] 'read index received' (duration: 223.773811ms)","trace[1893726801] 'applied index is now lower than readState.Index' (duration: 165.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:55.615767Z","caller":"traceutil/trace.go:171","msg":"trace[564470158] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"246.446436ms","start":"2026-03-12T19:34:55.369308Z","end":"2026-03-12T19:34:55.615754Z","steps":["trace[564470158] 'process raft request' (duration: 246.162449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:55.615923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.17908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-12T19:34:55.615978Z","caller":"traceutil/trace.go:171","msg":"trace[882729254] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8913; }","duration":"224.267532ms","start":"2026-03-12T19:34:55.391694Z","end":"2026-03-12T19:34:55.615962Z","steps":["trace[882729254] 'agreement among raft nodes before linearized reading' (duration: 224.108059ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:55.620756Z","caller":"traceutil/trace.go:171","msg":"trace[1193549571] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"142.513711ms","start":"2026-03-12T19:34:55.478221Z","end":"2026-03-12T19:34:55.620735Z","steps":["trace[1193549571] 'process raft request' (duration: 142.305007ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:55.754256Z","caller":"traceutil/trace.go:171","msg":"trace[95726586] linearizableReadLoop","detail":"{readStateIndex:9283; appliedIndex:9279; }","duration":"116.573655ms","start":"2026-03-12T19:34:55.637658Z","end":"2026-03-12T19:34:55.754232Z","steps":["trace[95726586] 'read index received' (duration: 78.244282ms)","trace[95726586] 'applied index is now lower than readState.Index' (duration: 38.328603ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:55.754385Z","caller":"traceutil/trace.go:171","msg":"trace[860010811] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"128.50678ms","start":"2026-03-12T19:34:55.625843Z","end":"2026-03-12T19:34:55.75435Z","steps":["trace[860010811] 'process raft request' (duration: 128.299415ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:55.754465Z","caller":"traceutil/trace.go:171","msg":"trace[198578739] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"126.523125ms","start":"2026-03-12T19:34:55.627897Z","end":"2026-03-12T19:34:55.75442Z","steps":["trace[198578739] 'process raft request' (duration: 126.305631ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:55.754487Z","caller":"traceutil/trace.go:171","msg":"trace[744783545] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"126.601077ms","start":"2026-03-12T19:34:55.627821Z","end":"2026-03-12T19:34:55.754422Z","steps":["trace[744783545] 'process raft request' (duration: 126.356262ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:55.754562Z","caller":"traceutil/trace.go:171","msg":"trace[1997987532] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"128.970041ms","start":"2026-03-12T19:34:55.625557Z","end":"2026-03-12T19:34:55.754527Z","steps":["trace[1997987532] 'process raft request' (duration: 90.325811ms)","trace[1997987532] 'compare' (duration: 38.126548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:34:55.754642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.174835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235123"} {"level":"info","ts":"2026-03-12T19:34:55.754673Z","caller":"traceutil/trace.go:171","msg":"trace[435666647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8919; }","duration":"129.243757ms","start":"2026-03-12T19:34:55.625422Z","end":"2026-03-12T19:34:55.754666Z","steps":["trace[435666647] 'agreement among raft nodes before linearized reading' (duration: 128.892129ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:55.756117Z","caller":"traceutil/trace.go:171","msg":"trace[52448719] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"100.066837ms","start":"2026-03-12T19:34:55.65603Z","end":"2026-03-12T19:34:55.756096Z","steps":["trace[52448719] 'process raft request' (duration: 99.809582ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:56.443425Z","caller":"traceutil/trace.go:171","msg":"trace[812439748] linearizableReadLoop","detail":"{readStateIndex:9288; appliedIndex:9287; }","duration":"113.306722ms","start":"2026-03-12T19:34:56.330088Z","end":"2026-03-12T19:34:56.443395Z","steps":["trace[812439748] 'read index received' (duration: 113.129948ms)","trace[812439748] 'applied index is now lower than readState.Index' (duration: 175.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:34:56.443478Z","caller":"traceutil/trace.go:171","msg":"trace[639101509] transaction","detail":"{read_only:false; response_revision:8924; number_of_response:1; }","duration":"154.185013ms","start":"2026-03-12T19:34:56.289256Z","end":"2026-03-12T19:34:56.443441Z","steps":["trace[639101509] 'process raft request' (duration: 153.986048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:56.443676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.570588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:34:56.443746Z","caller":"traceutil/trace.go:171","msg":"trace[2133139135] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8924; }","duration":"113.68652ms","start":"2026-03-12T19:34:56.330039Z","end":"2026-03-12T19:34:56.443725Z","steps":["trace[2133139135] 'agreement among raft nodes before linearized reading' (duration: 113.499566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.968888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.622047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:34:59.968963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.417877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T19:34:59.968985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.650719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:34:59.969028Z","caller":"traceutil/trace.go:171","msg":"trace[726827708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8939; }","duration":"105.5334ms","start":"2026-03-12T19:34:59.86348Z","end":"2026-03-12T19:34:59.969013Z","steps":["trace[726827708] 'agreement among raft nodes before linearized reading' (duration: 105.312865ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:59.968993Z","caller":"traceutil/trace.go:171","msg":"trace[1489519869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8938; }","duration":"112.763031ms","start":"2026-03-12T19:34:59.856207Z","end":"2026-03-12T19:34:59.96897Z","steps":["trace[1489519869] 'agreement among raft nodes before linearized reading' (duration: 112.494035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:34:59.969002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.279202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:34:59.969059Z","caller":"traceutil/trace.go:171","msg":"trace[1065881210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8939; }","duration":"112.7671ms","start":"2026-03-12T19:34:59.856273Z","end":"2026-03-12T19:34:59.96904Z","steps":["trace[1065881210] 'agreement among raft nodes before linearized reading' (duration: 112.574876ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:34:59.969099Z","caller":"traceutil/trace.go:171","msg":"trace[1720868138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8938; }","duration":"113.384444ms","start":"2026-03-12T19:34:59.855683Z","end":"2026-03-12T19:34:59.969067Z","steps":["trace[1720868138] 'agreement among raft nodes before linearized reading' (duration: 113.071137ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:00.148572Z","caller":"traceutil/trace.go:171","msg":"trace[1922195103] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"175.722481ms","start":"2026-03-12T19:34:59.972823Z","end":"2026-03-12T19:35:00.148545Z","steps":["trace[1922195103] 'process raft request' (duration: 81.540075ms)","trace[1922195103] 'compare' (duration: 93.940411ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:00.148782Z","caller":"traceutil/trace.go:171","msg":"trace[1545541065] linearizableReadLoop","detail":"{readStateIndex:9307; appliedIndex:9304; }","duration":"174.788571ms","start":"2026-03-12T19:34:59.973964Z","end":"2026-03-12T19:35:00.148753Z","steps":["trace[1545541065] 'read index received' (duration: 20.091058ms)","trace[1545541065] 'applied index is now lower than readState.Index' (duration: 154.695623ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:00.149307Z","caller":"traceutil/trace.go:171","msg":"trace[2067395872] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"176.423957ms","start":"2026-03-12T19:34:59.972868Z","end":"2026-03-12T19:35:00.149292Z","steps":["trace[2067395872] 'process raft request' (duration: 175.629309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:00.149328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.346413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235325"} {"level":"info","ts":"2026-03-12T19:35:00.149459Z","caller":"traceutil/trace.go:171","msg":"trace[1586034097] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8942; }","duration":"175.432975ms","start":"2026-03-12T19:34:59.973933Z","end":"2026-03-12T19:35:00.149366Z","steps":["trace[1586034097] 'agreement among raft nodes before linearized reading' (duration: 174.952645ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:03.938411Z","caller":"traceutil/trace.go:171","msg":"trace[1971204147] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"173.907082ms","start":"2026-03-12T19:35:03.764458Z","end":"2026-03-12T19:35:03.938365Z","steps":["trace[1971204147] 'process raft request' (duration: 109.969769ms)","trace[1971204147] 'compare' (duration: 63.739428ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:03.93908Z","caller":"traceutil/trace.go:171","msg":"trace[1573794638] transaction","detail":"{read_only:false; response_revision:8956; number_of_response:1; }","duration":"103.840951ms","start":"2026-03-12T19:35:03.83521Z","end":"2026-03-12T19:35:03.939051Z","steps":["trace[1573794638] 'process raft request' (duration: 103.734219ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:06.227106Z","caller":"traceutil/trace.go:171","msg":"trace[1959067551] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"102.076693ms","start":"2026-03-12T19:35:06.125009Z","end":"2026-03-12T19:35:06.227085Z","steps":["trace[1959067551] 'process raft request' (duration: 100.287933ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:07.850154Z","caller":"traceutil/trace.go:171","msg":"trace[96918377] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"101.589941ms","start":"2026-03-12T19:35:07.748539Z","end":"2026-03-12T19:35:07.850128Z","steps":["trace[96918377] 'process raft request' (duration: 101.429048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.590312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194461589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T19:35:10.637752Z","caller":"traceutil/trace.go:171","msg":"trace[1489413543] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"554.057772ms","start":"2026-03-12T19:35:10.083668Z","end":"2026-03-12T19:35:10.637726Z","steps":["trace[1489413543] 'process raft request' (duration: 553.853007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:10.637935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.083642Z","time spent":"554.192555ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:11.105084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.839124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:11.105394Z","caller":"traceutil/trace.go:171","msg":"trace[822276595] linearizableReadLoop","detail":"{readStateIndex:9353; appliedIndex:9351; }","duration":"1.01578593s","start":"2026-03-12T19:35:10.08959Z","end":"2026-03-12T19:35:11.105376Z","steps":["trace[822276595] 'read index received' (duration: 547.985297ms)","trace[822276595] 'applied index is now lower than readState.Index' (duration: 467.798913ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.105383Z","caller":"traceutil/trace.go:171","msg":"trace[750987179] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"1.010042772s","start":"2026-03-12T19:35:10.095297Z","end":"2026-03-12T19:35:11.105339Z","steps":["trace[750987179] 'process raft request' (duration: 811.86137ms)","trace[750987179] 'compare' (duration: 197.700031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:11.105564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015953833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:11.105584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.095273Z","time spent":"1.010205035s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:11.105605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.819421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:11.105637Z","caller":"traceutil/trace.go:171","msg":"trace[160741170] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8986; }","duration":"1.016080966s","start":"2026-03-12T19:35:10.089538Z","end":"2026-03-12T19:35:11.105619Z","steps":["trace[160741170] 'agreement among raft nodes before linearized reading' (duration: 1.015947103s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.105651Z","caller":"traceutil/trace.go:171","msg":"trace[1774699109] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8986; }","duration":"732.878302ms","start":"2026-03-12T19:35:10.372759Z","end":"2026-03-12T19:35:11.105638Z","steps":["trace[1774699109] 'agreement among raft nodes before linearized reading' (duration: 732.78404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.10569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.372755Z","time spent":"732.925373ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:11.105688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.8719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:11.105697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007142806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-12T19:35:11.105729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.023665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:35:11.10577Z","caller":"traceutil/trace.go:171","msg":"trace[532894099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8986; }","duration":"1.007255969s","start":"2026-03-12T19:35:10.098493Z","end":"2026-03-12T19:35:11.105749Z","steps":["trace[532894099] 'agreement among raft nodes before linearized reading' (duration: 1.007040124s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.105788Z","caller":"traceutil/trace.go:171","msg":"trace[1001743421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8986; }","duration":"662.122977ms","start":"2026-03-12T19:35:10.44365Z","end":"2026-03-12T19:35:11.105773Z","steps":["trace[1001743421] 'agreement among raft nodes before linearized reading' (duration: 661.932793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.105819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.788013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T19:35:11.105832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.443633Z","time spent":"662.189298ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:11.10584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.098477Z","time spent":"1.007354451s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T19:35:11.10585Z","caller":"traceutil/trace.go:171","msg":"trace[1713564240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8986; }","duration":"782.841374ms","start":"2026-03-12T19:35:10.323Z","end":"2026-03-12T19:35:11.105841Z","steps":["trace[1713564240] 'agreement among raft nodes before linearized reading' (duration: 782.724821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.10588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.322986Z","time spent":"782.888545ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T19:35:11.105743Z","caller":"traceutil/trace.go:171","msg":"trace[1514491382] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8986; }","duration":"173.965551ms","start":"2026-03-12T19:35:10.931764Z","end":"2026-03-12T19:35:11.10573Z","steps":["trace[1514491382] 'agreement among raft nodes before linearized reading' (duration: 173.851269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.105869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.221157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T19:35:11.10569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.089518Z","time spent":"1.016160097s","remote":"127.0.0.1:56044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:11.105993Z","caller":"traceutil/trace.go:171","msg":"trace[1884283418] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8986; }","duration":"444.413721ms","start":"2026-03-12T19:35:10.66155Z","end":"2026-03-12T19:35:11.105964Z","steps":["trace[1884283418] 'agreement among raft nodes before linearized reading' (duration: 444.023692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.106052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.66153Z","time spent":"444.508253ms","remote":"127.0.0.1:55840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:11.106579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.560408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:35:11.106619Z","caller":"traceutil/trace.go:171","msg":"trace[1786490756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:8986; }","duration":"738.610799ms","start":"2026-03-12T19:35:10.368Z","end":"2026-03-12T19:35:11.106611Z","steps":["trace[1786490756] 'agreement among raft nodes before linearized reading' (duration: 737.76009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.106632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.534779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T19:35:11.106664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.367995Z","time spent":"738.661201ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:35:11.10669Z","caller":"traceutil/trace.go:171","msg":"trace[868182330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8986; }","duration":"787.620561ms","start":"2026-03-12T19:35:10.31905Z","end":"2026-03-12T19:35:11.106671Z","steps":["trace[868182330] 'agreement among raft nodes before linearized reading' (duration: 786.706871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.106735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.319033Z","time spent":"787.690212ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:35:11.108163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.04361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:35:11.108363Z","caller":"traceutil/trace.go:171","msg":"trace[1085544598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8986; }","duration":"745.532983ms","start":"2026-03-12T19:35:10.362801Z","end":"2026-03-12T19:35:11.108334Z","steps":["trace[1085544598] 'agreement among raft nodes before linearized reading' (duration: 742.907705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.108505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:10.362797Z","time spent":"745.688677ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T19:35:11.455925Z","caller":"traceutil/trace.go:171","msg":"trace[1241620808] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"345.584551ms","start":"2026-03-12T19:35:11.110302Z","end":"2026-03-12T19:35:11.455887Z","steps":["trace[1241620808] 'process raft request' (duration: 306.377078ms)","trace[1241620808] 'compare' (duration: 38.752843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:11.45616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.110255Z","time spent":"345.770745ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:11.479613Z","caller":"traceutil/trace.go:171","msg":"trace[195614681] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"369.168687ms","start":"2026-03-12T19:35:11.110386Z","end":"2026-03-12T19:35:11.479555Z","steps":["trace[195614681] 'process raft request' (duration: 368.923951ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.479839Z","caller":"traceutil/trace.go:171","msg":"trace[1669773491] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"367.120181ms","start":"2026-03-12T19:35:11.112693Z","end":"2026-03-12T19:35:11.479813Z","steps":["trace[1669773491] 'process raft request' (duration: 366.811614ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.479597Z","caller":"traceutil/trace.go:171","msg":"trace[818373831] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"368.444581ms","start":"2026-03-12T19:35:11.111107Z","end":"2026-03-12T19:35:11.479551Z","steps":["trace[818373831] 'process raft request' (duration: 368.357698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.479981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.112683Z","time spent":"367.223523ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:11.480027Z","caller":"traceutil/trace.go:171","msg":"trace[2121263277] linearizableReadLoop","detail":"{readStateIndex:9358; appliedIndex:9353; }","duration":"362.458988ms","start":"2026-03-12T19:35:11.117547Z","end":"2026-03-12T19:35:11.480006Z","steps":["trace[2121263277] 'read index received' (duration: 299.152819ms)","trace[2121263277] 'applied index is now lower than readState.Index' (duration: 63.304339ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:11.480041Z","caller":"traceutil/trace.go:171","msg":"trace[515704860] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"363.247615ms","start":"2026-03-12T19:35:11.116752Z","end":"2026-03-12T19:35:11.48Z","steps":["trace[515704860] 'process raft request' (duration: 363.106432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.480143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.111077Z","time spent":"368.913651ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:11.480206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.116733Z","time spent":"363.392169ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:11.479869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.110333Z","time spent":"369.410602ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:11.480748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.186134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235325"} {"level":"info","ts":"2026-03-12T19:35:11.480811Z","caller":"traceutil/trace.go:171","msg":"trace[1391187724] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8991; }","duration":"363.249985ms","start":"2026-03-12T19:35:11.117542Z","end":"2026-03-12T19:35:11.480792Z","steps":["trace[1391187724] 'agreement among raft nodes before linearized reading' (duration: 362.615122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.48086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:11.117533Z","time spent":"363.313967ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":235348,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:35:11.542138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.357982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:35:11.542239Z","caller":"traceutil/trace.go:171","msg":"trace[167721814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8992; }","duration":"108.557327ms","start":"2026-03-12T19:35:11.433657Z","end":"2026-03-12T19:35:11.542214Z","steps":["trace[167721814] 'agreement among raft nodes before linearized reading' (duration: 108.177308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:11.703957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.299432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:11.704089Z","caller":"traceutil/trace.go:171","msg":"trace[1514684729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8992; }","duration":"135.506206ms","start":"2026-03-12T19:35:11.568553Z","end":"2026-03-12T19:35:11.704059Z","steps":["trace[1514684729] 'count revisions from in-memory index tree' (duration: 135.219001ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.876947Z","caller":"traceutil/trace.go:171","msg":"trace[1591527884] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"168.326867ms","start":"2026-03-12T19:35:11.708588Z","end":"2026-03-12T19:35:11.876914Z","steps":["trace[1591527884] 'process raft request' (duration: 168.092072ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:11.876902Z","caller":"traceutil/trace.go:171","msg":"trace[902059150] linearizableReadLoop","detail":"{readStateIndex:9360; appliedIndex:9359; }","duration":"164.843348ms","start":"2026-03-12T19:35:11.712035Z","end":"2026-03-12T19:35:11.876878Z","steps":["trace[902059150] 'read index received' (duration: 164.631734ms)","trace[902059150] 'applied index is now lower than readState.Index' (duration: 210.644µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:11.877214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.154775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:35:11.877273Z","caller":"traceutil/trace.go:171","msg":"trace[1318078606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8993; }","duration":"165.263478ms","start":"2026-03-12T19:35:11.711996Z","end":"2026-03-12T19:35:11.877259Z","steps":["trace[1318078606] 'agreement among raft nodes before linearized reading' (duration: 165.058523ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:12.227673Z","caller":"traceutil/trace.go:171","msg":"trace[296492251] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"186.018691ms","start":"2026-03-12T19:35:12.041624Z","end":"2026-03-12T19:35:12.227643Z","steps":["trace[296492251] 'process raft request' (duration: 185.840207ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:12.870474Z","caller":"traceutil/trace.go:171","msg":"trace[881180232] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"100.63928ms","start":"2026-03-12T19:35:12.769811Z","end":"2026-03-12T19:35:12.87045Z","steps":["trace[881180232] 'process raft request' (duration: 100.400505ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.205939Z","caller":"traceutil/trace.go:171","msg":"trace[1626846089] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"208.534572ms","start":"2026-03-12T19:35:12.997373Z","end":"2026-03-12T19:35:13.205907Z","steps":["trace[1626846089] 'process raft request' (duration: 208.375768ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.498244Z","caller":"traceutil/trace.go:171","msg":"trace[532851954] transaction","detail":"{read_only:false; response_revision:9003; number_of_response:1; }","duration":"387.464404ms","start":"2026-03-12T19:35:13.110752Z","end":"2026-03-12T19:35:13.498216Z","steps":["trace[532851954] 'process raft request' (duration: 348.377804ms)","trace[532851954] 'compare' (duration: 38.913196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:13.498387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:13.11072Z","time spent":"387.594217ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:13.498541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.939199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-03-12T19:35:13.498615Z","caller":"traceutil/trace.go:171","msg":"trace[373795880] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:9003; }","duration":"288.046622ms","start":"2026-03-12T19:35:13.210555Z","end":"2026-03-12T19:35:13.498601Z","steps":["trace[373795880] 'agreement among raft nodes before linearized reading' (duration: 287.767676ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.498217Z","caller":"traceutil/trace.go:171","msg":"trace[1604566815] linearizableReadLoop","detail":"{readStateIndex:9370; appliedIndex:9369; }","duration":"287.591722ms","start":"2026-03-12T19:35:13.210593Z","end":"2026-03-12T19:35:13.498185Z","steps":["trace[1604566815] 'read index received' (duration: 248.498352ms)","trace[1604566815] 'applied index is now lower than readState.Index' (duration: 39.0892ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:13.7366Z","caller":"traceutil/trace.go:171","msg":"trace[742689095] transaction","detail":"{read_only:false; response_revision:9004; number_of_response:1; }","duration":"233.22596ms","start":"2026-03-12T19:35:13.503336Z","end":"2026-03-12T19:35:13.736562Z","steps":["trace[742689095] 'process raft request' (duration: 176.042448ms)","trace[742689095] 'compare' (duration: 56.866275ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:13.736631Z","caller":"traceutil/trace.go:171","msg":"trace[406995777] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"232.496654ms","start":"2026-03-12T19:35:13.504107Z","end":"2026-03-12T19:35:13.736604Z","steps":["trace[406995777] 'process raft request' (duration: 232.426063ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.73671Z","caller":"traceutil/trace.go:171","msg":"trace[355613975] linearizableReadLoop","detail":"{readStateIndex:9374; appliedIndex:9370; }","duration":"231.787298ms","start":"2026-03-12T19:35:13.504892Z","end":"2026-03-12T19:35:13.736679Z","steps":["trace[355613975] 'read index received' (duration: 174.505753ms)","trace[355613975] 'applied index is now lower than readState.Index' (duration: 57.280075ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:13.736803Z","caller":"traceutil/trace.go:171","msg":"trace[1995869255] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"233.252792ms","start":"2026-03-12T19:35:13.503502Z","end":"2026-03-12T19:35:13.736754Z","steps":["trace[1995869255] 'process raft request' (duration: 232.945565ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:13.736987Z","caller":"traceutil/trace.go:171","msg":"trace[1096292406] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"232.827782ms","start":"2026-03-12T19:35:13.504131Z","end":"2026-03-12T19:35:13.736959Z","steps":["trace[1096292406] 'process raft request' (duration: 232.436273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.737168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.261489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-12T19:35:13.73724Z","caller":"traceutil/trace.go:171","msg":"trace[1077000980] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:9007; }","duration":"232.377022ms","start":"2026-03-12T19:35:13.504845Z","end":"2026-03-12T19:35:13.737222Z","steps":["trace[1077000980] 'agreement among raft nodes before linearized reading' (duration: 232.144047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:13.737392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.898841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235145"} {"level":"info","ts":"2026-03-12T19:35:13.737461Z","caller":"traceutil/trace.go:171","msg":"trace[467543559] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9007; }","duration":"231.995184ms","start":"2026-03-12T19:35:13.505451Z","end":"2026-03-12T19:35:13.737447Z","steps":["trace[467543559] 'agreement among raft nodes before linearized reading' (duration: 231.539463ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:14.143343Z","caller":"traceutil/trace.go:171","msg":"trace[1092495493] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"330.569108ms","start":"2026-03-12T19:35:13.812753Z","end":"2026-03-12T19:35:14.143322Z","steps":["trace[1092495493] 'process raft request' (duration: 330.440515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.143469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:13.812733Z","time spent":"330.67079ms","remote":"127.0.0.1:55876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:14.143481Z","caller":"traceutil/trace.go:171","msg":"trace[811740205] linearizableReadLoop","detail":"{readStateIndex:9376; appliedIndex:9376; }","duration":"322.541029ms","start":"2026-03-12T19:35:13.820924Z","end":"2026-03-12T19:35:14.143466Z","steps":["trace[811740205] 'read index received' (duration: 322.536819ms)","trace[811740205] 'applied index is now lower than readState.Index' (duration: 3.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:14.143663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.737944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9647"} {"level":"info","ts":"2026-03-12T19:35:14.143693Z","caller":"traceutil/trace.go:171","msg":"trace[1190840595] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9009; }","duration":"322.821516ms","start":"2026-03-12T19:35:13.820864Z","end":"2026-03-12T19:35:14.143685Z","steps":["trace[1190840595] 'agreement among raft nodes before linearized reading' (duration: 322.677722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.143729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:13.820844Z","time spent":"322.877048ms","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9670,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-03-12T19:35:14.152227Z","caller":"traceutil/trace.go:171","msg":"trace[1587514814] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"269.311255ms","start":"2026-03-12T19:35:13.882903Z","end":"2026-03-12T19:35:14.152215Z","steps":["trace[1587514814] 'process raft request' (duration: 269.197863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.15239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.929914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:14.152417Z","caller":"traceutil/trace.go:171","msg":"trace[451476732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9011; }","duration":"201.994126ms","start":"2026-03-12T19:35:13.950416Z","end":"2026-03-12T19:35:14.15241Z","steps":["trace[451476732] 'agreement among raft nodes before linearized reading' (duration: 201.933084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:14.342982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.736173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:35:14.34313Z","caller":"traceutil/trace.go:171","msg":"trace[839959483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9012; }","duration":"110.241814ms","start":"2026-03-12T19:35:14.232868Z","end":"2026-03-12T19:35:14.34311Z","steps":["trace[839959483] 'range keys from in-memory index tree' (duration: 109.537409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.740257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.693964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:15.740349Z","caller":"traceutil/trace.go:171","msg":"trace[1230275415] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9023; }","duration":"128.847528ms","start":"2026-03-12T19:35:15.61148Z","end":"2026-03-12T19:35:15.740327Z","steps":["trace[1230275415] 'count revisions from in-memory index tree' (duration: 128.476428ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.859607Z","caller":"traceutil/trace.go:171","msg":"trace[51990988] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"114.290004ms","start":"2026-03-12T19:35:15.745265Z","end":"2026-03-12T19:35:15.859555Z","steps":["trace[51990988] 'process raft request' (duration: 114.200682ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.859634Z","caller":"traceutil/trace.go:171","msg":"trace[1337284945] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"114.614441ms","start":"2026-03-12T19:35:15.744976Z","end":"2026-03-12T19:35:15.859591Z","steps":["trace[1337284945] 'process raft request' (duration: 108.102026ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:15.859792Z","caller":"traceutil/trace.go:171","msg":"trace[2047648743] linearizableReadLoop","detail":"{readStateIndex:9395; appliedIndex:9391; }","duration":"111.591344ms","start":"2026-03-12T19:35:15.748165Z","end":"2026-03-12T19:35:15.859756Z","steps":["trace[2047648743] 'read index received' (duration: 36.741188ms)","trace[2047648743] 'applied index is now lower than readState.Index' (duration: 74.847706ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:15.859838Z","caller":"traceutil/trace.go:171","msg":"trace[264600695] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"113.847503ms","start":"2026-03-12T19:35:15.745978Z","end":"2026-03-12T19:35:15.859826Z","steps":["trace[264600695] 'process raft request' (duration: 113.530577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:15.860166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.982962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:235145"} {"level":"info","ts":"2026-03-12T19:35:15.860232Z","caller":"traceutil/trace.go:171","msg":"trace[1842780715] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9027; }","duration":"112.082455ms","start":"2026-03-12T19:35:15.748135Z","end":"2026-03-12T19:35:15.860218Z","steps":["trace[1842780715] 'agreement among raft nodes before linearized reading' (duration: 111.724517ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:16.267242Z","caller":"traceutil/trace.go:171","msg":"trace[924158755] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"109.447787ms","start":"2026-03-12T19:35:16.157758Z","end":"2026-03-12T19:35:16.267205Z","steps":["trace[924158755] 'process raft request' (duration: 109.022497ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.202478Z","caller":"traceutil/trace.go:171","msg":"trace[161686066] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"249.302549ms","start":"2026-03-12T19:35:20.953148Z","end":"2026-03-12T19:35:21.20245Z","steps":["trace[161686066] 'process raft request' (duration: 249.152726ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.451459Z","caller":"traceutil/trace.go:171","msg":"trace[502143617] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"242.061708ms","start":"2026-03-12T19:35:21.209361Z","end":"2026-03-12T19:35:21.451423Z","steps":["trace[502143617] 'process raft request' (duration: 238.565021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.641483Z","caller":"traceutil/trace.go:171","msg":"trace[1869126761] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"105.450427ms","start":"2026-03-12T19:35:21.536013Z","end":"2026-03-12T19:35:21.641463Z","steps":["trace[1869126761] 'process raft request' (duration: 105.351445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:21.644657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.376474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-12T19:35:21.644736Z","caller":"traceutil/trace.go:171","msg":"trace[1369673036] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9072; }","duration":"109.491666ms","start":"2026-03-12T19:35:21.535226Z","end":"2026-03-12T19:35:21.644718Z","steps":["trace[1369673036] 'agreement among raft nodes before linearized reading' (duration: 109.243091ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895358Z","caller":"traceutil/trace.go:171","msg":"trace[845368218] linearizableReadLoop","detail":"{readStateIndex:9453; appliedIndex:9442; }","duration":"241.074776ms","start":"2026-03-12T19:35:21.654263Z","end":"2026-03-12T19:35:21.895338Z","steps":["trace[845368218] 'read index received' (duration: 11.055437ms)","trace[845368218] 'applied index is now lower than readState.Index' (duration: 230.018179ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:21.895602Z","caller":"traceutil/trace.go:171","msg":"trace[572637023] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"247.866437ms","start":"2026-03-12T19:35:21.647721Z","end":"2026-03-12T19:35:21.895587Z","steps":["trace[572637023] 'process raft request' (duration: 246.6647ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.89567Z","caller":"traceutil/trace.go:171","msg":"trace[518803804] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"247.713864ms","start":"2026-03-12T19:35:21.647927Z","end":"2026-03-12T19:35:21.895641Z","steps":["trace[518803804] 'process raft request' (duration: 247.335905ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895738Z","caller":"traceutil/trace.go:171","msg":"trace[971069414] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"247.957829ms","start":"2026-03-12T19:35:21.64777Z","end":"2026-03-12T19:35:21.895728Z","steps":["trace[971069414] 'process raft request' (duration: 247.396057ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895813Z","caller":"traceutil/trace.go:171","msg":"trace[417145001] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"248.070061ms","start":"2026-03-12T19:35:21.647736Z","end":"2026-03-12T19:35:21.895806Z","steps":["trace[417145001] 'process raft request' (duration: 247.370276ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895841Z","caller":"traceutil/trace.go:171","msg":"trace[58049523] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"248.00093ms","start":"2026-03-12T19:35:21.64783Z","end":"2026-03-12T19:35:21.895831Z","steps":["trace[58049523] 'process raft request' (duration: 247.409817ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895855Z","caller":"traceutil/trace.go:171","msg":"trace[473498847] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"248.092702ms","start":"2026-03-12T19:35:21.64774Z","end":"2026-03-12T19:35:21.895832Z","steps":["trace[473498847] 'process raft request' (duration: 247.401107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:21.895867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.583147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-12T19:35:21.895922Z","caller":"traceutil/trace.go:171","msg":"trace[1201085806] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"247.517489ms","start":"2026-03-12T19:35:21.648394Z","end":"2026-03-12T19:35:21.895912Z","steps":["trace[1201085806] 'process raft request' (duration: 246.916866ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895891Z","caller":"traceutil/trace.go:171","msg":"trace[415608238] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"248.048181ms","start":"2026-03-12T19:35:21.647804Z","end":"2026-03-12T19:35:21.895853Z","steps":["trace[415608238] 'process raft request' (duration: 247.386207ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895929Z","caller":"traceutil/trace.go:171","msg":"trace[1258162771] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9083; }","duration":"241.674769ms","start":"2026-03-12T19:35:21.654239Z","end":"2026-03-12T19:35:21.895914Z","steps":["trace[1258162771] 'agreement among raft nodes before linearized reading' (duration: 241.413573ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895843Z","caller":"traceutil/trace.go:171","msg":"trace[33441462] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"248.00887ms","start":"2026-03-12T19:35:21.6478Z","end":"2026-03-12T19:35:21.895809Z","steps":["trace[33441462] 'process raft request' (duration: 247.416407ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:21.895879Z","caller":"traceutil/trace.go:171","msg":"trace[1633239608] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"247.872608ms","start":"2026-03-12T19:35:21.648Z","end":"2026-03-12T19:35:21.895872Z","steps":["trace[1633239608] 'process raft request' (duration: 247.286045ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.187237Z","caller":"traceutil/trace.go:171","msg":"trace[1675366691] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9474; }","duration":"102.192175ms","start":"2026-03-12T19:35:22.085018Z","end":"2026-03-12T19:35:22.18721Z","steps":["trace[1675366691] 'read index received' (duration: 102.145514ms)","trace[1675366691] 'applied index is now lower than readState.Index' (duration: 45.451µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:22.187338Z","caller":"traceutil/trace.go:171","msg":"trace[982416940] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"105.278524ms","start":"2026-03-12T19:35:22.081972Z","end":"2026-03-12T19:35:22.18725Z","steps":["trace[982416940] 'process raft request' (duration: 105.07213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.187473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.436841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-12T19:35:22.187534Z","caller":"traceutil/trace.go:171","msg":"trace[1626454938] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:9105; }","duration":"102.518302ms","start":"2026-03-12T19:35:22.085001Z","end":"2026-03-12T19:35:22.187519Z","steps":["trace[1626454938] 'agreement among raft nodes before linearized reading' (duration: 102.338428ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.246289Z","caller":"traceutil/trace.go:171","msg":"trace[830365671] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"145.253983ms","start":"2026-03-12T19:35:22.101015Z","end":"2026-03-12T19:35:22.246269Z","steps":["trace[830365671] 'process raft request' (duration: 145.065709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.246462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.182424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:22.246487Z","caller":"traceutil/trace.go:171","msg":"trace[242015823] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9107; }","duration":"106.257465ms","start":"2026-03-12T19:35:22.140223Z","end":"2026-03-12T19:35:22.24648Z","steps":["trace[242015823] 'agreement among raft nodes before linearized reading' (duration: 106.193184ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.246537Z","caller":"traceutil/trace.go:171","msg":"trace[2110279781] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"140.590199ms","start":"2026-03-12T19:35:22.105937Z","end":"2026-03-12T19:35:22.246527Z","steps":["trace[2110279781] 'process raft request' (duration: 140.268622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.246709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.239216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:22.246806Z","caller":"traceutil/trace.go:171","msg":"trace[1512210958] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:9107; }","duration":"160.39017ms","start":"2026-03-12T19:35:22.086395Z","end":"2026-03-12T19:35:22.246785Z","steps":["trace[1512210958] 'agreement among raft nodes before linearized reading' (duration: 160.156565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.246972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.239145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-03-12T19:35:22.250793Z","caller":"traceutil/trace.go:171","msg":"trace[1754907495] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9107; }","duration":"163.094701ms","start":"2026-03-12T19:35:22.087674Z","end":"2026-03-12T19:35:22.250768Z","steps":["trace[1754907495] 'agreement among raft nodes before linearized reading' (duration: 158.766915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.247015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.399458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-12T19:35:22.250916Z","caller":"traceutil/trace.go:171","msg":"trace[1703164682] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9107; }","duration":"163.325156ms","start":"2026-03-12T19:35:22.08757Z","end":"2026-03-12T19:35:22.250896Z","steps":["trace[1703164682] 'agreement among raft nodes before linearized reading' (duration: 159.300936ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.497579Z","caller":"traceutil/trace.go:171","msg":"trace[1583132458] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"135.752172ms","start":"2026-03-12T19:35:22.361798Z","end":"2026-03-12T19:35:22.49755Z","steps":["trace[1583132458] 'process raft request' (duration: 132.536399ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.497746Z","caller":"traceutil/trace.go:171","msg":"trace[1532457381] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"132.685614ms","start":"2026-03-12T19:35:22.365042Z","end":"2026-03-12T19:35:22.497728Z","steps":["trace[1532457381] 'process raft request' (duration: 132.433958ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.497877Z","caller":"traceutil/trace.go:171","msg":"trace[1195629260] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"123.962539ms","start":"2026-03-12T19:35:22.373881Z","end":"2026-03-12T19:35:22.497843Z","steps":["trace[1195629260] 'process raft request' (duration: 123.652292ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.497876Z","caller":"traceutil/trace.go:171","msg":"trace[119939713] linearizableReadLoop","detail":"{readStateIndex:9494; appliedIndex:9489; }","duration":"107.004411ms","start":"2026-03-12T19:35:22.390847Z","end":"2026-03-12T19:35:22.497852Z","steps":["trace[119939713] 'read index received' (duration: 103.499893ms)","trace[119939713] 'applied index is now lower than readState.Index' (duration: 3.503468ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:22.498172Z","caller":"traceutil/trace.go:171","msg":"trace[68355241] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"111.41234ms","start":"2026-03-12T19:35:22.386752Z","end":"2026-03-12T19:35:22.498165Z","steps":["trace[68355241] 'process raft request' (duration: 111.040152ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.49831Z","caller":"traceutil/trace.go:171","msg":"trace[1348221276] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"124.156623ms","start":"2026-03-12T19:35:22.374146Z","end":"2026-03-12T19:35:22.498302Z","steps":["trace[1348221276] 'process raft request' (duration: 123.451818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.498463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.668632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-12T19:35:22.498492Z","caller":"traceutil/trace.go:171","msg":"trace[784380631] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9123; }","duration":"105.726543ms","start":"2026-03-12T19:35:22.392757Z","end":"2026-03-12T19:35:22.498484Z","steps":["trace[784380631] 'agreement among raft nodes before linearized reading' (duration: 105.621571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.498578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.698526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-5c844488bf\" ","response":"range_response_count:1 size:11395"} {"level":"info","ts":"2026-03-12T19:35:22.498626Z","caller":"traceutil/trace.go:171","msg":"trace[835004743] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-5c844488bf; range_end:; response_count:1; response_revision:9123; }","duration":"107.8092ms","start":"2026-03-12T19:35:22.390805Z","end":"2026-03-12T19:35:22.498614Z","steps":["trace[835004743] 'agreement among raft nodes before linearized reading' (duration: 107.578505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.703505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.058297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:22.703607Z","caller":"traceutil/trace.go:171","msg":"trace[949056457] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"194.536459ms","start":"2026-03-12T19:35:22.509055Z","end":"2026-03-12T19:35:22.703591Z","steps":["trace[949056457] 'process raft request' (duration: 94.332139ms)","trace[949056457] 'compare' (duration: 99.897024ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:22.722045Z","caller":"traceutil/trace.go:171","msg":"trace[207514051] linearizableReadLoop","detail":"{readStateIndex:9496; appliedIndex:9494; }","duration":"209.113055ms","start":"2026-03-12T19:35:22.512912Z","end":"2026-03-12T19:35:22.722025Z","steps":["trace[207514051] 'read index received' (duration: 90.439413ms)","trace[207514051] 'applied index is now lower than readState.Index' (duration: 118.672742ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:22.722158Z","caller":"traceutil/trace.go:171","msg":"trace[1431972982] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"211.084079ms","start":"2026-03-12T19:35:22.511037Z","end":"2026-03-12T19:35:22.722121Z","steps":["trace[1431972982] 'process raft request' (duration: 210.818693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.722186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.249028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:22.722234Z","caller":"traceutil/trace.go:171","msg":"trace[1364840693] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9125; }","duration":"209.335839ms","start":"2026-03-12T19:35:22.512887Z","end":"2026-03-12T19:35:22.722223Z","steps":["trace[1364840693] 'agreement among raft nodes before linearized reading' (duration: 209.247827ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.762673Z","caller":"traceutil/trace.go:171","msg":"trace[592249815] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"142.711577ms","start":"2026-03-12T19:35:22.61994Z","end":"2026-03-12T19:35:22.762652Z","steps":["trace[592249815] 'process raft request' (duration: 142.503672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.763041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.7069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-03-12T19:35:22.763087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.68613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-db-init\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:35:22.763115Z","caller":"traceutil/trace.go:171","msg":"trace[1861218835] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-db-init; range_end:; response_count:1; response_revision:9127; }","duration":"144.740361ms","start":"2026-03-12T19:35:22.618366Z","end":"2026-03-12T19:35:22.763107Z","steps":["trace[1861218835] 'agreement among raft nodes before linearized reading' (duration: 144.621558ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:22.763114Z","caller":"traceutil/trace.go:171","msg":"trace[2082883838] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:9127; }","duration":"144.833873ms","start":"2026-03-12T19:35:22.618263Z","end":"2026-03-12T19:35:22.763097Z","steps":["trace[2082883838] 'agreement among raft nodes before linearized reading' (duration: 144.448494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.763153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.42785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:35:22.763521Z","caller":"traceutil/trace.go:171","msg":"trace[124291884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9127; }","duration":"244.802899ms","start":"2026-03-12T19:35:22.51864Z","end":"2026-03-12T19:35:22.763443Z","steps":["trace[124291884] 'agreement among raft nodes before linearized reading' (duration: 244.138814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:22.764526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.570668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-12T19:35:22.764603Z","caller":"traceutil/trace.go:171","msg":"trace[1625551623] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9127; }","duration":"175.68624ms","start":"2026-03-12T19:35:22.588898Z","end":"2026-03-12T19:35:22.764584Z","steps":["trace[1625551623] 'agreement among raft nodes before linearized reading' (duration: 174.046883ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:23.46254Z","caller":"traceutil/trace.go:171","msg":"trace[505671604] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"195.479561ms","start":"2026-03-12T19:35:23.267036Z","end":"2026-03-12T19:35:23.462516Z","steps":["trace[505671604] 'process raft request' (duration: 195.340418ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:23.572183Z","caller":"traceutil/trace.go:171","msg":"trace[330668862] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"100.548508ms","start":"2026-03-12T19:35:23.471608Z","end":"2026-03-12T19:35:23.572156Z","steps":["trace[330668862] 'process raft request' (duration: 66.664644ms)","trace[330668862] 'compare' (duration: 33.559757ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:23.770028Z","caller":"traceutil/trace.go:171","msg":"trace[377786140] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"119.773705ms","start":"2026-03-12T19:35:23.65023Z","end":"2026-03-12T19:35:23.770003Z","steps":["trace[377786140] 'process raft request' (duration: 119.621902ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:26.596784Z","caller":"traceutil/trace.go:171","msg":"trace[1304044644] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"132.255553ms","start":"2026-03-12T19:35:26.464498Z","end":"2026-03-12T19:35:26.596753Z","steps":["trace[1304044644] 'process raft request' (duration: 132.084969ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:26.655988Z","caller":"traceutil/trace.go:171","msg":"trace[1794907590] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"118.673901ms","start":"2026-03-12T19:35:26.537288Z","end":"2026-03-12T19:35:26.655962Z","steps":["trace[1794907590] 'process raft request' (duration: 118.395854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:26.829519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.089804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:7 size:54560"} {"level":"info","ts":"2026-03-12T19:35:26.829606Z","caller":"traceutil/trace.go:171","msg":"trace[2103039601] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:7; response_revision:9158; }","duration":"125.214297ms","start":"2026-03-12T19:35:26.704367Z","end":"2026-03-12T19:35:26.829581Z","steps":["trace[2103039601] 'range keys from in-memory index tree' (duration: 124.854879ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:27.756082Z","caller":"traceutil/trace.go:171","msg":"trace[1451978323] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"129.088603ms","start":"2026-03-12T19:35:27.626967Z","end":"2026-03-12T19:35:27.756055Z","steps":["trace[1451978323] 'process raft request' (duration: 120.965372ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:28.130571Z","caller":"traceutil/trace.go:171","msg":"trace[413067486] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"134.973664ms","start":"2026-03-12T19:35:27.99557Z","end":"2026-03-12T19:35:28.130543Z","steps":["trace[413067486] 'process raft request' (duration: 134.79595ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:28.158667Z","caller":"traceutil/trace.go:171","msg":"trace[1493312482] linearizableReadLoop","detail":"{readStateIndex:9540; appliedIndex:9538; }","duration":"156.841301ms","start":"2026-03-12T19:35:28.001801Z","end":"2026-03-12T19:35:28.158642Z","steps":["trace[1493312482] 'read index received' (duration: 128.556932ms)","trace[1493312482] 'applied index is now lower than readState.Index' (duration: 28.283499ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:28.15879Z","caller":"traceutil/trace.go:171","msg":"trace[784510159] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"160.817259ms","start":"2026-03-12T19:35:27.997945Z","end":"2026-03-12T19:35:28.158762Z","steps":["trace[784510159] 'process raft request' (duration: 160.566903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:28.15891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.086037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:35:28.158947Z","caller":"traceutil/trace.go:171","msg":"trace[815577534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:9168; }","duration":"157.157879ms","start":"2026-03-12T19:35:28.001779Z","end":"2026-03-12T19:35:28.158937Z","steps":["trace[815577534] 'agreement among raft nodes before linearized reading' (duration: 156.990274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:28.159135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.496306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T19:35:28.159178Z","caller":"traceutil/trace.go:171","msg":"trace[1532879734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9168; }","duration":"100.584649ms","start":"2026-03-12T19:35:28.058584Z","end":"2026-03-12T19:35:28.159168Z","steps":["trace[1532879734] 'agreement among raft nodes before linearized reading' (duration: 100.370434ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.155245Z","caller":"traceutil/trace.go:171","msg":"trace[1675309997] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"317.318042ms","start":"2026-03-12T19:35:29.8379Z","end":"2026-03-12T19:35:30.155218Z","steps":["trace[1675309997] 'process raft request' (duration: 317.161199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:30.155408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:29.837874Z","time spent":"317.444786ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:30.351834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.595015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:35:30.351942Z","caller":"traceutil/trace.go:171","msg":"trace[1386965502] linearizableReadLoop","detail":"{readStateIndex:9549; appliedIndex:9547; }","duration":"217.45959ms","start":"2026-03-12T19:35:30.134464Z","end":"2026-03-12T19:35:30.351923Z","steps":["trace[1386965502] 'read index received' (duration: 20.609078ms)","trace[1386965502] 'applied index is now lower than readState.Index' (duration: 196.848422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:30.352254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.388644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:35:30.352298Z","caller":"traceutil/trace.go:171","msg":"trace[556504512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9176; }","duration":"189.479997ms","start":"2026-03-12T19:35:30.162807Z","end":"2026-03-12T19:35:30.352287Z","steps":["trace[556504512] 'agreement among raft nodes before linearized reading' (duration: 189.271332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:30.352291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.806247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:35:30.35235Z","caller":"traceutil/trace.go:171","msg":"trace[2063813999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9176; }","duration":"217.900081ms","start":"2026-03-12T19:35:30.134436Z","end":"2026-03-12T19:35:30.352336Z","steps":["trace[2063813999] 'agreement among raft nodes before linearized reading' (duration: 217.558682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:30.352359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.100723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T19:35:30.352291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.836275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T19:35:30.35244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.034152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5c844488bf-k9zvr.189c2f157d1a84e9\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-12T19:35:30.352474Z","caller":"traceutil/trace.go:171","msg":"trace[1220149225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9176; }","duration":"177.240666ms","start":"2026-03-12T19:35:30.175214Z","end":"2026-03-12T19:35:30.352454Z","steps":["trace[1220149225] 'agreement among raft nodes before linearized reading' (duration: 176.963729ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.352495Z","caller":"traceutil/trace.go:171","msg":"trace[1964281518] range","detail":"{range_begin:/registry/events/openstack/glance-api-5c844488bf-k9zvr.189c2f157d1a84e9; range_end:; response_count:1; response_revision:9176; }","duration":"115.105033ms","start":"2026-03-12T19:35:30.237375Z","end":"2026-03-12T19:35:30.35248Z","steps":["trace[1964281518] 'agreement among raft nodes before linearized reading' (duration: 114.9733ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.352499Z","caller":"traceutil/trace.go:171","msg":"trace[212148658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9176; }","duration":"128.068071ms","start":"2026-03-12T19:35:30.224408Z","end":"2026-03-12T19:35:30.352476Z","steps":["trace[212148658] 'agreement among raft nodes before linearized reading' (duration: 127.731352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:30.352535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.106529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:35:30.352611Z","caller":"traceutil/trace.go:171","msg":"trace[840892828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:9176; }","duration":"180.223672ms","start":"2026-03-12T19:35:30.172368Z","end":"2026-03-12T19:35:30.352592Z","steps":["trace[840892828] 'agreement among raft nodes before linearized reading' (duration: 179.976197ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.457258Z","caller":"traceutil/trace.go:171","msg":"trace[2080732934] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"100.262522ms","start":"2026-03-12T19:35:30.356972Z","end":"2026-03-12T19:35:30.457234Z","steps":["trace[2080732934] 'process raft request' (duration: 100.046357ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.457549Z","caller":"traceutil/trace.go:171","msg":"trace[574982582] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"100.480807ms","start":"2026-03-12T19:35:30.357036Z","end":"2026-03-12T19:35:30.457517Z","steps":["trace[574982582] 'process raft request' (duration: 100.135599ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.457973Z","caller":"traceutil/trace.go:171","msg":"trace[1045321307] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"100.345373ms","start":"2026-03-12T19:35:30.357604Z","end":"2026-03-12T19:35:30.457949Z","steps":["trace[1045321307] 'process raft request' (duration: 99.797771ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.458166Z","caller":"traceutil/trace.go:171","msg":"trace[1669013795] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"100.151398ms","start":"2026-03-12T19:35:30.357963Z","end":"2026-03-12T19:35:30.458114Z","steps":["trace[1669013795] 'process raft request' (duration: 99.915533ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.82929Z","caller":"traceutil/trace.go:171","msg":"trace[1047120151] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"174.908983ms","start":"2026-03-12T19:35:30.654352Z","end":"2026-03-12T19:35:30.829261Z","steps":["trace[1047120151] 'process raft request' (duration: 174.678258ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:30.876938Z","caller":"traceutil/trace.go:171","msg":"trace[1003649726] transaction","detail":"{read_only:false; response_revision:9183; number_of_response:1; }","duration":"206.68828ms","start":"2026-03-12T19:35:30.670231Z","end":"2026-03-12T19:35:30.876919Z","steps":["trace[1003649726] 'process raft request' (duration: 206.577638ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:31.975243Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7012} {"level":"info","ts":"2026-03-12T19:35:32.277668Z","caller":"traceutil/trace.go:171","msg":"trace[921585763] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"117.973596ms","start":"2026-03-12T19:35:32.159656Z","end":"2026-03-12T19:35:32.277629Z","steps":["trace[921585763] 'process raft request' (duration: 45.231827ms)","trace[921585763] 'compare' (duration: 35.996951ms)","trace[921585763] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 36.419031ms)"],"step_count":3} {"level":"info","ts":"2026-03-12T19:35:32.312657Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7012,"took":"335.928997ms","hash":3756856391,"current-db-size-bytes":36663296,"current-db-size":"37 MB","current-db-size-in-use-bytes":23195648,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-12T19:35:32.312782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3756856391,"revision":7012,"compact-revision":4733} {"level":"warn","ts":"2026-03-12T19:35:34.481784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.986789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:34.482011Z","caller":"traceutil/trace.go:171","msg":"trace[11436097] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"198.759804ms","start":"2026-03-12T19:35:34.283195Z","end":"2026-03-12T19:35:34.481955Z","steps":["trace[11436097] 'process raft request' (duration: 70.451358ms)","trace[11436097] 'compare' (duration: 127.747393ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:35.128187Z","caller":"traceutil/trace.go:171","msg":"trace[1928952049] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"119.934658ms","start":"2026-03-12T19:35:35.008225Z","end":"2026-03-12T19:35:35.12816Z","steps":["trace[1928952049] 'process raft request' (duration: 59.584106ms)","trace[1928952049] 'compare' (duration: 60.033735ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:35.128353Z","caller":"traceutil/trace.go:171","msg":"trace[483534551] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"117.542196ms","start":"2026-03-12T19:35:35.010786Z","end":"2026-03-12T19:35:35.128328Z","steps":["trace[483534551] 'process raft request' (duration: 117.311121ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:35.280671Z","caller":"traceutil/trace.go:171","msg":"trace[1311207024] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"115.727857ms","start":"2026-03-12T19:35:35.164911Z","end":"2026-03-12T19:35:35.280638Z","steps":["trace[1311207024] 'process raft request' (duration: 115.503622ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:38.624816Z","caller":"traceutil/trace.go:171","msg":"trace[513425238] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"106.691646ms","start":"2026-03-12T19:35:38.518086Z","end":"2026-03-12T19:35:38.624777Z","steps":["trace[513425238] 'process raft request' (duration: 106.48888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:40.063197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.843259ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:35:41.031911Z","caller":"traceutil/trace.go:171","msg":"trace[395918287] linearizableReadLoop","detail":"{readStateIndex:9624; appliedIndex:9623; }","duration":"360.580906ms","start":"2026-03-12T19:35:40.671316Z","end":"2026-03-12T19:35:41.031897Z","steps":["trace[395918287] 'read index received' (duration: 360.522405ms)","trace[395918287] 'applied index is now lower than readState.Index' (duration: 57.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:41.031971Z","caller":"traceutil/trace.go:171","msg":"trace[846540532] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"401.712402ms","start":"2026-03-12T19:35:40.630216Z","end":"2026-03-12T19:35:41.031928Z","steps":["trace[846540532] 'process raft request' (duration: 401.590879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:41.032044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.721539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:35:41.032068Z","caller":"traceutil/trace.go:171","msg":"trace[1027721468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9248; }","duration":"360.78698ms","start":"2026-03-12T19:35:40.671276Z","end":"2026-03-12T19:35:41.032063Z","steps":["trace[1027721468] 'agreement among raft nodes before linearized reading' (duration: 360.698529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:41.032086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.671258Z","time spent":"360.823911ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:35:41.03211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.630194Z","time spent":"401.844175ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:41.53227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194462254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:42.032607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194462254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:42.074255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042396301s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:35:42.518008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14973032s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:42.518175Z","caller":"traceutil/trace.go:171","msg":"trace[304149151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9248; }","duration":"1.149923184s","start":"2026-03-12T19:35:41.368226Z","end":"2026-03-12T19:35:42.518149Z","steps":["trace[304149151] 'range keys from in-memory index tree' (duration: 1.149690009s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.518784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.269349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:42.518898Z","caller":"traceutil/trace.go:171","msg":"trace[1387666816] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"1.50504413s","start":"2026-03-12T19:35:41.013835Z","end":"2026-03-12T19:35:42.518879Z","steps":["trace[1387666816] 'process raft request' (duration: 1.060597167s)","trace[1387666816] 'compare' (duration: 444.047353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:42.51896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.013817Z","time spent":"1.505114121s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:42.713114Z","caller":"traceutil/trace.go:171","msg":"trace[1680075835] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"1.677290903s","start":"2026-03-12T19:35:41.035794Z","end":"2026-03-12T19:35:42.713085Z","steps":["trace[1680075835] 'process raft request' (duration: 1.589453869s)","trace[1680075835] 'compare' (duration: 87.675401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:42.713269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.035773Z","time spent":"1.677418406s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:42.713494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762907838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:42.713568Z","caller":"traceutil/trace.go:171","msg":"trace[894489820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9252; }","duration":"1.76301975s","start":"2026-03-12T19:35:40.950533Z","end":"2026-03-12T19:35:42.713553Z","steps":["trace[894489820] 'agreement among raft nodes before linearized reading' (duration: 1.762876267s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.713623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.950512Z","time spent":"1.763087822s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:35:42.71371Z","caller":"traceutil/trace.go:171","msg":"trace[821532438] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"1.014990521s","start":"2026-03-12T19:35:41.698709Z","end":"2026-03-12T19:35:42.713699Z","steps":["trace[821532438] 'process raft request' (duration: 1.01450727s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:42.713528Z","caller":"traceutil/trace.go:171","msg":"trace[1240719367] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"1.480479722s","start":"2026-03-12T19:35:41.233037Z","end":"2026-03-12T19:35:42.713517Z","steps":["trace[1240719367] 'process raft request' (duration: 1.480012832s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.713795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.69867Z","time spent":"1.015079323s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:42.713859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.233018Z","time spent":"1.480782588s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:42.714048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940583172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T19:35:42.714088Z","caller":"traceutil/trace.go:171","msg":"trace[743424215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9252; }","duration":"1.940647394s","start":"2026-03-12T19:35:40.773429Z","end":"2026-03-12T19:35:42.714077Z","steps":["trace[743424215] 'agreement among raft nodes before linearized reading' (duration: 1.940518731s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.714117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.773415Z","time spent":"1.940695866s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:42.714049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967572293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:35:42.714213Z","caller":"traceutil/trace.go:171","msg":"trace[1145550449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9252; }","duration":"1.967793438s","start":"2026-03-12T19:35:40.746398Z","end":"2026-03-12T19:35:42.714191Z","steps":["trace[1145550449] 'agreement among raft nodes before linearized reading' (duration: 1.967457441s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.71425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023958509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T19:35:42.714286Z","caller":"traceutil/trace.go:171","msg":"trace[1580643496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9252; }","duration":"2.023992409s","start":"2026-03-12T19:35:40.690285Z","end":"2026-03-12T19:35:42.714278Z","steps":["trace[1580643496] 'agreement among raft nodes before linearized reading' (duration: 2.023912238s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.714317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.690243Z","time spent":"2.024068271s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:35:42.714373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.746375Z","time spent":"1.967927981s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:42.714557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038364468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:35:42.714589Z","caller":"traceutil/trace.go:171","msg":"trace[639148845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:9252; }","duration":"2.03842583s","start":"2026-03-12T19:35:40.676155Z","end":"2026-03-12T19:35:42.71458Z","steps":["trace[639148845] 'agreement among raft nodes before linearized reading' (duration: 2.038300447s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.714616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:40.676135Z","time spent":"2.038475112s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:35:42.714413Z","caller":"traceutil/trace.go:171","msg":"trace[2000268606] linearizableReadLoop","detail":"{readStateIndex:9628; appliedIndex:9624; }","duration":"1.681328453s","start":"2026-03-12T19:35:41.031961Z","end":"2026-03-12T19:35:42.713289Z","steps":["trace[2000268606] 'read index received' (duration: 1.042443743s)","trace[2000268606] 'applied index is now lower than readState.Index' (duration: 638.88392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:42.714932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643247255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:42.714972Z","caller":"traceutil/trace.go:171","msg":"trace[675197931] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9252; }","duration":"1.643315207s","start":"2026-03-12T19:35:41.071644Z","end":"2026-03-12T19:35:42.714959Z","steps":["trace[675197931] 'agreement among raft nodes before linearized reading' (duration: 1.643252486s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.715004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.071629Z","time spent":"1.643367088s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:42.715422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113851042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-12T19:35:42.715467Z","caller":"traceutil/trace.go:171","msg":"trace[2059484779] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9252; }","duration":"1.113944664s","start":"2026-03-12T19:35:41.60151Z","end":"2026-03-12T19:35:42.715455Z","steps":["trace[2059484779] 'agreement among raft nodes before linearized reading' (duration: 1.113829751s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.715499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.601484Z","time spent":"1.114006206s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:35:42.715709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.640372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:42.715747Z","caller":"traceutil/trace.go:171","msg":"trace[41586759] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9252; }","duration":"274.712994ms","start":"2026-03-12T19:35:42.441024Z","end":"2026-03-12T19:35:42.715737Z","steps":["trace[41586759] 'agreement among raft nodes before linearized reading' (duration: 274.655513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.715951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.256981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:35:42.715985Z","caller":"traceutil/trace.go:171","msg":"trace[1424185054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9252; }","duration":"733.332672ms","start":"2026-03-12T19:35:41.982645Z","end":"2026-03-12T19:35:42.715977Z","steps":["trace[1424185054] 'agreement among raft nodes before linearized reading' (duration: 733.247191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.716011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.982625Z","time spent":"733.380264ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:35:42.71626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.128599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414422"} {"level":"info","ts":"2026-03-12T19:35:42.71629Z","caller":"traceutil/trace.go:171","msg":"trace[1514160347] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9252; }","duration":"853.20162ms","start":"2026-03-12T19:35:41.863083Z","end":"2026-03-12T19:35:42.716284Z","steps":["trace[1514160347] 'agreement among raft nodes before linearized reading' (duration: 853.052607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.716307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.863059Z","time spent":"853.244012ms","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-12T19:35:42.716497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387488193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:35:42.716603Z","caller":"traceutil/trace.go:171","msg":"trace[781480946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9252; }","duration":"1.387636896s","start":"2026-03-12T19:35:41.328953Z","end":"2026-03-12T19:35:42.716589Z","steps":["trace[781480946] 'agreement among raft nodes before linearized reading' (duration: 1.387456662s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.716616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17491254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:35:42.716681Z","caller":"traceutil/trace.go:171","msg":"trace[1339410818] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9252; }","duration":"1.175021933s","start":"2026-03-12T19:35:41.541647Z","end":"2026-03-12T19:35:42.716669Z","steps":["trace[1339410818] 'agreement among raft nodes before linearized reading' (duration: 1.17491007s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.716707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.541628Z","time spent":"1.175073334s","remote":"127.0.0.1:35450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-12T19:35:42.716717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.328933Z","time spent":"1.387720797s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:42.716876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451802423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:35:42.716989Z","caller":"traceutil/trace.go:171","msg":"trace[963619917] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9252; }","duration":"1.451957017s","start":"2026-03-12T19:35:41.265002Z","end":"2026-03-12T19:35:42.716959Z","steps":["trace[963619917] 'agreement among raft nodes before linearized reading' (duration: 1.451759603s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:42.717061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:41.264986Z","time spent":"1.452057899s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-12T19:35:43.234366Z","caller":"traceutil/trace.go:171","msg":"trace[325038458] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"121.916644ms","start":"2026-03-12T19:35:43.112427Z","end":"2026-03-12T19:35:43.234344Z","steps":["trace[325038458] 'process raft request' (duration: 121.631008ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:45.161968Z","caller":"traceutil/trace.go:171","msg":"trace[76530469] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"103.914783ms","start":"2026-03-12T19:35:45.058035Z","end":"2026-03-12T19:35:45.16195Z","steps":["trace[76530469] 'process raft request' (duration: 103.78442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.425754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194462532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:57.926642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":708645017194462532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T19:35:57.977442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30407816s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:35:57.977969Z","caller":"traceutil/trace.go:171","msg":"trace[358795882] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"1.304635102s","start":"2026-03-12T19:35:56.673248Z","end":"2026-03-12T19:35:57.977883Z","steps":["trace[358795882] 'process raft request' (duration: 1.304419847s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:57.978476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:56.673224Z","time spent":"1.304811856s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:58.155843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.444849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:35:58.156043Z","caller":"traceutil/trace.go:171","msg":"trace[1768051380] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"1.294159799s","start":"2026-03-12T19:35:56.861845Z","end":"2026-03-12T19:35:58.156005Z","steps":["trace[1768051380] 'process raft request' (duration: 1.131443674s)","trace[1768051380] 'compare' (duration: 162.284464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:35:58.156142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:56.861819Z","time spent":"1.294268581s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:58.156383Z","caller":"traceutil/trace.go:171","msg":"trace[694723306] linearizableReadLoop","detail":"{readStateIndex:9743; appliedIndex:9739; }","duration":"1.231249342s","start":"2026-03-12T19:35:56.92511Z","end":"2026-03-12T19:35:58.15636Z","steps":["trace[694723306] 'read index received' (duration: 1.052604253s)","trace[694723306] 'applied index is now lower than readState.Index' (duration: 178.643859ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:35:58.156408Z","caller":"traceutil/trace.go:171","msg":"trace[416843760] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"873.792761ms","start":"2026-03-12T19:35:57.282579Z","end":"2026-03-12T19:35:58.156372Z","steps":["trace[416843760] 'process raft request' (duration: 873.387472ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:58.156403Z","caller":"traceutil/trace.go:171","msg":"trace[1434649345] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"414.699162ms","start":"2026-03-12T19:35:57.741681Z","end":"2026-03-12T19:35:58.15638Z","steps":["trace[1434649345] 'process raft request' (duration: 414.5919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.156537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.741654Z","time spent":"414.852806ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:35:58.156597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231474176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9lmc7\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-03-12T19:35:58.156622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206225596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T19:35:58.156624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.282552Z","time spent":"873.957964ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:35:58.156676Z","caller":"traceutil/trace.go:171","msg":"trace[1159480936] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9lmc7; range_end:; response_count:1; response_revision:9363; }","duration":"1.231597099s","start":"2026-03-12T19:35:56.92506Z","end":"2026-03-12T19:35:58.156657Z","steps":["trace[1159480936] 'agreement among raft nodes before linearized reading' (duration: 1.231386445s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.156687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132213241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:35:58.156706Z","caller":"traceutil/trace.go:171","msg":"trace[1473689560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9363; }","duration":"1.206364539s","start":"2026-03-12T19:35:56.950322Z","end":"2026-03-12T19:35:58.156686Z","steps":["trace[1473689560] 'agreement among raft nodes before linearized reading' (duration: 1.206200655s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.156725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:56.925039Z","time spent":"1.23167335s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9lmc7\" "} {"level":"info","ts":"2026-03-12T19:35:58.156744Z","caller":"traceutil/trace.go:171","msg":"trace[532316571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:9363; }","duration":"1.132312413s","start":"2026-03-12T19:35:57.024411Z","end":"2026-03-12T19:35:58.156723Z","steps":["trace[532316571] 'agreement among raft nodes before linearized reading' (duration: 1.132128219s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.15675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:56.9503Z","time spent":"1.20644191s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:35:58.15675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157595075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T19:35:58.156789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.024393Z","time spent":"1.132387825s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-kwrx9\" "} {"level":"info","ts":"2026-03-12T19:35:58.1568Z","caller":"traceutil/trace.go:171","msg":"trace[634764560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9363; }","duration":"1.157690697s","start":"2026-03-12T19:35:56.999096Z","end":"2026-03-12T19:35:58.156787Z","steps":["trace[634764560] 'agreement among raft nodes before linearized reading' (duration: 1.157527143s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.156837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:56.999075Z","time spent":"1.157754659s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:58.156885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.414117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T19:35:58.156913Z","caller":"traceutil/trace.go:171","msg":"trace[1467497702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9363; }","duration":"410.479729ms","start":"2026-03-12T19:35:57.746426Z","end":"2026-03-12T19:35:58.156906Z","steps":["trace[1467497702] 'agreement among raft nodes before linearized reading' (duration: 410.374026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.156945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.746406Z","time spent":"410.53133ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T19:35:58.156941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.137928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-12T19:35:58.156969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198424052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T19:35:58.156977Z","caller":"traceutil/trace.go:171","msg":"trace[1338447795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9363; }","duration":"409.20107ms","start":"2026-03-12T19:35:57.747764Z","end":"2026-03-12T19:35:58.156965Z","steps":["trace[1338447795] 'agreement among raft nodes before linearized reading' (duration: 409.146859ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:58.157001Z","caller":"traceutil/trace.go:171","msg":"trace[349320489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9363; }","duration":"1.198474484s","start":"2026-03-12T19:35:56.958518Z","end":"2026-03-12T19:35:58.156992Z","steps":["trace[349320489] 'agreement among raft nodes before linearized reading' (duration: 1.198388052s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.157009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.74775Z","time spent":"409.248401ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-12T19:35:58.157032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:56.958508Z","time spent":"1.198515064s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:58.157053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204770163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:35:58.157076Z","caller":"traceutil/trace.go:171","msg":"trace[1824764454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9363; }","duration":"1.204809894s","start":"2026-03-12T19:35:56.952259Z","end":"2026-03-12T19:35:58.157069Z","steps":["trace[1824764454] 'agreement among raft nodes before linearized reading' (duration: 1.204745673s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.157093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:56.952249Z","time spent":"1.204840235s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T19:35:58.157111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117801801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T19:35:58.157207Z","caller":"traceutil/trace.go:171","msg":"trace[295355318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9363; }","duration":"1.117955125s","start":"2026-03-12T19:35:57.03923Z","end":"2026-03-12T19:35:58.157185Z","steps":["trace[295355318] 'agreement among raft nodes before linearized reading' (duration: 1.117660828s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.157261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.039207Z","time spent":"1.118043746s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:35:58.157245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140751891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T19:35:58.157547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.076084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-12T19:35:58.157606Z","caller":"traceutil/trace.go:171","msg":"trace[2134829649] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9363; }","duration":"855.803951ms","start":"2026-03-12T19:35:57.301784Z","end":"2026-03-12T19:35:58.157588Z","steps":["trace[2134829649] 'agreement among raft nodes before linearized reading' (duration: 855.030744ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:35:58.157451Z","caller":"traceutil/trace.go:171","msg":"trace[1903638059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9363; }","duration":"1.141101378s","start":"2026-03-12T19:35:57.016319Z","end":"2026-03-12T19:35:58.15742Z","steps":["trace[1903638059] 'agreement among raft nodes before linearized reading' (duration: 1.140343391s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:35:58.157773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.016308Z","time spent":"1.141455606s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T19:35:58.157656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:57.301771Z","time spent":"855.870702ms","remote":"127.0.0.1:55970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-12T19:35:59.692191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:59.328096Z","time spent":"364.087508ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T19:35:59.999373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.813116268s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T19:35:59.999988Z","caller":"traceutil/trace.go:171","msg":"trace[825085868] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"1.835596717s","start":"2026-03-12T19:35:58.164348Z","end":"2026-03-12T19:35:59.999945Z","steps":["trace[825085868] 'process raft request' (duration: 1.835351871s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.000147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.164343Z","time spent":"1.835719489s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:00.000121Z","caller":"traceutil/trace.go:171","msg":"trace[1642051379] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"1.835574885s","start":"2026-03-12T19:35:58.164496Z","end":"2026-03-12T19:36:00.000071Z","steps":["trace[1642051379] 'process raft request' (duration: 1.835377131s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:00.000241Z","caller":"traceutil/trace.go:171","msg":"trace[577499094] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"1.835462614s","start":"2026-03-12T19:35:58.164718Z","end":"2026-03-12T19:36:00.000181Z","steps":["trace[577499094] 'process raft request' (duration: 1.835185808s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:00.000345Z","caller":"traceutil/trace.go:171","msg":"trace[1116927359] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"1.835023894s","start":"2026-03-12T19:35:58.165311Z","end":"2026-03-12T19:36:00.000335Z","steps":["trace[1116927359] 'process raft request' (duration: 1.834624935s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:00.000139Z","caller":"traceutil/trace.go:171","msg":"trace[1022379549] linearizableReadLoop","detail":"{readStateIndex:9747; appliedIndex:9743; }","duration":"1.835566355s","start":"2026-03-12T19:35:58.164552Z","end":"2026-03-12T19:36:00.000118Z","steps":["trace[1022379549] 'read index received' (duration: 9.971711ms)","trace[1022379549] 'applied index is now lower than readState.Index' (duration: 1.825593534s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:00.000401Z","caller":"traceutil/trace.go:171","msg":"trace[2095905399] transaction","detail":"{read_only:false; response_revision:9366; number_of_response:1; }","duration":"1.835997525s","start":"2026-03-12T19:35:58.164389Z","end":"2026-03-12T19:36:00.000386Z","steps":["trace[2095905399] 'process raft request' (duration: 1.835446703s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.000339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.164491Z","time spent":"1.83574356s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:00.002933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.164384Z","time spent":"1.836628099s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:00.000264Z","caller":"traceutil/trace.go:171","msg":"trace[674077666] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"1.834493643s","start":"2026-03-12T19:35:58.165728Z","end":"2026-03-12T19:36:00.000221Z","steps":["trace[674077666] 'process raft request' (duration: 1.834235307s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.000472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.164704Z","time spent":"1.835653588s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:00.000496Z","caller":"traceutil/trace.go:171","msg":"trace[916314389] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"1.828892917s","start":"2026-03-12T19:35:58.17159Z","end":"2026-03-12T19:36:00.000483Z","steps":["trace[916314389] 'process raft request' (duration: 1.828450448s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.000574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.165297Z","time spent":"1.835102206s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:00.000673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836094157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290974"} {"level":"info","ts":"2026-03-12T19:36:00.003091Z","caller":"traceutil/trace.go:171","msg":"trace[517917376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9371; }","duration":"1.838569862s","start":"2026-03-12T19:35:58.164503Z","end":"2026-03-12T19:36:00.003073Z","steps":["trace[517917376] 'agreement among raft nodes before linearized reading' (duration: 1.835695008s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.003248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.164477Z","time spent":"1.838702665s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290997,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T19:36:00.003252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.165718Z","time spent":"1.837456848s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:00.003679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.17158Z","time spent":"1.831575827s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:00.16817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T19:36:00.168252Z","caller":"traceutil/trace.go:171","msg":"trace[786708820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223734s","start":"2026-03-12T19:35:58.168013Z","end":"2026-03-12T19:36:00.168237Z","steps":["trace[786708820] 'agreement among raft nodes before linearized reading' (duration: 2.000129232s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:00.168295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.168001Z","time spent":"2.000285125s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 19:36:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T19:36:01.080684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055290823s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-12T19:36:01.081705Z","caller":"traceutil/trace.go:171","msg":"trace[528788688] linearizableReadLoop","detail":"{readStateIndex:9753; appliedIndex:9751; }","duration":"1.081251699s","start":"2026-03-12T19:36:00.000389Z","end":"2026-03-12T19:36:01.081641Z","steps":["trace[528788688] 'read index received' (duration: 25.027626ms)","trace[528788688] 'applied index is now lower than readState.Index' (duration: 1.056222023s)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:01.081817Z","caller":"traceutil/trace.go:171","msg":"trace[1711897269] transaction","detail":"{read_only:false; response_revision:9372; number_of_response:1; }","duration":"1.097210554s","start":"2026-03-12T19:35:59.984595Z","end":"2026-03-12T19:36:01.081806Z","steps":["trace[1711897269] 'process raft request' (duration: 1.096370286s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:01.081929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:59.984569Z","time spent":"1.097283626s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:01.419981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39457159s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T19:36:01.487073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309383316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:36:01.487149Z","caller":"traceutil/trace.go:171","msg":"trace[929096162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9372; }","duration":"3.309507358s","start":"2026-03-12T19:35:58.17762Z","end":"2026-03-12T19:36:01.487128Z","steps":["trace[929096162] 'agreement among raft nodes before linearized reading' (duration: 2.904739956s)","trace[929096162] 'range keys from in-memory index tree' (duration: 404.541267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:01.487349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:35:58.1776Z","time spent":"3.30958309s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T19:36:01.487473Z","caller":"traceutil/trace.go:171","msg":"trace[248688919] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"1.475415265s","start":"2026-03-12T19:36:00.012038Z","end":"2026-03-12T19:36:01.487454Z","steps":["trace[248688919] 'process raft request' (duration: 1.475332394s)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:01.487595Z","caller":"traceutil/trace.go:171","msg":"trace[740720850] transaction","detail":"{read_only:false; response_revision:9373; number_of_response:1; }","duration":"1.478131186s","start":"2026-03-12T19:36:00.00941Z","end":"2026-03-12T19:36:01.487541Z","steps":["trace[740720850] 'process raft request' (duration: 1.41078638s)","trace[740720850] 'compare' (duration: 66.662531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:01.487629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.012032Z","time spent":"1.475506737s","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1945,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:01.487386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.818149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:01.487883Z","caller":"traceutil/trace.go:171","msg":"trace[755943936] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9372; }","duration":"119.29247ms","start":"2026-03-12T19:36:01.368542Z","end":"2026-03-12T19:36:01.487835Z","steps":["trace[755943936] 'range keys from in-memory index tree' (duration: 118.794099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:01.487741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.009382Z","time spent":"1.478285569s","remote":"127.0.0.1:55972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:01.694378Z","caller":"traceutil/trace.go:171","msg":"trace[1973571803] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"1.532668078s","start":"2026-03-12T19:36:00.16168Z","end":"2026-03-12T19:36:01.694348Z","steps":["trace[1973571803] 'process raft request' (duration: 1.501188008s)","trace[1973571803] 'compare' (duration: 31.254425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:01.694522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.161653Z","time spent":"1.532793451s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T19:36:01.694819Z","caller":"traceutil/trace.go:171","msg":"trace[1926760046] linearizableReadLoop","detail":"{readStateIndex:9757; appliedIndex:9753; }","duration":"613.033529ms","start":"2026-03-12T19:36:01.081773Z","end":"2026-03-12T19:36:01.694807Z","steps":["trace[1926760046] 'read index received' (duration: 338.441129ms)","trace[1926760046] 'applied index is now lower than readState.Index' (duration: 274.59151ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:01.694841Z","caller":"traceutil/trace.go:171","msg":"trace[865240847] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"1.533082656s","start":"2026-03-12T19:36:00.161737Z","end":"2026-03-12T19:36:01.694819Z","steps":["trace[865240847] 'process raft request' (duration: 1.532557714s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:01.694944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.161721Z","time spent":"1.533170069s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:01.695041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517095811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T19:36:01.695072Z","caller":"traceutil/trace.go:171","msg":"trace[1895817197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9376; }","duration":"1.517211954s","start":"2026-03-12T19:36:00.177851Z","end":"2026-03-12T19:36:01.695063Z","steps":["trace[1895817197] 'agreement among raft nodes before linearized reading' (duration: 1.5170277s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:01.6951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.177801Z","time spent":"1.517292596s","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T19:36:01.695086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526622003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:01.695157Z","caller":"traceutil/trace.go:171","msg":"trace[2113767094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9376; }","duration":"1.526730575s","start":"2026-03-12T19:36:00.168406Z","end":"2026-03-12T19:36:01.695136Z","steps":["trace[2113767094] 'agreement among raft nodes before linearized reading' (duration: 1.526603092s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:01.695175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683307603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9lmc7\" ","response":"range_response_count:1 size:19356"} {"level":"info","ts":"2026-03-12T19:36:01.695224Z","caller":"traceutil/trace.go:171","msg":"trace[1343224470] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9lmc7; range_end:; response_count:1; response_revision:9376; }","duration":"1.683384506s","start":"2026-03-12T19:36:00.011825Z","end":"2026-03-12T19:36:01.69521Z","steps":["trace[1343224470] 'agreement among raft nodes before linearized reading' (duration: 1.683220632s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:01.695217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.168363Z","time spent":"1.526844837s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T19:36:01.695264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:00.011815Z","time spent":"1.683438986s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19379,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-9lmc7\" "} {"level":"warn","ts":"2026-03-12T19:36:01.767295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.49852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-12T19:36:01.767361Z","caller":"traceutil/trace.go:171","msg":"trace[1180594046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9377; }","duration":"275.612673ms","start":"2026-03-12T19:36:01.491737Z","end":"2026-03-12T19:36:01.767349Z","steps":["trace[1180594046] 'agreement among raft nodes before linearized reading' (duration: 275.384798ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:01.767719Z","caller":"traceutil/trace.go:171","msg":"trace[711541047] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"177.643417ms","start":"2026-03-12T19:36:01.589423Z","end":"2026-03-12T19:36:01.767067Z","steps":["trace[711541047] 'process raft request' (duration: 177.513884ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:02.050735Z","caller":"traceutil/trace.go:171","msg":"trace[1026961354] linearizableReadLoop","detail":"{readStateIndex:9759; appliedIndex:9758; }","duration":"283.635561ms","start":"2026-03-12T19:36:01.76708Z","end":"2026-03-12T19:36:02.050715Z","steps":["trace[1026961354] 'read index received' (duration: 206.735672ms)","trace[1026961354] 'applied index is now lower than readState.Index' (duration: 76.898709ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:02.050887Z","caller":"traceutil/trace.go:171","msg":"trace[522834224] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"351.247654ms","start":"2026-03-12T19:36:01.699604Z","end":"2026-03-12T19:36:02.050851Z","steps":["trace[522834224] 'process raft request' (duration: 274.208492ms)","trace[522834224] 'compare' (duration: 76.585012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:02.050976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:01.699585Z","time spent":"351.326565ms","remote":"127.0.0.1:56086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T19:36:02.051232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.257281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-12T19:36:02.051343Z","caller":"traceutil/trace.go:171","msg":"trace[841264145] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9378; }","duration":"282.394263ms","start":"2026-03-12T19:36:01.768929Z","end":"2026-03-12T19:36:02.051324Z","steps":["trace[841264145] 'agreement among raft nodes before linearized reading' (duration: 282.148338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.051463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.037431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:02.051597Z","caller":"traceutil/trace.go:171","msg":"trace[1542991939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9378; }","duration":"348.231636ms","start":"2026-03-12T19:36:01.703293Z","end":"2026-03-12T19:36:02.051525Z","steps":["trace[1542991939] 'agreement among raft nodes before linearized reading' (duration: 347.9864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.051695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.069371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T19:36:02.051746Z","caller":"traceutil/trace.go:171","msg":"trace[379770344] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c2e245acac984; range_end:; response_count:1; response_revision:9378; }","duration":"280.149003ms","start":"2026-03-12T19:36:01.771586Z","end":"2026-03-12T19:36:02.051735Z","steps":["trace[379770344] 'agreement among raft nodes before linearized reading' (duration: 280.046261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.051651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T19:36:01.703274Z","time spent":"348.365218ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T19:36:02.24679Z","caller":"traceutil/trace.go:171","msg":"trace[337054611] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"188.744263ms","start":"2026-03-12T19:36:02.058025Z","end":"2026-03-12T19:36:02.24677Z","steps":["trace[337054611] 'process raft request' (duration: 163.727317ms)","trace[337054611] 'compare' (duration: 24.844942ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:02.246852Z","caller":"traceutil/trace.go:171","msg":"trace[1638065256] linearizableReadLoop","detail":"{readStateIndex:9764; appliedIndex:9759; }","duration":"187.631479ms","start":"2026-03-12T19:36:02.059205Z","end":"2026-03-12T19:36:02.246837Z","steps":["trace[1638065256] 'read index received' (duration: 16.003136ms)","trace[1638065256] 'applied index is now lower than readState.Index' (duration: 171.626963ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:02.246947Z","caller":"traceutil/trace.go:171","msg":"trace[2077308783] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"187.835413ms","start":"2026-03-12T19:36:02.059098Z","end":"2026-03-12T19:36:02.246934Z","steps":["trace[2077308783] 'process raft request' (duration: 187.70439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.24702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.459682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:36:02.24699Z","caller":"traceutil/trace.go:171","msg":"trace[2053002864] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"188.703313ms","start":"2026-03-12T19:36:02.058232Z","end":"2026-03-12T19:36:02.246936Z","steps":["trace[2053002864] 'process raft request' (duration: 188.483248ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:02.246888Z","caller":"traceutil/trace.go:171","msg":"trace[1849545252] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"188.600549ms","start":"2026-03-12T19:36:02.058256Z","end":"2026-03-12T19:36:02.246856Z","steps":["trace[1849545252] 'process raft request' (duration: 188.513217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.24715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.945005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-28cwn\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-12T19:36:02.247191Z","caller":"traceutil/trace.go:171","msg":"trace[218034666] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-28cwn; range_end:; response_count:1; response_revision:9383; }","duration":"188.014317ms","start":"2026-03-12T19:36:02.059167Z","end":"2026-03-12T19:36:02.247181Z","steps":["trace[218034666] 'agreement among raft nodes before linearized reading' (duration: 187.900575ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:02.247055Z","caller":"traceutil/trace.go:171","msg":"trace[366562183] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9383; }","duration":"127.551564ms","start":"2026-03-12T19:36:02.119495Z","end":"2026-03-12T19:36:02.247047Z","steps":["trace[366562183] 'agreement among raft nodes before linearized reading' (duration: 127.476302ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:02.556648Z","caller":"traceutil/trace.go:171","msg":"trace[1060504613] linearizableReadLoop","detail":"{readStateIndex:9766; appliedIndex:9765; }","duration":"287.816872ms","start":"2026-03-12T19:36:02.268803Z","end":"2026-03-12T19:36:02.55662Z","steps":["trace[1060504613] 'read index received' (duration: 287.567557ms)","trace[1060504613] 'applied index is now lower than readState.Index' (duration: 248.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:02.556691Z","caller":"traceutil/trace.go:171","msg":"trace[1027133518] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"298.521201ms","start":"2026-03-12T19:36:02.258131Z","end":"2026-03-12T19:36:02.556652Z","steps":["trace[1027133518] 'process raft request' (duration: 298.340707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:02.557132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.288954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-12T19:36:02.557232Z","caller":"traceutil/trace.go:171","msg":"trace[1120744044] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9385; }","duration":"288.480558ms","start":"2026-03-12T19:36:02.268734Z","end":"2026-03-12T19:36:02.557215Z","steps":["trace[1120744044] 'agreement among raft nodes before linearized reading' (duration: 287.979926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:36:05.34236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.490222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:36:05.342547Z","caller":"traceutil/trace.go:171","msg":"trace[22098596] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"217.836809ms","start":"2026-03-12T19:36:05.124698Z","end":"2026-03-12T19:36:05.342535Z","steps":["trace[22098596] 'process raft request' (duration: 217.753817ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.342562Z","caller":"traceutil/trace.go:171","msg":"trace[1497850995] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"230.328526ms","start":"2026-03-12T19:36:05.112211Z","end":"2026-03-12T19:36:05.342539Z","steps":["trace[1497850995] 'process raft request' (duration: 107.587909ms)","trace[1497850995] 'compare' (duration: 122.322558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:05.591759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.300689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:36:05.591878Z","caller":"traceutil/trace.go:171","msg":"trace[2129473440] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"224.021167ms","start":"2026-03-12T19:36:05.367837Z","end":"2026-03-12T19:36:05.591859Z","steps":["trace[2129473440] 'process raft request' (duration: 77.533213ms)","trace[2129473440] 'compare' (duration: 145.670216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:36:05.853291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.573345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T19:36:05.853419Z","caller":"traceutil/trace.go:171","msg":"trace[1188301365] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"173.79117ms","start":"2026-03-12T19:36:05.679601Z","end":"2026-03-12T19:36:05.853392Z","steps":["trace[1188301365] 'process raft request' (duration: 14.035991ms)","trace[1188301365] 'compare' (duration: 159.121175ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:36:05.860319Z","caller":"traceutil/trace.go:171","msg":"trace[830200858] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"151.096797ms","start":"2026-03-12T19:36:05.709197Z","end":"2026-03-12T19:36:05.860294Z","steps":["trace[830200858] 'process raft request' (duration: 150.924313ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.900011Z","caller":"traceutil/trace.go:171","msg":"trace[1130983679] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"171.477079ms","start":"2026-03-12T19:36:05.72852Z","end":"2026-03-12T19:36:05.899997Z","steps":["trace[1130983679] 'process raft request' (duration: 171.264324ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:05.899937Z","caller":"traceutil/trace.go:171","msg":"trace[1518561758] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"186.021933ms","start":"2026-03-12T19:36:05.713889Z","end":"2026-03-12T19:36:05.899911Z","steps":["trace[1518561758] 'process raft request' (duration: 185.759997ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:17.51538Z","caller":"traceutil/trace.go:171","msg":"trace[1157567436] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"125.402346ms","start":"2026-03-12T19:36:17.389951Z","end":"2026-03-12T19:36:17.515353Z","steps":["trace[1157567436] 'process raft request' (duration: 125.252183ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:36:34.66605Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f52f30d5714009d5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-12T19:36:34.673036Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-12T19:36:34.673132Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-12T19:37:04.842211Z","caller":"traceutil/trace.go:171","msg":"trace[1097615429] transaction","detail":"{read_only:false; response_revision:9811; number_of_response:1; }","duration":"114.022062ms","start":"2026-03-12T19:37:04.728164Z","end":"2026-03-12T19:37:04.842186Z","steps":["trace[1097615429] 'process raft request' (duration: 87.940783ms)","trace[1097615429] 'compare' (duration: 25.774362ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:38:08.190366Z","caller":"traceutil/trace.go:171","msg":"trace[351575246] transaction","detail":"{read_only:false; response_revision:10206; number_of_response:1; }","duration":"127.573283ms","start":"2026-03-12T19:38:08.062756Z","end":"2026-03-12T19:38:08.190329Z","steps":["trace[351575246] 'process raft request' (duration: 127.43459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:38:29.007735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.881774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:38:29.008101Z","caller":"traceutil/trace.go:171","msg":"trace[565522954] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10302; }","duration":"243.264762ms","start":"2026-03-12T19:38:28.764813Z","end":"2026-03-12T19:38:29.008078Z","steps":["trace[565522954] 'count revisions from in-memory index tree' (duration: 242.70416ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:39:14.026166Z","caller":"traceutil/trace.go:171","msg":"trace[2032523745] linearizableReadLoop","detail":"{readStateIndex:10935; appliedIndex:10934; }","duration":"163.876169ms","start":"2026-03-12T19:39:13.862264Z","end":"2026-03-12T19:39:14.02614Z","steps":["trace[2032523745] 'read index received' (duration: 163.667674ms)","trace[2032523745] 'applied index is now lower than readState.Index' (duration: 207.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:39:14.02626Z","caller":"traceutil/trace.go:171","msg":"trace[1705045524] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"192.71269ms","start":"2026-03-12T19:39:13.833512Z","end":"2026-03-12T19:39:14.026224Z","steps":["trace[1705045524] 'process raft request' (duration: 192.490835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:14.02638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.096564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:39:14.026428Z","caller":"traceutil/trace.go:171","msg":"trace[92160260] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10509; }","duration":"164.201856ms","start":"2026-03-12T19:39:13.862212Z","end":"2026-03-12T19:39:14.026414Z","steps":["trace[92160260] 'agreement among raft nodes before linearized reading' (duration: 164.098424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:47.936498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.861063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T19:39:47.936583Z","caller":"traceutil/trace.go:171","msg":"trace[1125561271] transaction","detail":"{read_only:false; response_revision:10694; number_of_response:1; }","duration":"120.450645ms","start":"2026-03-12T19:39:47.816096Z","end":"2026-03-12T19:39:47.936547Z","steps":["trace[1125561271] 'process raft request' (duration: 118.055831ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:39:47.936612Z","caller":"traceutil/trace.go:171","msg":"trace[969060089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10694; }","duration":"111.030466ms","start":"2026-03-12T19:39:47.825559Z","end":"2026-03-12T19:39:47.936589Z","steps":["trace[969060089] 'agreement among raft nodes before linearized reading' (duration: 110.854413ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:39:53.216427Z","caller":"traceutil/trace.go:171","msg":"trace[330636501] transaction","detail":"{read_only:false; response_revision:10719; number_of_response:1; }","duration":"152.996188ms","start":"2026-03-12T19:39:53.063409Z","end":"2026-03-12T19:39:53.216406Z","steps":["trace[330636501] 'process raft request' (duration: 152.866925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:39:59.536611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.764643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-858f54f7dc-c8prt\" ","response":"range_response_count:1 size:7414"} {"level":"info","ts":"2026-03-12T19:39:59.536734Z","caller":"traceutil/trace.go:171","msg":"trace[1751152555] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-858f54f7dc-c8prt; range_end:; response_count:1; response_revision:10823; }","duration":"193.954927ms","start":"2026-03-12T19:39:59.342752Z","end":"2026-03-12T19:39:59.536707Z","steps":["trace[1751152555] 'range keys from in-memory index tree' (duration: 193.526637ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:01.406968Z","caller":"traceutil/trace.go:171","msg":"trace[2056510603] transaction","detail":"{read_only:false; response_revision:10839; number_of_response:1; }","duration":"136.295926ms","start":"2026-03-12T19:40:01.27064Z","end":"2026-03-12T19:40:01.406936Z","steps":["trace[2056510603] 'process raft request' (duration: 136.02831ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:40:18.809082Z","caller":"traceutil/trace.go:171","msg":"trace[961394070] transaction","detail":"{read_only:false; response_revision:10969; number_of_response:1; }","duration":"112.980888ms","start":"2026-03-12T19:40:18.696071Z","end":"2026-03-12T19:40:18.809052Z","steps":["trace[961394070] 'process raft request' (duration: 46.342773ms)","trace[961394070] 'compare' (duration: 66.482611ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:40:31.98432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9187} {"level":"info","ts":"2026-03-12T19:40:32.065225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9187,"took":"78.327116ms","hash":123204792,"current-db-size-bytes":36663296,"current-db-size":"37 MB","current-db-size-in-use-bytes":21061632,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-12T19:40:32.065282Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":123204792,"revision":9187,"compact-revision":7012} {"level":"info","ts":"2026-03-12T19:42:15.346629Z","caller":"traceutil/trace.go:171","msg":"trace[581628088] transaction","detail":"{read_only:false; response_revision:11538; number_of_response:1; }","duration":"109.181124ms","start":"2026-03-12T19:42:15.23742Z","end":"2026-03-12T19:42:15.346602Z","steps":["trace[581628088] 'process raft request' (duration: 108.984929ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:42:15.349367Z","caller":"traceutil/trace.go:171","msg":"trace[2102979768] transaction","detail":"{read_only:false; response_revision:11539; number_of_response:1; }","duration":"110.195896ms","start":"2026-03-12T19:42:15.239143Z","end":"2026-03-12T19:42:15.349339Z","steps":["trace[2102979768] 'process raft request' (duration: 110.056203ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:42:59.157719Z","caller":"traceutil/trace.go:171","msg":"trace[1917517647] transaction","detail":"{read_only:false; response_revision:11738; number_of_response:1; }","duration":"126.224853ms","start":"2026-03-12T19:42:59.031463Z","end":"2026-03-12T19:42:59.157688Z","steps":["trace[1917517647] 'process raft request' (duration: 29.125578ms)","trace[1917517647] 'compare' (duration: 96.979643ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:42:59.682088Z","caller":"traceutil/trace.go:171","msg":"trace[1526958062] transaction","detail":"{read_only:false; response_revision:11739; number_of_response:1; }","duration":"149.762069ms","start":"2026-03-12T19:42:59.532292Z","end":"2026-03-12T19:42:59.682054Z","steps":["trace[1526958062] 'process raft request' (duration: 149.546034ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:43:05.96502Z","caller":"traceutil/trace.go:171","msg":"trace[401818376] linearizableReadLoop","detail":"{readStateIndex:12248; appliedIndex:12247; }","duration":"131.505821ms","start":"2026-03-12T19:43:05.833491Z","end":"2026-03-12T19:43:05.964997Z","steps":["trace[401818376] 'read index received' (duration: 131.291146ms)","trace[401818376] 'applied index is now lower than readState.Index' (duration: 213.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:43:05.965098Z","caller":"traceutil/trace.go:171","msg":"trace[1132101055] transaction","detail":"{read_only:false; response_revision:11769; number_of_response:1; }","duration":"132.593027ms","start":"2026-03-12T19:43:05.832471Z","end":"2026-03-12T19:43:05.965064Z","steps":["trace[1132101055] 'process raft request' (duration: 132.382032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:05.965538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.040834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-12T19:43:05.965582Z","caller":"traceutil/trace.go:171","msg":"trace[825680347] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11769; }","duration":"132.128295ms","start":"2026-03-12T19:43:05.833442Z","end":"2026-03-12T19:43:05.965571Z","steps":["trace[825680347] 'agreement among raft nodes before linearized reading' (duration: 131.681125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:25.71551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.077063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T19:43:25.715631Z","caller":"traceutil/trace.go:171","msg":"trace[42905617] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11860; }","duration":"249.264906ms","start":"2026-03-12T19:43:25.466349Z","end":"2026-03-12T19:43:25.715614Z","steps":["trace[42905617] 'count revisions from in-memory index tree' (duration: 248.94991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:25.715725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.524614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kwrx9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T19:43:25.715821Z","caller":"traceutil/trace.go:171","msg":"trace[1638019975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kwrx9; range_end:; response_count:1; response_revision:11860; }","duration":"232.678197ms","start":"2026-03-12T19:43:25.48312Z","end":"2026-03-12T19:43:25.715798Z","steps":["trace[1638019975] 'range keys from in-memory index tree' (duration: 232.295508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:29.42979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.62444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-12T19:43:29.429879Z","caller":"traceutil/trace.go:171","msg":"trace[1812106625] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11876; }","duration":"107.760083ms","start":"2026-03-12T19:43:29.322102Z","end":"2026-03-12T19:43:29.429862Z","steps":["trace[1812106625] 'range keys from in-memory index tree' (duration: 107.425085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:43:29.429875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.457821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T19:43:29.429996Z","caller":"traceutil/trace.go:171","msg":"trace[1049918473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11876; }","duration":"140.657316ms","start":"2026-03-12T19:43:29.289325Z","end":"2026-03-12T19:43:29.429982Z","steps":["trace[1049918473] 'range keys from in-memory index tree' (duration: 140.244016ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:45:31.991245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11033} {"level":"info","ts":"2026-03-12T19:45:32.116919Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11033,"took":"123.545987ms","hash":4227149598,"current-db-size-bytes":36663296,"current-db-size":"37 MB","current-db-size-in-use-bytes":16973824,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-12T19:45:32.116985Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4227149598,"revision":11033,"compact-revision":9187} {"level":"warn","ts":"2026-03-12T19:45:53.908279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.721579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/barbican-bin\" ","response":"range_response_count:1 size:28332"} {"level":"info","ts":"2026-03-12T19:45:53.90838Z","caller":"traceutil/trace.go:171","msg":"trace[383241729] range","detail":"{range_begin:/registry/configmaps/openstack/barbican-bin; range_end:; response_count:1; response_revision:12541; }","duration":"100.838082ms","start":"2026-03-12T19:45:53.807519Z","end":"2026-03-12T19:45:53.908357Z","steps":["trace[383241729] 'range keys from in-memory index tree' (duration: 100.515454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:45:53.908565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.093996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-12T19:45:53.90866Z","caller":"traceutil/trace.go:171","msg":"trace[92158579] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:12541; }","duration":"105.247149ms","start":"2026-03-12T19:45:53.803392Z","end":"2026-03-12T19:45:53.90864Z","steps":["trace[92158579] 'range keys from in-memory index tree' (duration: 104.903462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:26.987909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.149958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-12T19:46:26.988012Z","caller":"traceutil/trace.go:171","msg":"trace[609930849] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12696; }","duration":"159.300101ms","start":"2026-03-12T19:46:26.828693Z","end":"2026-03-12T19:46:26.987993Z","steps":["trace[609930849] 'range keys from in-memory index tree' (duration: 158.945423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:26.987911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.897593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2002"} {"level":"info","ts":"2026-03-12T19:46:26.988112Z","caller":"traceutil/trace.go:171","msg":"trace[1463318804] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:12696; }","duration":"168.129248ms","start":"2026-03-12T19:46:26.819953Z","end":"2026-03-12T19:46:26.988083Z","steps":["trace[1463318804] 'range keys from in-memory index tree' (duration: 167.77304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:26.988115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.998885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-12T19:46:26.988217Z","caller":"traceutil/trace.go:171","msg":"trace[748850917] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-8w9gj-tls; range_end:; response_count:1; response_revision:12696; }","duration":"168.119977ms","start":"2026-03-12T19:46:26.82007Z","end":"2026-03-12T19:46:26.98819Z","steps":["trace[748850917] 'range keys from in-memory index tree' (duration: 167.826021ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:26.98824Z","caller":"traceutil/trace.go:171","msg":"trace[772216584] transaction","detail":"{read_only:false; response_revision:12697; number_of_response:1; }","duration":"132.145189ms","start":"2026-03-12T19:46:26.856064Z","end":"2026-03-12T19:46:26.988209Z","steps":["trace[772216584] 'process raft request' (duration: 127.913124ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:32.564968Z","caller":"traceutil/trace.go:171","msg":"trace[2018202821] linearizableReadLoop","detail":"{readStateIndex:13246; appliedIndex:13245; }","duration":"122.36557ms","start":"2026-03-12T19:46:32.442575Z","end":"2026-03-12T19:46:32.564941Z","steps":["trace[2018202821] 'read index received' (duration: 122.158975ms)","trace[2018202821] 'applied index is now lower than readState.Index' (duration: 205.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:46:32.565012Z","caller":"traceutil/trace.go:171","msg":"trace[1786673064] transaction","detail":"{read_only:false; response_revision:12723; number_of_response:1; }","duration":"125.031999ms","start":"2026-03-12T19:46:32.439948Z","end":"2026-03-12T19:46:32.56498Z","steps":["trace[1786673064] 'process raft request' (duration: 124.843115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:32.565226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.638186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-03-12T19:46:32.565324Z","caller":"traceutil/trace.go:171","msg":"trace[1175177511] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:12723; }","duration":"122.779819ms","start":"2026-03-12T19:46:32.44252Z","end":"2026-03-12T19:46:32.5653Z","steps":["trace[1175177511] 'agreement among raft nodes before linearized reading' (duration: 122.559974ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:32.727203Z","caller":"traceutil/trace.go:171","msg":"trace[1485393914] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"116.416587ms","start":"2026-03-12T19:46:32.610742Z","end":"2026-03-12T19:46:32.727159Z","steps":["trace[1485393914] 'process raft request' (duration: 102.327474ms)","trace[1485393914] 'compare' (duration: 13.832888ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:46:35.125937Z","caller":"traceutil/trace.go:171","msg":"trace[770731168] linearizableReadLoop","detail":"{readStateIndex:13260; appliedIndex:13259; }","duration":"101.143489ms","start":"2026-03-12T19:46:35.024765Z","end":"2026-03-12T19:46:35.125909Z","steps":["trace[770731168] 'read index received' (duration: 51.550387ms)","trace[770731168] 'applied index is now lower than readState.Index' (duration: 49.592152ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T19:46:35.12597Z","caller":"traceutil/trace.go:171","msg":"trace[1510094809] transaction","detail":"{read_only:false; response_revision:12736; number_of_response:1; }","duration":"116.53267ms","start":"2026-03-12T19:46:35.009403Z","end":"2026-03-12T19:46:35.125936Z","steps":["trace[1510094809] 'process raft request' (duration: 66.929848ms)","trace[1510094809] 'compare' (duration: 49.46949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:46:35.126645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.859906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.valkey.v1\" ","response":"range_response_count:1 size:144650"} {"level":"info","ts":"2026-03-12T19:46:35.126711Z","caller":"traceutil/trace.go:171","msg":"trace[587390781] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.valkey.v1; range_end:; response_count:1; response_revision:12736; }","duration":"101.962607ms","start":"2026-03-12T19:46:35.024732Z","end":"2026-03-12T19:46:35.126695Z","steps":["trace[587390781] 'agreement among raft nodes before linearized reading' (duration: 101.726372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:37.795257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.341173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:390955"} {"level":"info","ts":"2026-03-12T19:46:37.795352Z","caller":"traceutil/trace.go:171","msg":"trace[337965671] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12749; }","duration":"155.476796ms","start":"2026-03-12T19:46:37.639859Z","end":"2026-03-12T19:46:37.795336Z","steps":["trace[337965671] 'range keys from in-memory index tree' (duration: 153.578514ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:44.454227Z","caller":"traceutil/trace.go:171","msg":"trace[762117083] transaction","detail":"{read_only:false; response_revision:12775; number_of_response:1; }","duration":"112.381688ms","start":"2026-03-12T19:46:44.341817Z","end":"2026-03-12T19:46:44.454199Z","steps":["trace[762117083] 'process raft request' (duration: 112.223565ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:44.454279Z","caller":"traceutil/trace.go:171","msg":"trace[350269336] linearizableReadLoop","detail":"{readStateIndex:13300; appliedIndex:13300; }","duration":"108.769658ms","start":"2026-03-12T19:46:44.345477Z","end":"2026-03-12T19:46:44.454247Z","steps":["trace[350269336] 'read index received' (duration: 108.743598ms)","trace[350269336] 'applied index is now lower than readState.Index' (duration: 24.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T19:46:44.454587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.098355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-12T19:46:44.454636Z","caller":"traceutil/trace.go:171","msg":"trace[1117682349] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:12775; }","duration":"109.218638ms","start":"2026-03-12T19:46:44.345405Z","end":"2026-03-12T19:46:44.454623Z","steps":["trace[1117682349] 'agreement among raft nodes before linearized reading' (duration: 109.056205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T19:46:44.454736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.275716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-03-12T19:46:44.45478Z","caller":"traceutil/trace.go:171","msg":"trace[647244429] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:12775; }","duration":"108.373769ms","start":"2026-03-12T19:46:44.346395Z","end":"2026-03-12T19:46:44.454768Z","steps":["trace[647244429] 'agreement among raft nodes before linearized reading' (duration: 107.98556ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T19:46:45.502399Z","caller":"traceutil/trace.go:171","msg":"trace[85491511] transaction","detail":"{read_only:false; response_revision:12783; number_of_response:1; }","duration":"102.435387ms","start":"2026-03-12T19:46:45.399927Z","end":"2026-03-12T19:46:45.502363Z","steps":["trace[85491511] 'process raft request' (duration: 56.754142ms)","trace[85491511] 'compare' (duration: 45.514501ms)"],"step_count":2}