{"level":"warn","ts":"2026-03-31T20:20:55.233818Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:20:55.233935Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.65:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.65:2380","--initial-cluster=instance=https://199.204.45.65:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.65:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.65:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:20:55.234015Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:20:55.234029Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-03-31T20:20:55.234055Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:20:55.234767Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"]} {"level":"info","ts":"2026-03-31T20:20:55.234854Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.65:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:20:55.23936Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.254443ms"} {"level":"info","ts":"2026-03-31T20:20:55.247328Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cf8c3a138c9a77a2","cluster-id":"c278183e1f634dff"} {"level":"info","ts":"2026-03-31T20:20:55.247505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:20:55.247592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 0"} {"level":"info","ts":"2026-03-31T20:20:55.24763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cf8c3a138c9a77a2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:20:55.247645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became follower at term 1"} {"level":"info","ts":"2026-03-31T20:20:55.247708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"warn","ts":"2026-03-31T20:20:55.253418Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:20:55.255092Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:20:55.256539Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:20:55.259376Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cf8c3a138c9a77a2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:20:55.259717Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:20:55.259878Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:20:55.259649Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cf8c3a138c9a77a2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:20:55.2599Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:20:55.262267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 switched to configuration voters=(14955392318228297634)"} {"level":"info","ts":"2026-03-31T20:20:55.262582Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","added-peer-id":"cf8c3a138c9a77a2","added-peer-peer-urls":["https://199.204.45.65:2380"]} {"level":"info","ts":"2026-03-31T20:20:55.265713Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:20:55.265895Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-03-31T20:20:55.265971Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.65:2380"} {"level":"info","ts":"2026-03-31T20:20:55.267347Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:20:55.26729Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cf8c3a138c9a77a2","initial-advertise-peer-urls":["https://199.204.45.65:2380"],"listen-peer-urls":["https://199.204.45.65:2380"],"advertise-client-urls":["https://199.204.45.65:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.65:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:20:55.448918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:20:55.44899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:20:55.449026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgPreVoteResp from cf8c3a138c9a77a2 at term 1"} {"level":"info","ts":"2026-03-31T20:20:55.449044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:20:55.449061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 received MsgVoteResp from cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-03-31T20:20:55.449077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cf8c3a138c9a77a2 became leader at term 2"} {"level":"info","ts":"2026-03-31T20:20:55.449088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cf8c3a138c9a77a2 elected leader cf8c3a138c9a77a2 at term 2"} {"level":"info","ts":"2026-03-31T20:20:55.450029Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:20:55.45111Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cf8c3a138c9a77a2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.65:2379]}","request-path":"/0/members/cf8c3a138c9a77a2/attributes","cluster-id":"c278183e1f634dff","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:20:55.451169Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:20:55.451699Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c278183e1f634dff","local-member-id":"cf8c3a138c9a77a2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:20:55.451748Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:20:55.451909Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:20:55.451976Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:20:55.453063Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:20:55.453123Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:20:55.455062Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T20:20:55.455541Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.65:2379"} {"level":"info","ts":"2026-03-31T20:20:57.167144Z","caller":"traceutil/trace.go:171","msg":"trace[1411064131] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"150.852569ms","start":"2026-03-31T20:20:57.016249Z","end":"2026-03-31T20:20:57.167102Z","steps":["trace[1411064131] 'process raft request' (duration: 150.566521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:57.167366Z","caller":"traceutil/trace.go:171","msg":"trace[1554897832] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:7; }","duration":"144.74025ms","start":"2026-03-31T20:20:57.022597Z","end":"2026-03-31T20:20:57.167337Z","steps":["trace[1554897832] 'read index received' (duration: 144.429493ms)","trace[1554897832] 'applied index is now lower than readState.Index' (duration: 309.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:57.167494Z","caller":"traceutil/trace.go:171","msg":"trace[572187313] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"150.909349ms","start":"2026-03-31T20:20:57.016565Z","end":"2026-03-31T20:20:57.167474Z","steps":["trace[572187313] 'process raft request' (duration: 150.658703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:57.167582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.613845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:20:57.167614Z","caller":"traceutil/trace.go:171","msg":"trace[131071613] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"151.171185ms","start":"2026-03-31T20:20:57.016384Z","end":"2026-03-31T20:20:57.167555Z","steps":["trace[131071613] 'process raft request' (duration: 150.666833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:57.167679Z","caller":"traceutil/trace.go:171","msg":"trace[924028778] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:0; response_revision:10; }","duration":"153.767449ms","start":"2026-03-31T20:20:57.01389Z","end":"2026-03-31T20:20:57.167658Z","steps":["trace[924028778] 'agreement among raft nodes before linearized reading' (duration: 153.585794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:57.167681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.552545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:20:57.16772Z","caller":"traceutil/trace.go:171","msg":"trace[1975094226] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"151.114944ms","start":"2026-03-31T20:20:57.016519Z","end":"2026-03-31T20:20:57.167634Z","steps":["trace[1975094226] 'process raft request' (duration: 150.741195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:57.167811Z","caller":"traceutil/trace.go:171","msg":"trace[1753200348] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"152.086827ms","start":"2026-03-31T20:20:57.015679Z","end":"2026-03-31T20:20:57.167766Z","steps":["trace[1753200348] 'agreement among raft nodes before linearized reading' (duration: 151.839051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:57.167823Z","caller":"traceutil/trace.go:171","msg":"trace[628809297] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"151.274928ms","start":"2026-03-31T20:20:57.016515Z","end":"2026-03-31T20:20:57.16779Z","steps":["trace[628809297] 'process raft request' (duration: 150.674834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:57.167688Z","caller":"traceutil/trace.go:171","msg":"trace[1414895520] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"146.917932ms","start":"2026-03-31T20:20:57.020682Z","end":"2026-03-31T20:20:57.1676Z","steps":["trace[1414895520] 'process raft request' (duration: 146.605585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:57.167927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.4444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:20:57.16797Z","caller":"traceutil/trace.go:171","msg":"trace[830188530] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:10; }","duration":"174.506861ms","start":"2026-03-31T20:20:56.993453Z","end":"2026-03-31T20:20:57.16796Z","steps":["trace[830188530] 'agreement among raft nodes before linearized reading' (duration: 174.445059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:57.167283Z","caller":"traceutil/trace.go:171","msg":"trace[946168151] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"150.91532ms","start":"2026-03-31T20:20:57.016317Z","end":"2026-03-31T20:20:57.167232Z","steps":["trace[946168151] 'process raft request' (duration: 150.659784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:57.16819Z","caller":"traceutil/trace.go:171","msg":"trace[986066340] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"139.268477ms","start":"2026-03-31T20:20:57.028904Z","end":"2026-03-31T20:20:57.168173Z","steps":["trace[986066340] 'process raft request' (duration: 139.015771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:57.168184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.749965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:20:57.168382Z","caller":"traceutil/trace.go:171","msg":"trace[436660227] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"151.016152ms","start":"2026-03-31T20:20:57.017338Z","end":"2026-03-31T20:20:57.168354Z","steps":["trace[436660227] 'agreement among raft nodes before linearized reading' (duration: 150.646424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:12.917383Z","caller":"traceutil/trace.go:171","msg":"trace[1016774352] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"134.966622ms","start":"2026-03-31T20:21:12.782392Z","end":"2026-03-31T20:21:12.917359Z","steps":["trace[1016774352] 'process raft request' (duration: 134.833919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:31.130268Z","caller":"traceutil/trace.go:171","msg":"trace[1903684140] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"117.453036ms","start":"2026-03-31T20:21:31.012784Z","end":"2026-03-31T20:21:31.130237Z","steps":["trace[1903684140] 'process raft request' (duration: 117.310343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:31.318924Z","caller":"traceutil/trace.go:171","msg":"trace[734657904] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:596; }","duration":"221.83741ms","start":"2026-03-31T20:21:31.097057Z","end":"2026-03-31T20:21:31.318895Z","steps":["trace[734657904] 'read index received' (duration: 33.112901ms)","trace[734657904] 'applied index is now lower than readState.Index' (duration: 188.723309ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:31.319066Z","caller":"traceutil/trace.go:171","msg":"trace[894418959] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"277.741295ms","start":"2026-03-31T20:21:31.041287Z","end":"2026-03-31T20:21:31.319028Z","steps":["trace[894418959] 'process raft request' (duration: 276.923705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.31915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.079497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:31.319376Z","caller":"traceutil/trace.go:171","msg":"trace[1841940130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"222.316222ms","start":"2026-03-31T20:21:31.097011Z","end":"2026-03-31T20:21:31.319327Z","steps":["trace[1841940130] 'agreement among raft nodes before linearized reading' (duration: 222.024486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.338405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.173969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:21:31.338413Z","caller":"traceutil/trace.go:171","msg":"trace[1963348066] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"129.680249ms","start":"2026-03-31T20:21:31.208673Z","end":"2026-03-31T20:21:31.338353Z","steps":["trace[1963348066] 'process raft request' (duration: 129.489745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:31.338462Z","caller":"traceutil/trace.go:171","msg":"trace[324019809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:573; }","duration":"132.275991ms","start":"2026-03-31T20:21:31.206171Z","end":"2026-03-31T20:21:31.338447Z","steps":["trace[324019809] 'agreement among raft nodes before linearized reading' (duration: 132.087207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:31.464883Z","caller":"traceutil/trace.go:171","msg":"trace[802836048] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"121.500833ms","start":"2026-03-31T20:21:31.343358Z","end":"2026-03-31T20:21:31.464859Z","steps":["trace[802836048] 'process raft request' (duration: 72.779709ms)","trace[802836048] 'compare' (duration: 48.587891ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:31.471348Z","caller":"traceutil/trace.go:171","msg":"trace[1159078392] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"127.852284ms","start":"2026-03-31T20:21:31.343469Z","end":"2026-03-31T20:21:31.471321Z","steps":["trace[1159078392] 'process raft request' (duration: 127.626219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:32.598265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808384452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:32.742987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009349114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ls5l5\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T20:21:32.743481Z","caller":"traceutil/trace.go:171","msg":"trace[1253815843] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ls5l5; range_end:; response_count:1; response_revision:577; }","duration":"1.009908237s","start":"2026-03-31T20:21:31.733512Z","end":"2026-03-31T20:21:32.74342Z","steps":["trace[1253815843] 'range keys from in-memory index tree' (duration: 1.00874229s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:32.743565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:31.733481Z","time spent":"1.01006313s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-ls5l5\" "} {"level":"info","ts":"2026-03-31T20:21:32.748397Z","caller":"traceutil/trace.go:171","msg":"trace[326617709] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"651.110176ms","start":"2026-03-31T20:21:32.097239Z","end":"2026-03-31T20:21:32.748349Z","steps":["trace[326617709] 'read index received' (duration: 637.611124ms)","trace[326617709] 'applied index is now lower than readState.Index' (duration: 13.498142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:32.748567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.26504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:32.748601Z","caller":"traceutil/trace.go:171","msg":"trace[322415067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"651.412103ms","start":"2026-03-31T20:21:32.097179Z","end":"2026-03-31T20:21:32.748592Z","steps":["trace[322415067] 'agreement among raft nodes before linearized reading' (duration: 651.2593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:32.748521Z","caller":"traceutil/trace.go:171","msg":"trace[2126435922] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"841.880154ms","start":"2026-03-31T20:21:31.906575Z","end":"2026-03-31T20:21:32.748455Z","steps":["trace[2126435922] 'process raft request' (duration: 829.338644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:32.748627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:32.097151Z","time spent":"651.470115ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:32.749428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:31.906542Z","time spent":"842.115439ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:34.149326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.952127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:34.149385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.903875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:34.149457Z","caller":"traceutil/trace.go:171","msg":"trace[428457150] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:595; }","duration":"151.10703ms","start":"2026-03-31T20:21:33.998311Z","end":"2026-03-31T20:21:34.149418Z","steps":["trace[428457150] 'count revisions from in-memory index tree' (duration: 150.899575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:34.149366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.22958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:34.149513Z","caller":"traceutil/trace.go:171","msg":"trace[1818662742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:595; }","duration":"151.053179ms","start":"2026-03-31T20:21:33.998428Z","end":"2026-03-31T20:21:34.149481Z","steps":["trace[1818662742] 'range keys from in-memory index tree' (duration: 150.810863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:34.149526Z","caller":"traceutil/trace.go:171","msg":"trace[1300927656] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"171.416835ms","start":"2026-03-31T20:21:33.978086Z","end":"2026-03-31T20:21:34.149503Z","steps":["trace[1300927656] 'range keys from in-memory index tree' (duration: 171.157699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:34.149369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.786844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:34.149508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.130232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:34.14969Z","caller":"traceutil/trace.go:171","msg":"trace[1149788363] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"172.193734ms","start":"2026-03-31T20:21:33.977449Z","end":"2026-03-31T20:21:34.149643Z","steps":["trace[1149788363] 'count revisions from in-memory index tree' (duration: 171.651761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:34.149318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.112947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:34.149954Z","caller":"traceutil/trace.go:171","msg":"trace[1035428338] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:595; }","duration":"150.704361ms","start":"2026-03-31T20:21:33.999133Z","end":"2026-03-31T20:21:34.149837Z","steps":["trace[1035428338] 'range keys from in-memory index tree' (duration: 150.049065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:34.150104Z","caller":"traceutil/trace.go:171","msg":"trace[268617992] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:595; }","duration":"172.323527ms","start":"2026-03-31T20:21:33.977328Z","end":"2026-03-31T20:21:34.149651Z","steps":["trace[268617992] 'range keys from in-memory index tree' (duration: 172.02764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:49.744491Z","caller":"traceutil/trace.go:171","msg":"trace[738790487] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:776; }","duration":"193.915083ms","start":"2026-03-31T20:21:49.550546Z","end":"2026-03-31T20:21:49.744461Z","steps":["trace[738790487] 'read index received' (duration: 193.748529ms)","trace[738790487] 'applied index is now lower than readState.Index' (duration: 165.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:49.744611Z","caller":"traceutil/trace.go:171","msg":"trace[1920727393] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"501.941913ms","start":"2026-03-31T20:21:49.242644Z","end":"2026-03-31T20:21:49.744586Z","steps":["trace[1920727393] 'process raft request' (duration: 501.641386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:49.744772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.22332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:21:49.744799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:49.242627Z","time spent":"502.039425ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:49.74482Z","caller":"traceutil/trace.go:171","msg":"trace[423399613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:746; }","duration":"194.320693ms","start":"2026-03-31T20:21:49.550485Z","end":"2026-03-31T20:21:49.744806Z","steps":["trace[423399613] 'agreement among raft nodes before linearized reading' (duration: 194.135008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:49.744918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.143565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:21:49.745034Z","caller":"traceutil/trace.go:171","msg":"trace[1586285087] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:746; }","duration":"188.288698ms","start":"2026-03-31T20:21:49.556715Z","end":"2026-03-31T20:21:49.745003Z","steps":["trace[1586285087] 'agreement among raft nodes before linearized reading' (duration: 187.956721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:49.745072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.861383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:21:49.7452Z","caller":"traceutil/trace.go:171","msg":"trace[1890254807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:746; }","duration":"161.055987ms","start":"2026-03-31T20:21:49.584115Z","end":"2026-03-31T20:21:49.745171Z","steps":["trace[1890254807] 'agreement among raft nodes before linearized reading' (duration: 160.675028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:16.413285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808385531,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:22:16.584631Z","caller":"traceutil/trace.go:171","msg":"trace[257170915] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1169; }","duration":"672.287371ms","start":"2026-03-31T20:22:15.912304Z","end":"2026-03-31T20:22:16.584591Z","steps":["trace[257170915] 'read index received' (duration: 671.924532ms)","trace[257170915] 'applied index is now lower than readState.Index' (duration: 352.178µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:16.584683Z","caller":"traceutil/trace.go:171","msg":"trace[553023115] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"690.554367ms","start":"2026-03-31T20:22:15.894077Z","end":"2026-03-31T20:22:16.584632Z","steps":["trace[553023115] 'process raft request' (duration: 690.27518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:16.584971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.63895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:22:16.58502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.104874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:22:16.585043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.027155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:16.585087Z","caller":"traceutil/trace.go:171","msg":"trace[2118139570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1132; }","duration":"672.789553ms","start":"2026-03-31T20:22:15.912271Z","end":"2026-03-31T20:22:16.58506Z","steps":["trace[2118139570] 'agreement among raft nodes before linearized reading' (duration: 672.479375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:16.585127Z","caller":"traceutil/trace.go:171","msg":"trace[1491661109] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1132; }","duration":"204.162298ms","start":"2026-03-31T20:22:16.380948Z","end":"2026-03-31T20:22:16.58511Z","steps":["trace[1491661109] 'agreement among raft nodes before linearized reading' (duration: 203.937942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:16.585119Z","caller":"traceutil/trace.go:171","msg":"trace[1850161630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1132; }","duration":"666.212866ms","start":"2026-03-31T20:22:15.918879Z","end":"2026-03-31T20:22:16.585092Z","steps":["trace[1850161630] 'agreement among raft nodes before linearized reading' (duration: 665.982551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:16.585175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:15.912258Z","time spent":"672.901306ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:16.58518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:15.918859Z","time spent":"666.309418ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:16.585187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.961995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:16.585306Z","caller":"traceutil/trace.go:171","msg":"trace[371267840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1132; }","duration":"657.118988ms","start":"2026-03-31T20:22:15.928162Z","end":"2026-03-31T20:22:16.585281Z","steps":["trace[371267840] 'agreement among raft nodes before linearized reading' (duration: 656.78513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:16.585362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:15.928147Z","time spent":"657.20464ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:16.585301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:15.894022Z","time spent":"690.926556ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:16.585531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.322005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:16.585669Z","caller":"traceutil/trace.go:171","msg":"trace[2090983220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1132; }","duration":"488.49668ms","start":"2026-03-31T20:22:16.097159Z","end":"2026-03-31T20:22:16.585655Z","steps":["trace[2090983220] 'agreement among raft nodes before linearized reading' (duration: 487.711671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:16.585726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.097136Z","time spent":"488.583352ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:37.602707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.338095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:37.602847Z","caller":"traceutil/trace.go:171","msg":"trace[1601958724] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1383; }","duration":"179.544158ms","start":"2026-03-31T20:22:37.423277Z","end":"2026-03-31T20:22:37.602821Z","steps":["trace[1601958724] 'count revisions from in-memory index tree' (duration: 179.217103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:38.225564Z","caller":"traceutil/trace.go:171","msg":"trace[1050722136] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"139.427556ms","start":"2026-03-31T20:22:38.086108Z","end":"2026-03-31T20:22:38.225535Z","steps":["trace[1050722136] 'process raft request' (duration: 139.274613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.961336Z","caller":"traceutil/trace.go:171","msg":"trace[1156814955] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1444; }","duration":"253.718318ms","start":"2026-03-31T20:22:40.707582Z","end":"2026-03-31T20:22:40.9613Z","steps":["trace[1156814955] 'read index received' (duration: 253.630236ms)","trace[1156814955] 'applied index is now lower than readState.Index' (duration: 86.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:40.961503Z","caller":"traceutil/trace.go:171","msg":"trace[1945286799] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"254.432612ms","start":"2026-03-31T20:22:40.707017Z","end":"2026-03-31T20:22:40.961449Z","steps":["trace[1945286799] 'process raft request' (duration: 254.103005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:40.961655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.049104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:40.961716Z","caller":"traceutil/trace.go:171","msg":"trace[582842568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1399; }","duration":"254.183486ms","start":"2026-03-31T20:22:40.70752Z","end":"2026-03-31T20:22:40.961704Z","steps":["trace[582842568] 'agreement among raft nodes before linearized reading' (duration: 253.938672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:40.977002Z","caller":"traceutil/trace.go:171","msg":"trace[188520455] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"266.017384ms","start":"2026-03-31T20:22:40.710939Z","end":"2026-03-31T20:22:40.976957Z","steps":["trace[188520455] 'process raft request' (duration: 265.665767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:40.977084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.596525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:40.97717Z","caller":"traceutil/trace.go:171","msg":"trace[1899201185] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1400; }","duration":"252.768118ms","start":"2026-03-31T20:22:40.724377Z","end":"2026-03-31T20:22:40.977145Z","steps":["trace[1899201185] 'agreement among raft nodes before linearized reading' (duration: 252.603925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:40.976995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.277882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:22:40.977314Z","caller":"traceutil/trace.go:171","msg":"trace[106370766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1400; }","duration":"249.578187ms","start":"2026-03-31T20:22:40.72767Z","end":"2026-03-31T20:22:40.977248Z","steps":["trace[106370766] 'agreement among raft nodes before linearized reading' (duration: 249.163599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:40.977577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.270129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:22:40.977628Z","caller":"traceutil/trace.go:171","msg":"trace[1092342590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1400; }","duration":"267.371751ms","start":"2026-03-31T20:22:40.710245Z","end":"2026-03-31T20:22:40.977617Z","steps":["trace[1092342590] 'agreement among raft nodes before linearized reading' (duration: 266.578925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:41.368336Z","caller":"traceutil/trace.go:171","msg":"trace[170706646] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"401.537824ms","start":"2026-03-31T20:22:40.966751Z","end":"2026-03-31T20:22:41.368288Z","steps":["trace[170706646] 'process raft request' (duration: 355.855085ms)","trace[170706646] 'compare' (duration: 45.340733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:41.368597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:40.966714Z","time spent":"401.738478ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:41.371387Z","caller":"traceutil/trace.go:171","msg":"trace[2127681208] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1446; }","duration":"274.341375ms","start":"2026-03-31T20:22:41.097011Z","end":"2026-03-31T20:22:41.371353Z","steps":["trace[2127681208] 'read index received' (duration: 225.708039ms)","trace[2127681208] 'applied index is now lower than readState.Index' (duration: 48.631586ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:41.371777Z","caller":"traceutil/trace.go:171","msg":"trace[2053907742] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"197.089156ms","start":"2026-03-31T20:22:41.174661Z","end":"2026-03-31T20:22:41.37175Z","steps":["trace[2053907742] 'process raft request' (duration: 196.632607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:41.371849Z","caller":"traceutil/trace.go:171","msg":"trace[94721966] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"390.860179ms","start":"2026-03-31T20:22:40.980953Z","end":"2026-03-31T20:22:41.371813Z","steps":["trace[94721966] 'process raft request' (duration: 389.937902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:41.371891Z","caller":"traceutil/trace.go:171","msg":"trace[1233696616] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"389.87811ms","start":"2026-03-31T20:22:40.981991Z","end":"2026-03-31T20:22:41.371869Z","steps":["trace[1233696616] 'process raft request' (duration: 389.228558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:41.371899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.403138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:41.371994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:40.98196Z","time spent":"389.983493ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:41.372006Z","caller":"traceutil/trace.go:171","msg":"trace[1177391813] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1404; }","duration":"163.595561ms","start":"2026-03-31T20:22:41.208393Z","end":"2026-03-31T20:22:41.371989Z","steps":["trace[1177391813] 'agreement among raft nodes before linearized reading' (duration: 163.392318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:41.372038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:40.980928Z","time spent":"391.012831ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:41.372013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.993127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:41.372122Z","caller":"traceutil/trace.go:171","msg":"trace[467488022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1404; }","duration":"275.15434ms","start":"2026-03-31T20:22:41.096935Z","end":"2026-03-31T20:22:41.372089Z","steps":["trace[467488022] 'agreement among raft nodes before linearized reading' (duration: 274.989357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.122409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:58.682106Z","time spent":"440.296478ms","remote":"127.0.0.1:36394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:22:59.122521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.953367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:59.122567Z","caller":"traceutil/trace.go:171","msg":"trace[201986370] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1697; }","duration":"412.082411ms","start":"2026-03-31T20:22:58.710474Z","end":"2026-03-31T20:22:59.122556Z","steps":["trace[201986370] 'agreement among raft nodes before linearized reading' (duration: 411.968728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.122603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:58.710441Z","time spent":"412.153813ms","remote":"127.0.0.1:38116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:59.122378Z","caller":"traceutil/trace.go:171","msg":"trace[1353606986] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"411.798854ms","start":"2026-03-31T20:22:58.710552Z","end":"2026-03-31T20:22:59.122351Z","steps":["trace[1353606986] 'read index received' (duration: 411.077796ms)","trace[1353606986] 'applied index is now lower than readState.Index' (duration: 719.338µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:03.613171Z","caller":"traceutil/trace.go:171","msg":"trace[1803150178] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"106.440872ms","start":"2026-03-31T20:23:03.506644Z","end":"2026-03-31T20:23:03.613085Z","steps":["trace[1803150178] 'process raft request' (duration: 106.110224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:05.794384Z","caller":"traceutil/trace.go:171","msg":"trace[828345937] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1871; }","duration":"116.848091ms","start":"2026-03-31T20:23:05.6775Z","end":"2026-03-31T20:23:05.794348Z","steps":["trace[828345937] 'read index received' (duration: 87.606351ms)","trace[828345937] 'applied index is now lower than readState.Index' (duration: 29.24052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:05.794429Z","caller":"traceutil/trace.go:171","msg":"trace[12101634] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"149.838762ms","start":"2026-03-31T20:23:05.644551Z","end":"2026-03-31T20:23:05.79439Z","steps":["trace[12101634] 'process raft request' (duration: 120.53082ms)","trace[12101634] 'compare' (duration: 29.064696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:05.794554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.026445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:05.794643Z","caller":"traceutil/trace.go:171","msg":"trace[137328048] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1799; }","duration":"117.155998ms","start":"2026-03-31T20:23:05.677467Z","end":"2026-03-31T20:23:05.794623Z","steps":["trace[137328048] 'agreement among raft nodes before linearized reading' (duration: 117.014754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:07.576767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.470054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:23:07.576846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.05856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f21a2be-2518-43ce-a5f7-1678087b8ef5\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T20:23:07.576895Z","caller":"traceutil/trace.go:171","msg":"trace[482111032] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1805; }","duration":"174.619768ms","start":"2026-03-31T20:23:07.402232Z","end":"2026-03-31T20:23:07.576852Z","steps":["trace[482111032] 'range keys from in-memory index tree' (duration: 174.236539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:07.576932Z","caller":"traceutil/trace.go:171","msg":"trace[982601655] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f21a2be-2518-43ce-a5f7-1678087b8ef5; range_end:; response_count:1; response_revision:1805; }","duration":"349.192793ms","start":"2026-03-31T20:23:07.227714Z","end":"2026-03-31T20:23:07.576907Z","steps":["trace[982601655] 'range keys from in-memory index tree' (duration: 348.839285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:07.577023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.227694Z","time spent":"349.308195ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f21a2be-2518-43ce-a5f7-1678087b8ef5\" "} {"level":"warn","ts":"2026-03-31T20:23:07.577063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.4304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:23:07.57716Z","caller":"traceutil/trace.go:171","msg":"trace[331884221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1805; }","duration":"402.597144ms","start":"2026-03-31T20:23:07.174543Z","end":"2026-03-31T20:23:07.577141Z","steps":["trace[331884221] 'range keys from in-memory index tree' (duration: 402.249595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:07.577215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.174512Z","time spent":"402.689946ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:23:07.57729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.417973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:23:07.57742Z","caller":"traceutil/trace.go:171","msg":"trace[1341429425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1805; }","duration":"383.564837ms","start":"2026-03-31T20:23:07.193818Z","end":"2026-03-31T20:23:07.577383Z","steps":["trace[1341429425] 'range keys from in-memory index tree' (duration: 383.100126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:07.577484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.193803Z","time spent":"383.665019ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:23:07.577497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.675136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:07.57755Z","caller":"traceutil/trace.go:171","msg":"trace[1649056759] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1805; }","duration":"368.713841ms","start":"2026-03-31T20:23:07.208823Z","end":"2026-03-31T20:23:07.577537Z","steps":["trace[1649056759] 'count revisions from in-memory index tree' (duration: 367.606084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:07.577774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.20881Z","time spent":"368.938987ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:08.044292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808386902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:23:08.088397Z","caller":"traceutil/trace.go:171","msg":"trace[1346761231] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"565.698084ms","start":"2026-03-31T20:23:07.522673Z","end":"2026-03-31T20:23:08.088371Z","steps":["trace[1346761231] 'process raft request' (duration: 565.515819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:08.088557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.522643Z","time spent":"565.814277ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:08.537004Z","caller":"traceutil/trace.go:171","msg":"trace[1501125975] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"955.423858ms","start":"2026-03-31T20:23:07.581552Z","end":"2026-03-31T20:23:08.536976Z","steps":["trace[1501125975] 'process raft request' (duration: 955.212183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:08.537371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.581525Z","time spent":"955.610973ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:08.537462Z","caller":"traceutil/trace.go:171","msg":"trace[1694345550] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"955.87334ms","start":"2026-03-31T20:23:07.581553Z","end":"2026-03-31T20:23:08.537426Z","steps":["trace[1694345550] 'process raft request' (duration: 955.379137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:08.53749Z","caller":"traceutil/trace.go:171","msg":"trace[1143295270] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"955.868069ms","start":"2026-03-31T20:23:07.581594Z","end":"2026-03-31T20:23:08.537462Z","steps":["trace[1143295270] 'process raft request' (duration: 955.673924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:08.537663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.581532Z","time spent":"956.013893ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:08.537668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.581555Z","time spent":"956.023353ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:08.537676Z","caller":"traceutil/trace.go:171","msg":"trace[1552635261] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"952.008257ms","start":"2026-03-31T20:23:07.585639Z","end":"2026-03-31T20:23:08.537648Z","steps":["trace[1552635261] 'process raft request' (duration: 951.75107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:08.537732Z","caller":"traceutil/trace.go:171","msg":"trace[1149679781] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"601.39854ms","start":"2026-03-31T20:23:07.93631Z","end":"2026-03-31T20:23:08.537709Z","steps":["trace[1149679781] 'process raft request' (duration: 601.246527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:08.537726Z","caller":"traceutil/trace.go:171","msg":"trace[770299867] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1878; }","duration":"993.739898ms","start":"2026-03-31T20:23:07.543936Z","end":"2026-03-31T20:23:08.537676Z","steps":["trace[770299867] 'read index received' (duration: 544.319901ms)","trace[770299867] 'applied index is now lower than readState.Index' (duration: 449.418927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:08.537831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.936287Z","time spent":"601.495602ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:08.537821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.585611Z","time spent":"952.137499ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:08.537992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.032954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:23:08.538072Z","caller":"traceutil/trace.go:171","msg":"trace[564070421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1811; }","duration":"994.159847ms","start":"2026-03-31T20:23:07.543895Z","end":"2026-03-31T20:23:08.538055Z","steps":["trace[564070421] 'agreement among raft nodes before linearized reading' (duration: 993.939022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:08.538121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.543882Z","time spent":"994.229779ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:09.603099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.227999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:09.603521Z","caller":"traceutil/trace.go:171","msg":"trace[1515283373] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"1.060810635s","start":"2026-03-31T20:23:08.542685Z","end":"2026-03-31T20:23:09.603496Z","steps":["trace[1515283373] 'process raft request' (duration: 1.060536819s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:09.603626Z","caller":"traceutil/trace.go:171","msg":"trace[1977310856] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"1.065744883s","start":"2026-03-31T20:23:08.537815Z","end":"2026-03-31T20:23:09.60356Z","steps":["trace[1977310856] 'read index received' (duration: 70.868649ms)","trace[1977310856] 'applied index is now lower than readState.Index' (duration: 994.870144ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:09.603657Z","caller":"traceutil/trace.go:171","msg":"trace[1405315938] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"1.293471554s","start":"2026-03-31T20:23:08.310146Z","end":"2026-03-31T20:23:09.603618Z","steps":["trace[1405315938] 'process raft request' (duration: 298.417606ms)","trace[1405315938] 'compare' (duration: 994.107796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:09.603853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:08.310119Z","time spent":"1.293617337s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:09.603892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940308972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:23:09.603927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010720412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f21a2be-2518-43ce-a5f7-1678087b8ef5\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-31T20:23:09.603921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804987828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:09.603998Z","caller":"traceutil/trace.go:171","msg":"trace[1586494980] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f21a2be-2518-43ce-a5f7-1678087b8ef5; range_end:; response_count:1; response_revision:1813; }","duration":"2.010812084s","start":"2026-03-31T20:23:07.593165Z","end":"2026-03-31T20:23:09.603977Z","steps":["trace[1586494980] 'agreement among raft nodes before linearized reading' (duration: 2.010563018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:09.603887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363692278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T20:23:09.60408Z","caller":"traceutil/trace.go:171","msg":"trace[1573260373] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1813; }","duration":"1.363887003s","start":"2026-03-31T20:23:08.240176Z","end":"2026-03-31T20:23:09.604063Z","steps":["trace[1573260373] 'agreement among raft nodes before linearized reading' (duration: 1.363436642s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:09.604024Z","caller":"traceutil/trace.go:171","msg":"trace[449852555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1813; }","duration":"1.805151582s","start":"2026-03-31T20:23:07.798841Z","end":"2026-03-31T20:23:09.603992Z","steps":["trace[449852555] 'agreement among raft nodes before linearized reading' (duration: 1.804765263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:09.604048Z","caller":"traceutil/trace.go:171","msg":"trace[1375609071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1813; }","duration":"1.940475297s","start":"2026-03-31T20:23:07.663495Z","end":"2026-03-31T20:23:09.60397Z","steps":["trace[1375609071] 'agreement among raft nodes before linearized reading' (duration: 1.940129668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:09.604076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.59315Z","time spent":"2.010912157s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f21a2be-2518-43ce-a5f7-1678087b8ef5\" "} {"level":"warn","ts":"2026-03-31T20:23:09.604181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.663469Z","time spent":"1.940699551s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:09.604126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:08.542661Z","time spent":"1.060922339s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:09.604133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.79881Z","time spent":"1.805310266s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:09.60413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:08.240083Z","time spent":"1.364033976s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:23:09.603921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721326762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:23:09.604524Z","caller":"traceutil/trace.go:171","msg":"trace[875563612] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1813; }","duration":"1.721965377s","start":"2026-03-31T20:23:07.8825Z","end":"2026-03-31T20:23:09.604465Z","steps":["trace[875563612] 'agreement among raft nodes before linearized reading' (duration: 1.721099087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:09.604661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:07.882471Z","time spent":"1.722173013s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:23:09.649613Z","caller":"traceutil/trace.go:171","msg":"trace[1459893682] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"221.42947ms","start":"2026-03-31T20:23:09.428166Z","end":"2026-03-31T20:23:09.649595Z","steps":["trace[1459893682] 'process raft request' (duration: 221.319677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:09.64987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.281993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:09.649915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.662944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:23:09.649974Z","caller":"traceutil/trace.go:171","msg":"trace[1390665853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1814; }","duration":"552.440477ms","start":"2026-03-31T20:23:09.09751Z","end":"2026-03-31T20:23:09.649951Z","steps":["trace[1390665853] 'agreement among raft nodes before linearized reading' (duration: 552.282503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:09.65003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:09.097488Z","time spent":"552.531889ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:09.650029Z","caller":"traceutil/trace.go:171","msg":"trace[817362667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1814; }","duration":"324.817818ms","start":"2026-03-31T20:23:09.325177Z","end":"2026-03-31T20:23:09.649995Z","steps":["trace[817362667] 'agreement among raft nodes before linearized reading' (duration: 324.587262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:09.650085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:09.325152Z","time spent":"324.923471ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:23:09.650689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.375043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:23:09.650755Z","caller":"traceutil/trace.go:171","msg":"trace[530595333] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:1814; }","duration":"969.464205ms","start":"2026-03-31T20:23:08.681275Z","end":"2026-03-31T20:23:09.650739Z","steps":["trace[530595333] 'agreement among raft nodes before linearized reading' (duration: 968.350149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:09.650801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:08.681257Z","time spent":"969.531357ms","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-03-31T20:23:13.17405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.053666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:13.174367Z","caller":"traceutil/trace.go:171","msg":"trace[2024901120] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1850; }","duration":"215.227881ms","start":"2026-03-31T20:23:12.9589Z","end":"2026-03-31T20:23:13.174128Z","steps":["trace[2024901120] 'count revisions from in-memory index tree' (duration: 214.960884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:13.790298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.183243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:13.790426Z","caller":"traceutil/trace.go:171","msg":"trace[1923987510] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"133.565713ms","start":"2026-03-31T20:23:13.656835Z","end":"2026-03-31T20:23:13.790401Z","steps":["trace[1923987510] 'process raft request' (duration: 28.172725ms)","trace[1923987510] 'compare' (duration: 105.028299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:13.790796Z","caller":"traceutil/trace.go:171","msg":"trace[1888744266] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"114.807813ms","start":"2026-03-31T20:23:13.675973Z","end":"2026-03-31T20:23:13.790781Z","steps":["trace[1888744266] 'process raft request' (duration: 114.539977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:13.791056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.90523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:23:13.791075Z","caller":"traceutil/trace.go:171","msg":"trace[1364327854] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1932; }","duration":"105.563291ms","start":"2026-03-31T20:23:13.685146Z","end":"2026-03-31T20:23:13.790709Z","steps":["trace[1364327854] 'read index received' (duration: 105.296805ms)","trace[1364327854] 'applied index is now lower than readState.Index' (duration: 264.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:13.791189Z","caller":"traceutil/trace.go:171","msg":"trace[1472276080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1858; }","duration":"106.050163ms","start":"2026-03-31T20:23:13.685097Z","end":"2026-03-31T20:23:13.791147Z","steps":["trace[1472276080] 'agreement among raft nodes before linearized reading' (duration: 105.811788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:13.791748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.319603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:23:13.791794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.087822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T20:23:13.791831Z","caller":"traceutil/trace.go:171","msg":"trace[1645662345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1859; }","duration":"102.424805ms","start":"2026-03-31T20:23:13.689389Z","end":"2026-03-31T20:23:13.791814Z","steps":["trace[1645662345] 'agreement among raft nodes before linearized reading' (duration: 102.20435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:13.791886Z","caller":"traceutil/trace.go:171","msg":"trace[1326504310] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1859; }","duration":"103.222645ms","start":"2026-03-31T20:23:13.688642Z","end":"2026-03-31T20:23:13.791864Z","steps":["trace[1326504310] 'agreement among raft nodes before linearized reading' (duration: 102.849017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:18.833046Z","caller":"traceutil/trace.go:171","msg":"trace[1258075378] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1976; }","duration":"162.898776ms","start":"2026-03-31T20:23:18.670123Z","end":"2026-03-31T20:23:18.833022Z","steps":["trace[1258075378] 'read index received' (duration: 162.696561ms)","trace[1258075378] 'applied index is now lower than readState.Index' (duration: 201.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:18.833145Z","caller":"traceutil/trace.go:171","msg":"trace[1430183808] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"179.177887ms","start":"2026-03-31T20:23:18.65393Z","end":"2026-03-31T20:23:18.833107Z","steps":["trace[1430183808] 'process raft request' (duration: 178.945841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:18.833296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.047066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T20:23:18.83334Z","caller":"traceutil/trace.go:171","msg":"trace[54456429] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:1901; }","duration":"152.122157ms","start":"2026-03-31T20:23:18.681206Z","end":"2026-03-31T20:23:18.833328Z","steps":["trace[54456429] 'agreement among raft nodes before linearized reading' (duration: 151.956473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:18.833375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.231903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:23:18.833464Z","caller":"traceutil/trace.go:171","msg":"trace[1428421382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1901; }","duration":"163.364757ms","start":"2026-03-31T20:23:18.670069Z","end":"2026-03-31T20:23:18.833434Z","steps":["trace[1428421382] 'agreement among raft nodes before linearized reading' (duration: 163.08843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:18.833469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.246524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:23:18.833555Z","caller":"traceutil/trace.go:171","msg":"trace[1545209913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1901; }","duration":"100.376997ms","start":"2026-03-31T20:23:18.733158Z","end":"2026-03-31T20:23:18.833535Z","steps":["trace[1545209913] 'agreement among raft nodes before linearized reading' (duration: 100.09915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:18.833536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.010977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:23:18.833623Z","caller":"traceutil/trace.go:171","msg":"trace[874994110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"140.147871ms","start":"2026-03-31T20:23:18.693452Z","end":"2026-03-31T20:23:18.8336Z","steps":["trace[874994110] 'agreement among raft nodes before linearized reading' (duration: 139.858284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:19.145144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:18.834223Z","time spent":"310.915635ms","remote":"127.0.0.1:36394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:23:19.153682Z","caller":"traceutil/trace.go:171","msg":"trace[1520110613] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"314.726396ms","start":"2026-03-31T20:23:18.838915Z","end":"2026-03-31T20:23:19.153641Z","steps":["trace[1520110613] 'process raft request' (duration: 314.658825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:19.153945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:18.838892Z","time spent":"314.905881ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:19.153934Z","caller":"traceutil/trace.go:171","msg":"trace[1573119607] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"316.252413ms","start":"2026-03-31T20:23:18.83765Z","end":"2026-03-31T20:23:19.153903Z","steps":["trace[1573119607] 'process raft request' (duration: 315.635149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:19.154213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:18.83761Z","time spent":"316.469468ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:24.324897Z","caller":"traceutil/trace.go:171","msg":"trace[1321379811] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"174.005102ms","start":"2026-03-31T20:23:24.150816Z","end":"2026-03-31T20:23:24.324821Z","steps":["trace[1321379811] 'process raft request' (duration: 173.847109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.378103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808387192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:25.878686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808387192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:25.954189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267553883s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:23:25.954651Z","caller":"traceutil/trace.go:171","msg":"trace[1513818378] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"1.268228299s","start":"2026-03-31T20:23:24.686395Z","end":"2026-03-31T20:23:25.954623Z","steps":["trace[1513818378] 'process raft request' (duration: 1.268042824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.954819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.686347Z","time spent":"1.268381292s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:25.955434Z","caller":"traceutil/trace.go:171","msg":"trace[851065254] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"1.102122555s","start":"2026-03-31T20:23:24.853291Z","end":"2026-03-31T20:23:25.955413Z","steps":["trace[851065254] 'process raft request' (duration: 1.10191098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.955536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.853254Z","time spent":"1.102232418s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:25.957236Z","caller":"traceutil/trace.go:171","msg":"trace[1178331612] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2021; }","duration":"1.079612647s","start":"2026-03-31T20:23:24.877598Z","end":"2026-03-31T20:23:25.957211Z","steps":["trace[1178331612] 'read index received' (duration: 1.07682501s)","trace[1178331612] 'applied index is now lower than readState.Index' (duration: 2.785957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:25.957346Z","caller":"traceutil/trace.go:171","msg":"trace[1591883627] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"262.042733ms","start":"2026-03-31T20:23:25.695273Z","end":"2026-03-31T20:23:25.957316Z","steps":["trace[1591883627] 'process raft request' (duration: 261.850579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.957439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.194795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:25.957458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079837902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:23:25.957485Z","caller":"traceutil/trace.go:171","msg":"trace[388178226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1947; }","duration":"860.298448ms","start":"2026-03-31T20:23:25.097172Z","end":"2026-03-31T20:23:25.957471Z","steps":["trace[388178226] 'agreement among raft nodes before linearized reading' (duration: 860.221626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.957494Z","caller":"traceutil/trace.go:171","msg":"trace[744435514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"1.079956095s","start":"2026-03-31T20:23:24.877527Z","end":"2026-03-31T20:23:25.957483Z","steps":["trace[744435514] 'agreement among raft nodes before linearized reading' (duration: 1.079801632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.957517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:25.09714Z","time spent":"860.370389ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:25.957532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:24.877511Z","time spent":"1.080011616s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:23:25.95758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.085582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:23:25.957606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.583013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:23:25.957639Z","caller":"traceutil/trace.go:171","msg":"trace[1347019668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"108.181824ms","start":"2026-03-31T20:23:25.84944Z","end":"2026-03-31T20:23:25.957622Z","steps":["trace[1347019668] 'agreement among raft nodes before linearized reading' (duration: 108.0062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.957719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.428268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-03-31T20:23:25.957757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.413036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:23:25.957792Z","caller":"traceutil/trace.go:171","msg":"trace[433911591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1947; }","duration":"781.509748ms","start":"2026-03-31T20:23:25.176273Z","end":"2026-03-31T20:23:25.957782Z","steps":["trace[433911591] 'agreement among raft nodes before linearized reading' (duration: 781.411626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.957805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.143527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T20:23:25.957811Z","caller":"traceutil/trace.go:171","msg":"trace[2049814193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1947; }","duration":"550.570091ms","start":"2026-03-31T20:23:25.407212Z","end":"2026-03-31T20:23:25.957782Z","steps":["trace[2049814193] 'agreement among raft nodes before linearized reading' (duration: 550.257814ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.957842Z","caller":"traceutil/trace.go:171","msg":"trace[1323889678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1947; }","duration":"104.194008ms","start":"2026-03-31T20:23:25.853634Z","end":"2026-03-31T20:23:25.957828Z","steps":["trace[1323889678] 'agreement among raft nodes before linearized reading' (duration: 104.104446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.95787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:25.407195Z","time spent":"550.663774ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:23:25.957873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.803227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:25.957894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.991294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:23:25.957647Z","caller":"traceutil/trace.go:171","msg":"trace[1387599358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1947; }","duration":"103.653026ms","start":"2026-03-31T20:23:25.853982Z","end":"2026-03-31T20:23:25.957635Z","steps":["trace[1387599358] 'agreement among raft nodes before linearized reading' (duration: 103.479342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.957826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:25.176248Z","time spent":"781.57201ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:23:25.957919Z","caller":"traceutil/trace.go:171","msg":"trace[878151260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1947; }","duration":"530.856248ms","start":"2026-03-31T20:23:25.427052Z","end":"2026-03-31T20:23:25.957909Z","steps":["trace[878151260] 'agreement among raft nodes before linearized reading' (duration: 530.766686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.957925Z","caller":"traceutil/trace.go:171","msg":"trace[321717777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1947; }","duration":"783.047434ms","start":"2026-03-31T20:23:25.17487Z","end":"2026-03-31T20:23:25.957917Z","steps":["trace[321717777] 'agreement among raft nodes before linearized reading' (duration: 782.972953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:25.957953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:25.174855Z","time spent":"783.092066ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:23:25.957961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:25.427042Z","time spent":"530.909079ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:54.60591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808387564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:54.868594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.063338ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:23:54.86987Z","caller":"traceutil/trace.go:171","msg":"trace[384780929] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"817.183824ms","start":"2026-03-31T20:23:54.052661Z","end":"2026-03-31T20:23:54.869845Z","steps":["trace[384780929] 'process raft request' (duration: 816.086537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:54.870016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.052634Z","time spent":"817.310067ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:55.352075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.149881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:55.352286Z","caller":"traceutil/trace.go:171","msg":"trace[1746954753] linearizableReadLoop","detail":"{readStateIndex:2192; appliedIndex:2188; }","duration":"1.246907407s","start":"2026-03-31T20:23:54.10536Z","end":"2026-03-31T20:23:55.352268Z","steps":["trace[1746954753] 'read index received' (duration: 763.771072ms)","trace[1746954753] 'applied index is now lower than readState.Index' (duration: 483.134675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:55.352386Z","caller":"traceutil/trace.go:171","msg":"trace[2066803025] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"922.390786ms","start":"2026-03-31T20:23:54.429985Z","end":"2026-03-31T20:23:55.352376Z","steps":["trace[2066803025] 'process raft request' (duration: 922.201432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.352453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.429953Z","time spent":"922.464698ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:55.352454Z","caller":"traceutil/trace.go:171","msg":"trace[460485871] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"1.298324751s","start":"2026-03-31T20:23:54.054092Z","end":"2026-03-31T20:23:55.352417Z","steps":["trace[460485871] 'process raft request' (duration: 815.73907ms)","trace[460485871] 'compare' (duration: 482.019198ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:55.352613Z","caller":"traceutil/trace.go:171","msg":"trace[729877611] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"831.083058ms","start":"2026-03-31T20:23:54.521502Z","end":"2026-03-31T20:23:55.352585Z","steps":["trace[729877611] 'process raft request' (duration: 830.73261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.352667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.054082Z","time spent":"1.298444784s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:55.352677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247289466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T20:23:55.35279Z","caller":"traceutil/trace.go:171","msg":"trace[116699332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2108; }","duration":"1.24745658s","start":"2026-03-31T20:23:54.105312Z","end":"2026-03-31T20:23:55.352768Z","steps":["trace[116699332] 'agreement among raft nodes before linearized reading' (duration: 1.247079261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.352792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.52148Z","time spent":"831.243461ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:55.352801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24574659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T20:23:55.352842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.105287Z","time spent":"1.247545033s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:23:55.352887Z","caller":"traceutil/trace.go:171","msg":"trace[1942018978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2108; }","duration":"1.245879064s","start":"2026-03-31T20:23:54.106987Z","end":"2026-03-31T20:23:55.352866Z","steps":["trace[1942018978] 'agreement among raft nodes before linearized reading' (duration: 1.245632038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.352882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23739792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T20:23:55.352938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.106966Z","time spent":"1.245962595s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:55.352947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237466412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:23:55.352973Z","caller":"traceutil/trace.go:171","msg":"trace[1881093336] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2108; }","duration":"1.237516653s","start":"2026-03-31T20:23:54.115429Z","end":"2026-03-31T20:23:55.352946Z","steps":["trace[1881093336] 'agreement among raft nodes before linearized reading' (duration: 1.237256957s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:55.352986Z","caller":"traceutil/trace.go:171","msg":"trace[379626730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2108; }","duration":"1.237519553s","start":"2026-03-31T20:23:54.115456Z","end":"2026-03-31T20:23:55.352975Z","steps":["trace[379626730] 'agreement among raft nodes before linearized reading' (duration: 1.23738576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.353019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.115447Z","time spent":"1.237565494s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:55.35302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.115411Z","time spent":"1.237598805s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:23:55.353017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183831894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:23:55.353105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.118681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:55.353164Z","caller":"traceutil/trace.go:171","msg":"trace[572707598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2108; }","duration":"1.184016309s","start":"2026-03-31T20:23:54.169121Z","end":"2026-03-31T20:23:55.353138Z","steps":["trace[572707598] 'agreement among raft nodes before linearized reading' (duration: 1.183536728s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:55.353181Z","caller":"traceutil/trace.go:171","msg":"trace[2145074156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2108; }","duration":"256.244194ms","start":"2026-03-31T20:23:55.096913Z","end":"2026-03-31T20:23:55.353157Z","steps":["trace[2145074156] 'agreement among raft nodes before linearized reading' (duration: 256.04642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.353378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.169097Z","time spent":"1.184265075s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:23:55.353046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.056995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:55.353534Z","caller":"traceutil/trace.go:171","msg":"trace[1916533218] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2108; }","duration":"783.542937ms","start":"2026-03-31T20:23:54.56994Z","end":"2026-03-31T20:23:55.353483Z","steps":["trace[1916533218] 'agreement among raft nodes before linearized reading' (duration: 783.062966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.353597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.569927Z","time spent":"783.651289ms","remote":"127.0.0.1:36804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:55.353042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245903974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:23:55.353661Z","caller":"traceutil/trace.go:171","msg":"trace[88342420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2108; }","duration":"1.24656851s","start":"2026-03-31T20:23:54.107067Z","end":"2026-03-31T20:23:55.353636Z","steps":["trace[88342420] 'agreement among raft nodes before linearized reading' (duration: 1.245814812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.353057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.015616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206be47591fc0\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T20:23:55.35372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.107039Z","time spent":"1.246665152s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:23:55.353755Z","caller":"traceutil/trace.go:171","msg":"trace[1558247041] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206be47591fc0; range_end:; response_count:1; response_revision:2108; }","duration":"469.742113ms","start":"2026-03-31T20:23:54.88399Z","end":"2026-03-31T20:23:55.353732Z","steps":["trace[1558247041] 'agreement among raft nodes before linearized reading' (duration: 468.927474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.353064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.258094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:23:55.353812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.883972Z","time spent":"469.822594ms","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206be47591fc0\" "} {"level":"info","ts":"2026-03-31T20:23:55.353838Z","caller":"traceutil/trace.go:171","msg":"trace[276150507] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2108; }","duration":"762.032232ms","start":"2026-03-31T20:23:54.591784Z","end":"2026-03-31T20:23:55.353816Z","steps":["trace[276150507] 'agreement among raft nodes before linearized reading' (duration: 761.204042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.353898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.591745Z","time spent":"762.134184ms","remote":"127.0.0.1:36688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:55.353174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241180631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:23:55.354123Z","caller":"traceutil/trace.go:171","msg":"trace[743902069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2108; }","duration":"1.242147084s","start":"2026-03-31T20:23:54.111927Z","end":"2026-03-31T20:23:55.354074Z","steps":["trace[743902069] 'agreement among raft nodes before linearized reading' (duration: 1.24118131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.354199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:54.11188Z","time spent":"1.242302968s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:55.702133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.78938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:55.702253Z","caller":"traceutil/trace.go:171","msg":"trace[236608559] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"342.935664ms","start":"2026-03-31T20:23:55.359296Z","end":"2026-03-31T20:23:55.702232Z","steps":["trace[236608559] 'process raft request' (duration: 97.953239ms)","trace[236608559] 'compare' (duration: 244.670567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:55.702318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:55.359283Z","time spent":"343.004135ms","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:55.838492Z","caller":"traceutil/trace.go:171","msg":"trace[1180013550] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"478.211405ms","start":"2026-03-31T20:23:55.360244Z","end":"2026-03-31T20:23:55.838456Z","steps":["trace[1180013550] 'process raft request' (duration: 473.280308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.838676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:55.360223Z","time spent":"478.354809ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:55.838501Z","caller":"traceutil/trace.go:171","msg":"trace[1670863215] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"478.046502ms","start":"2026-03-31T20:23:55.360431Z","end":"2026-03-31T20:23:55.838477Z","steps":["trace[1670863215] 'process raft request' (duration: 477.96827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.838789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.789729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:55.838699Z","caller":"traceutil/trace.go:171","msg":"trace[1325056309] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2192; }","duration":"387.701167ms","start":"2026-03-31T20:23:55.450987Z","end":"2026-03-31T20:23:55.838688Z","steps":["trace[1325056309] 'read index received' (duration: 6.26046ms)","trace[1325056309] 'applied index is now lower than readState.Index' (duration: 381.439957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:55.838832Z","caller":"traceutil/trace.go:171","msg":"trace[1397542475] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2115; }","duration":"387.884901ms","start":"2026-03-31T20:23:55.450933Z","end":"2026-03-31T20:23:55.838818Z","steps":["trace[1397542475] 'agreement among raft nodes before linearized reading' (duration: 387.790109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:55.838833Z","caller":"traceutil/trace.go:171","msg":"trace[1102348584] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"473.844473ms","start":"2026-03-31T20:23:55.364964Z","end":"2026-03-31T20:23:55.838809Z","steps":["trace[1102348584] 'process raft request' (duration: 473.481033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:55.83879Z","caller":"traceutil/trace.go:171","msg":"trace[1440019355] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"473.753931ms","start":"2026-03-31T20:23:55.365014Z","end":"2026-03-31T20:23:55.838768Z","steps":["trace[1440019355] 'process raft request' (duration: 473.563795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:55.838887Z","caller":"traceutil/trace.go:171","msg":"trace[788236008] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"462.023388ms","start":"2026-03-31T20:23:55.376857Z","end":"2026-03-31T20:23:55.83888Z","steps":["trace[788236008] 'process raft request' (duration: 461.797923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.838875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:55.360425Z","time spent":"478.380211ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:55.838922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:55.450915Z","time spent":"387.961283ms","remote":"127.0.0.1:35846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:55.838935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:55.364956Z","time spent":"473.924464ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:55.838961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:55.376849Z","time spent":"462.065029ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:55.838861Z","caller":"traceutil/trace.go:171","msg":"trace[577127435] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"473.808472ms","start":"2026-03-31T20:23:55.365045Z","end":"2026-03-31T20:23:55.838853Z","steps":["trace[577127435] 'process raft request' (duration: 473.580415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:55.838959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:55.36501Z","time spent":"473.887784ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:55.839054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:55.365041Z","time spent":"473.973466ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:57.97309Z","caller":"traceutil/trace.go:171","msg":"trace[1738618500] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"125.287874ms","start":"2026-03-31T20:23:57.847779Z","end":"2026-03-31T20:23:57.973067Z","steps":["trace[1738618500] 'process raft request' (duration: 115.708264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:57.973443Z","caller":"traceutil/trace.go:171","msg":"trace[2087313985] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"125.228443ms","start":"2026-03-31T20:23:57.848197Z","end":"2026-03-31T20:23:57.973425Z","steps":["trace[2087313985] 'process raft request' (duration: 124.828333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:57.973757Z","caller":"traceutil/trace.go:171","msg":"trace[289693326] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"125.481379ms","start":"2026-03-31T20:23:57.848263Z","end":"2026-03-31T20:23:57.973745Z","steps":["trace[289693326] 'process raft request' (duration: 125.037477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:57.973724Z","caller":"traceutil/trace.go:171","msg":"trace[267440825] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"124.922595ms","start":"2026-03-31T20:23:57.848762Z","end":"2026-03-31T20:23:57.973685Z","steps":["trace[267440825] 'process raft request' (duration: 124.826263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:57.973937Z","caller":"traceutil/trace.go:171","msg":"trace[290500150] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"125.147321ms","start":"2026-03-31T20:23:57.848733Z","end":"2026-03-31T20:23:57.97388Z","steps":["trace[290500150] 'process raft request' (duration: 124.754102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:58.32852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.798535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:58.32861Z","caller":"traceutil/trace.go:171","msg":"trace[1699274546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2125; }","duration":"233.953889ms","start":"2026-03-31T20:23:58.094635Z","end":"2026-03-31T20:23:58.328589Z","steps":["trace[1699274546] 'range keys from in-memory index tree' (duration: 233.630561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.377539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.776508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:01.377624Z","caller":"traceutil/trace.go:171","msg":"trace[2086924211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2138; }","duration":"279.910131ms","start":"2026-03-31T20:24:01.097694Z","end":"2026-03-31T20:24:01.377604Z","steps":["trace[2086924211] 'range keys from in-memory index tree' (duration: 279.686007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.602854Z","caller":"traceutil/trace.go:171","msg":"trace[1433262193] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"449.941248ms","start":"2026-03-31T20:24:01.15289Z","end":"2026-03-31T20:24:01.602831Z","steps":["trace[1433262193] 'read index received' (duration: 449.832806ms)","trace[1433262193] 'applied index is now lower than readState.Index' (duration: 106.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:01.602921Z","caller":"traceutil/trace.go:171","msg":"trace[1644942576] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"503.944253ms","start":"2026-03-31T20:24:01.098937Z","end":"2026-03-31T20:24:01.602881Z","steps":["trace[1644942576] 'process raft request' (duration: 503.743469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.60306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.155623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-31T20:24:01.6031Z","caller":"traceutil/trace.go:171","msg":"trace[1636213032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2139; }","duration":"450.211154ms","start":"2026-03-31T20:24:01.152879Z","end":"2026-03-31T20:24:01.60309Z","steps":["trace[1636213032] 'agreement among raft nodes before linearized reading' (duration: 450.069541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.603104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.09891Z","time spent":"504.089407ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:01.603151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.152822Z","time spent":"450.303687ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:24:01.915363Z","caller":"traceutil/trace.go:171","msg":"trace[2138046567] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2224; }","duration":"312.417462ms","start":"2026-03-31T20:24:01.602921Z","end":"2026-03-31T20:24:01.915339Z","steps":["trace[2138046567] 'read index received' (duration: 309.344478ms)","trace[2138046567] 'applied index is now lower than readState.Index' (duration: 3.071974ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:01.915383Z","caller":"traceutil/trace.go:171","msg":"trace[1426274501] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"495.649394ms","start":"2026-03-31T20:24:01.419702Z","end":"2026-03-31T20:24:01.915352Z","steps":["trace[1426274501] 'process raft request' (duration: 492.612341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:01.915481Z","caller":"traceutil/trace.go:171","msg":"trace[694890646] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"459.322194ms","start":"2026-03-31T20:24:01.456148Z","end":"2026-03-31T20:24:01.91547Z","steps":["trace[694890646] 'process raft request' (duration: 459.099069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.915512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.419683Z","time spent":"495.765947ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:01.91563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.123583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:01.915589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.456133Z","time spent":"459.376035ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:01.915647Z","caller":"traceutil/trace.go:171","msg":"trace[935210970] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2141; }","duration":"493.180065ms","start":"2026-03-31T20:24:01.422461Z","end":"2026-03-31T20:24:01.915641Z","steps":["trace[935210970] 'agreement among raft nodes before linearized reading' (duration: 493.129664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.915665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.422443Z","time spent":"493.217966ms","remote":"127.0.0.1:36686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:01.915837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.089344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:24:01.91582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.480224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:01.916729Z","caller":"traceutil/trace.go:171","msg":"trace[1190736432] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2141; }","duration":"301.392517ms","start":"2026-03-31T20:24:01.615294Z","end":"2026-03-31T20:24:01.916687Z","steps":["trace[1190736432] 'agreement among raft nodes before linearized reading' (duration: 300.455984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.916802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.615282Z","time spent":"301.503559ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:24:01.915884Z","caller":"traceutil/trace.go:171","msg":"trace[1720648860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2141; }","duration":"380.175776ms","start":"2026-03-31T20:24:01.535695Z","end":"2026-03-31T20:24:01.915871Z","steps":["trace[1720648860] 'agreement among raft nodes before linearized reading' (duration: 380.038223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.915882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.855622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:01.917019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.535673Z","time spent":"381.292102ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:24:01.917094Z","caller":"traceutil/trace.go:171","msg":"trace[1025951009] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2141; }","duration":"186.078901ms","start":"2026-03-31T20:24:01.730984Z","end":"2026-03-31T20:24:01.917063Z","steps":["trace[1025951009] 'agreement among raft nodes before linearized reading' (duration: 184.860143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.91589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.066677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:01.917261Z","caller":"traceutil/trace.go:171","msg":"trace[667311308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2141; }","duration":"538.478321ms","start":"2026-03-31T20:24:01.378772Z","end":"2026-03-31T20:24:01.91725Z","steps":["trace[667311308] 'agreement among raft nodes before linearized reading' (duration: 537.061717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.917291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.378756Z","time spent":"538.527433ms","remote":"127.0.0.1:36358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:01.915987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.875883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:01.917373Z","caller":"traceutil/trace.go:171","msg":"trace[32708669] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2141; }","duration":"367.319528ms","start":"2026-03-31T20:24:01.550048Z","end":"2026-03-31T20:24:01.917367Z","steps":["trace[32708669] 'agreement among raft nodes before linearized reading' (duration: 365.832313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:01.917389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.549984Z","time spent":"367.399069ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:02.593772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.755873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:02.594055Z","caller":"traceutil/trace.go:171","msg":"trace[865044039] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2227; }","duration":"203.584312ms","start":"2026-03-31T20:24:02.390454Z","end":"2026-03-31T20:24:02.594038Z","steps":["trace[865044039] 'read index received' (duration: 154.483184ms)","trace[865044039] 'applied index is now lower than readState.Index' (duration: 49.100328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:02.594146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.699204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:02.59418Z","caller":"traceutil/trace.go:171","msg":"trace[1408882254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2147; }","duration":"203.770646ms","start":"2026-03-31T20:24:02.390399Z","end":"2026-03-31T20:24:02.59417Z","steps":["trace[1408882254] 'agreement among raft nodes before linearized reading' (duration: 203.696054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:02.594202Z","caller":"traceutil/trace.go:171","msg":"trace[1394906659] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"601.902332ms","start":"2026-03-31T20:24:01.992278Z","end":"2026-03-31T20:24:02.594181Z","steps":["trace[1394906659] 'process raft request' (duration: 234.654187ms)","trace[1394906659] 'compare' (duration: 366.554579ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:02.594189Z","caller":"traceutil/trace.go:171","msg":"trace[2070288536] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"600.279333ms","start":"2026-03-31T20:24:01.99388Z","end":"2026-03-31T20:24:02.594159Z","steps":["trace[2070288536] 'process raft request' (duration: 600.094538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:02.594231Z","caller":"traceutil/trace.go:171","msg":"trace[1821517441] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"600.537649ms","start":"2026-03-31T20:24:01.993666Z","end":"2026-03-31T20:24:02.594204Z","steps":["trace[1821517441] 'process raft request' (duration: 600.214941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:02.594246Z","caller":"traceutil/trace.go:171","msg":"trace[1075658548] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"599.569226ms","start":"2026-03-31T20:24:01.994658Z","end":"2026-03-31T20:24:02.594227Z","steps":["trace[1075658548] 'process raft request' (duration: 599.347611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:02.594308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.992262Z","time spent":"601.997554ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:02.594339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.993869Z","time spent":"600.391305ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:02.594351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.994645Z","time spent":"599.653428ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:02.59436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.993643Z","time spent":"600.652002ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:02.595272Z","caller":"traceutil/trace.go:171","msg":"trace[1088090326] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"600.926408ms","start":"2026-03-31T20:24:01.993682Z","end":"2026-03-31T20:24:02.594609Z","steps":["trace[1088090326] 'process raft request' (duration: 600.260522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:02.59539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.993667Z","time spent":"601.667385ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:03.549522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.803671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:24:03.549682Z","caller":"traceutil/trace.go:171","msg":"trace[224893924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2147; }","duration":"624.950134ms","start":"2026-03-31T20:24:02.924643Z","end":"2026-03-31T20:24:03.549593Z","steps":["trace[224893924] 'range keys from in-memory index tree' (duration: 624.564915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:03.549792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.92461Z","time spent":"625.164069ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:24:03.549912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.004121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:03.550026Z","caller":"traceutil/trace.go:171","msg":"trace[997105363] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2232; }","duration":"453.181496ms","start":"2026-03-31T20:24:03.096826Z","end":"2026-03-31T20:24:03.550007Z","steps":["trace[997105363] 'read index received' (duration: 44.461µs)","trace[997105363] 'applied index is now lower than readState.Index' (duration: 453.135385ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:03.550149Z","caller":"traceutil/trace.go:171","msg":"trace[1247990774] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"575.448897ms","start":"2026-03-31T20:24:02.974678Z","end":"2026-03-31T20:24:03.550127Z","steps":["trace[1247990774] 'process raft request' (duration: 64.138428ms)","trace[1247990774] 'compare' (duration: 510.327936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:03.550181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.091061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:03.550228Z","caller":"traceutil/trace.go:171","msg":"trace[449044670] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2148; }","duration":"138.180883ms","start":"2026-03-31T20:24:03.412035Z","end":"2026-03-31T20:24:03.550216Z","steps":["trace[449044670] 'agreement among raft nodes before linearized reading' (duration: 138.095851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:03.550279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.974646Z","time spent":"575.56264ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:03.55024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.35782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:03.550385Z","caller":"traceutil/trace.go:171","msg":"trace[1550457061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"453.602236ms","start":"2026-03-31T20:24:03.096764Z","end":"2026-03-31T20:24:03.550366Z","steps":["trace[1550457061] 'agreement among raft nodes before linearized reading' (duration: 453.357381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:03.550463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:03.096737Z","time spent":"453.714798ms","remote":"127.0.0.1:36358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:04.835595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.653398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:24:04.837222Z","caller":"traceutil/trace.go:171","msg":"trace[1779479352] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"916.909306ms","start":"2026-03-31T20:24:03.920281Z","end":"2026-03-31T20:24:04.83719Z","steps":["trace[1779479352] 'process raft request' (duration: 916.572148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:04.837273Z","caller":"traceutil/trace.go:171","msg":"trace[1105012468] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"916.638869ms","start":"2026-03-31T20:24:03.920607Z","end":"2026-03-31T20:24:04.837246Z","steps":["trace[1105012468] 'process raft request' (duration: 916.428354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.837422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:03.920581Z","time spent":"916.743432ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:04.837434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:03.920254Z","time spent":"917.039798ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:04.837513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.388419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:04.837145Z","caller":"traceutil/trace.go:171","msg":"trace[1790470405] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2233; }","duration":"905.120092ms","start":"2026-03-31T20:24:03.931998Z","end":"2026-03-31T20:24:04.837118Z","steps":["trace[1790470405] 'read index received' (duration: 309.105301ms)","trace[1790470405] 'applied index is now lower than readState.Index' (duration: 596.013541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:04.837602Z","caller":"traceutil/trace.go:171","msg":"trace[1287930559] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2150; }","duration":"905.678816ms","start":"2026-03-31T20:24:03.9319Z","end":"2026-03-31T20:24:04.837579Z","steps":["trace[1287930559] 'agreement among raft nodes before linearized reading' (duration: 905.42994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.837656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:03.931888Z","time spent":"905.754108ms","remote":"127.0.0.1:59538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:05.338513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808387681,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:05.837904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.937474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:05.838076Z","caller":"traceutil/trace.go:171","msg":"trace[381083612] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"435.060551ms","start":"2026-03-31T20:24:05.402997Z","end":"2026-03-31T20:24:05.838058Z","steps":["trace[381083612] 'process raft request' (duration: 435.00191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.838096Z","caller":"traceutil/trace.go:171","msg":"trace[2062115006] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2236; }","duration":"1.000453108s","start":"2026-03-31T20:24:04.837614Z","end":"2026-03-31T20:24:05.838067Z","steps":["trace[2062115006] 'read index received' (duration: 667.269449ms)","trace[2062115006] 'applied index is now lower than readState.Index' (duration: 333.180979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:05.838146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.402972Z","time spent":"435.142843ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:05.838227Z","caller":"traceutil/trace.go:171","msg":"trace[2109962460] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.080178801s","start":"2026-03-31T20:24:04.758035Z","end":"2026-03-31T20:24:05.838214Z","steps":["trace[2109962460] 'process raft request' (duration: 746.853978ms)","trace[2109962460] 'compare' (duration: 332.844141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:05.838339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280185826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:24:05.838381Z","caller":"traceutil/trace.go:171","msg":"trace[663022981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2152; }","duration":"1.280258017s","start":"2026-03-31T20:24:04.558109Z","end":"2026-03-31T20:24:05.838367Z","steps":["trace[663022981] 'agreement among raft nodes before linearized reading' (duration: 1.280137705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.838388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741917377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:05.838412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.558087Z","time spent":"1.280318279s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:24:05.838437Z","caller":"traceutil/trace.go:171","msg":"trace[874192608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"1.741994049s","start":"2026-03-31T20:24:04.096431Z","end":"2026-03-31T20:24:05.838425Z","steps":["trace[874192608] 'agreement among raft nodes before linearized reading' (duration: 1.741909407s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.838474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.096412Z","time spent":"1.74205477s","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:05.838465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238901616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:24:05.838525Z","caller":"traceutil/trace.go:171","msg":"trace[780094750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2152; }","duration":"1.238998868s","start":"2026-03-31T20:24:04.599512Z","end":"2026-03-31T20:24:05.83851Z","steps":["trace[780094750] 'agreement among raft nodes before linearized reading' (duration: 1.238809783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.838547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238878206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:24:05.838561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.599495Z","time spent":"1.2390597s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:24:05.838596Z","caller":"traceutil/trace.go:171","msg":"trace[945506956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2152; }","duration":"1.238933226s","start":"2026-03-31T20:24:04.599644Z","end":"2026-03-31T20:24:05.838578Z","steps":["trace[945506956] 'agreement among raft nodes before linearized reading' (duration: 1.238852885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.838374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238792973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T20:24:05.838478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238798873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:24:05.838863Z","caller":"traceutil/trace.go:171","msg":"trace[1969317430] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2152; }","duration":"1.239342466s","start":"2026-03-31T20:24:04.599506Z","end":"2026-03-31T20:24:05.838849Z","steps":["trace[1969317430] 'agreement among raft nodes before linearized reading' (duration: 1.238727851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.838898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.599477Z","time spent":"1.239410048s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:24:05.838927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898610663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:05.838912Z","caller":"traceutil/trace.go:171","msg":"trace[58428563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2152; }","duration":"1.239232174s","start":"2026-03-31T20:24:04.59965Z","end":"2026-03-31T20:24:05.838882Z","steps":["trace[58428563] 'agreement among raft nodes before linearized reading' (duration: 1.238772743s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.838961Z","caller":"traceutil/trace.go:171","msg":"trace[181090986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2152; }","duration":"1.898688685s","start":"2026-03-31T20:24:03.940263Z","end":"2026-03-31T20:24:05.838951Z","steps":["trace[181090986] 'agreement among raft nodes before linearized reading' (duration: 1.898600383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.838967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239326866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:24:05.839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:03.94024Z","time spent":"1.898752796s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:24:05.839014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.599637Z","time spent":"1.239335376s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:24:05.83902Z","caller":"traceutil/trace.go:171","msg":"trace[1880756390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2152; }","duration":"1.239415957s","start":"2026-03-31T20:24:04.599588Z","end":"2026-03-31T20:24:05.839004Z","steps":["trace[1880756390] 'agreement among raft nodes before linearized reading' (duration: 1.239228253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.838834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.599638Z","time spent":"1.239187912s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:05.839056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.599578Z","time spent":"1.23947184s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:05.839033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.757997Z","time spent":"1.080263983s","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:05.840244Z","caller":"traceutil/trace.go:171","msg":"trace[709855027] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"284.046411ms","start":"2026-03-31T20:24:05.556176Z","end":"2026-03-31T20:24:05.840222Z","steps":["trace[709855027] 'process raft request' (duration: 283.658922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.840821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.907908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206be47591fc0\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T20:24:05.840902Z","caller":"traceutil/trace.go:171","msg":"trace[1217740992] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206be47591fc0; range_end:; response_count:1; response_revision:2154; }","duration":"953.017361ms","start":"2026-03-31T20:24:04.887868Z","end":"2026-03-31T20:24:05.840886Z","steps":["trace[1217740992] 'agreement among raft nodes before linearized reading' (duration: 952.862697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.840932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.887852Z","time spent":"953.072782ms","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206be47591fc0\" "} {"level":"warn","ts":"2026-03-31T20:24:06.492973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.913458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:06.493692Z","caller":"traceutil/trace.go:171","msg":"trace[1993729165] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2240; }","duration":"646.650585ms","start":"2026-03-31T20:24:05.847022Z","end":"2026-03-31T20:24:06.493672Z","steps":["trace[1993729165] 'read index received' (duration: 170.819165ms)","trace[1993729165] 'applied index is now lower than readState.Index' (duration: 475.83057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:06.493785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.843432Z","time spent":"650.349834ms","remote":"127.0.0.1:36430","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:24:06.493834Z","caller":"traceutil/trace.go:171","msg":"trace[37667581] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"648.643223ms","start":"2026-03-31T20:24:05.845162Z","end":"2026-03-31T20:24:06.493805Z","steps":["trace[37667581] 'process raft request' (duration: 648.449609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.493932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.894671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:06.493948Z","caller":"traceutil/trace.go:171","msg":"trace[498501505] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"649.498024ms","start":"2026-03-31T20:24:05.844417Z","end":"2026-03-31T20:24:06.493915Z","steps":["trace[498501505] 'process raft request' (duration: 648.984962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.493953Z","caller":"traceutil/trace.go:171","msg":"trace[1310305250] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"648.742205ms","start":"2026-03-31T20:24:05.845178Z","end":"2026-03-31T20:24:06.49392Z","steps":["trace[1310305250] 'process raft request' (duration: 648.465878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.494026Z","caller":"traceutil/trace.go:171","msg":"trace[659795705] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"649.501593ms","start":"2026-03-31T20:24:05.844515Z","end":"2026-03-31T20:24:06.494016Z","steps":["trace[659795705] 'process raft request' (duration: 649.026712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.494025Z","caller":"traceutil/trace.go:171","msg":"trace[1182480322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2160; }","duration":"647.002284ms","start":"2026-03-31T20:24:05.846991Z","end":"2026-03-31T20:24:06.493993Z","steps":["trace[1182480322] 'agreement among raft nodes before linearized reading' (duration: 646.83551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.494019Z","caller":"traceutil/trace.go:171","msg":"trace[1825617959] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"650.61963ms","start":"2026-03-31T20:24:05.843356Z","end":"2026-03-31T20:24:06.493976Z","steps":["trace[1825617959] 'process raft request' (duration: 174.548945ms)","trace[1825617959] 'compare' (duration: 474.749054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:06.494081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.846983Z","time spent":"647.087895ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:06.494087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.844478Z","time spent":"649.582955ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:06.494084Z","caller":"traceutil/trace.go:171","msg":"trace[1157278711] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"649.407552ms","start":"2026-03-31T20:24:05.844629Z","end":"2026-03-31T20:24:06.494036Z","steps":["trace[1157278711] 'process raft request' (duration: 648.950171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.494199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.843335Z","time spent":"650.768323ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.494192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.262087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:06.494214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.441278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:06.494246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.844616Z","time spent":"649.550725ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:06.494267Z","caller":"traceutil/trace.go:171","msg":"trace[1110889643] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2160; }","duration":"116.391111ms","start":"2026-03-31T20:24:06.377861Z","end":"2026-03-31T20:24:06.494253Z","steps":["trace[1110889643] 'agreement among raft nodes before linearized reading' (duration: 116.224157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.494276Z","caller":"traceutil/trace.go:171","msg":"trace[873442540] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2160; }","duration":"329.551731ms","start":"2026-03-31T20:24:06.164712Z","end":"2026-03-31T20:24:06.494264Z","steps":["trace[873442540] 'agreement among raft nodes before linearized reading' (duration: 329.431008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.494313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.164646Z","time spent":"329.657884ms","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:06.49411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.845166Z","time spent":"648.865178ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.493977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.845151Z","time spent":"648.745565ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.494108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.844405Z","time spent":"649.615846ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.494414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.261138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:06.494488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.079623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:06.494691Z","caller":"traceutil/trace.go:171","msg":"trace[1719818791] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2160; }","duration":"302.634236ms","start":"2026-03-31T20:24:06.192016Z","end":"2026-03-31T20:24:06.49465Z","steps":["trace[1719818791] 'agreement among raft nodes before linearized reading' (duration: 302.058292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:06.494507Z","caller":"traceutil/trace.go:171","msg":"trace[1665704037] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2160; }","duration":"561.498633ms","start":"2026-03-31T20:24:05.932951Z","end":"2026-03-31T20:24:06.494449Z","steps":["trace[1665704037] 'agreement among raft nodes before linearized reading' (duration: 561.114294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.494769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.19199Z","time spent":"302.742069ms","remote":"127.0.0.1:36734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:06.494789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.932932Z","time spent":"561.839001ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:14.583293Z","caller":"traceutil/trace.go:171","msg":"trace[597988269] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"141.457812ms","start":"2026-03-31T20:24:14.441808Z","end":"2026-03-31T20:24:14.583266Z","steps":["trace[597988269] 'process raft request' (duration: 66.522906ms)","trace[597988269] 'compare' (duration: 74.803853ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:14.584075Z","caller":"traceutil/trace.go:171","msg":"trace[932171854] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"141.997965ms","start":"2026-03-31T20:24:14.442053Z","end":"2026-03-31T20:24:14.584051Z","steps":["trace[932171854] 'process raft request' (duration: 141.79027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:14.584422Z","caller":"traceutil/trace.go:171","msg":"trace[2103852587] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"142.177829ms","start":"2026-03-31T20:24:14.442227Z","end":"2026-03-31T20:24:14.584405Z","steps":["trace[2103852587] 'process raft request' (duration: 141.765329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:14.584571Z","caller":"traceutil/trace.go:171","msg":"trace[1909199039] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"141.590254ms","start":"2026-03-31T20:24:14.442948Z","end":"2026-03-31T20:24:14.584538Z","steps":["trace[1909199039] 'process raft request' (duration: 141.331938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:14.584812Z","caller":"traceutil/trace.go:171","msg":"trace[1719589021] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"133.387617ms","start":"2026-03-31T20:24:14.451411Z","end":"2026-03-31T20:24:14.584799Z","steps":["trace[1719589021] 'process raft request' (duration: 132.958957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.746488Z","caller":"traceutil/trace.go:171","msg":"trace[1718245707] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"121.33203ms","start":"2026-03-31T20:24:49.625124Z","end":"2026-03-31T20:24:49.746456Z","steps":["trace[1718245707] 'process raft request' (duration: 120.836688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.597888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808388660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:24:56.783903Z","caller":"traceutil/trace.go:171","msg":"trace[482650508] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"752.225022ms","start":"2026-03-31T20:24:56.03165Z","end":"2026-03-31T20:24:56.783875Z","steps":["trace[482650508] 'process raft request' (duration: 752.074459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.784327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:56.031617Z","time spent":"752.368076ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:56.850124Z","caller":"traceutil/trace.go:171","msg":"trace[1699510001] linearizableReadLoop","detail":"{readStateIndex:2701; appliedIndex:2699; }","duration":"753.122774ms","start":"2026-03-31T20:24:56.096967Z","end":"2026-03-31T20:24:56.85009Z","steps":["trace[1699510001] 'read index received' (duration: 686.878585ms)","trace[1699510001] 'applied index is now lower than readState.Index' (duration: 66.242389ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:56.850189Z","caller":"traceutil/trace.go:171","msg":"trace[1511619249] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"751.860323ms","start":"2026-03-31T20:24:56.098297Z","end":"2026-03-31T20:24:56.850157Z","steps":["trace[1511619249] 'process raft request' (duration: 751.585347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.850338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:56.098278Z","time spent":"751.973656ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:56.850369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.333795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:56.850415Z","caller":"traceutil/trace.go:171","msg":"trace[502628800] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2597; }","duration":"599.479488ms","start":"2026-03-31T20:24:56.250922Z","end":"2026-03-31T20:24:56.850401Z","steps":["trace[502628800] 'agreement among raft nodes before linearized reading' (duration: 599.350005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.850366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.376699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:56.850474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:56.250894Z","time spent":"599.55875ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:56.85048Z","caller":"traceutil/trace.go:171","msg":"trace[168240681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2597; }","duration":"753.529943ms","start":"2026-03-31T20:24:56.096925Z","end":"2026-03-31T20:24:56.850455Z","steps":["trace[168240681] 'agreement among raft nodes before linearized reading' (duration: 753.330679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.850532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:56.096911Z","time spent":"753.610435ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:25:07.922492Z","caller":"traceutil/trace.go:171","msg":"trace[1019273659] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"112.55519ms","start":"2026-03-31T20:25:07.809908Z","end":"2026-03-31T20:25:07.922463Z","steps":["trace[1019273659] 'process raft request' (duration: 112.406996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:13.061674Z","caller":"traceutil/trace.go:171","msg":"trace[2146795580] linearizableReadLoop","detail":"{readStateIndex:2813; appliedIndex:2812; }","duration":"117.14841ms","start":"2026-03-31T20:25:12.944495Z","end":"2026-03-31T20:25:13.061643Z","steps":["trace[2146795580] 'read index received' (duration: 117.028497ms)","trace[2146795580] 'applied index is now lower than readState.Index' (duration: 118.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:13.061776Z","caller":"traceutil/trace.go:171","msg":"trace[821396684] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"148.423019ms","start":"2026-03-31T20:25:12.91332Z","end":"2026-03-31T20:25:13.061743Z","steps":["trace[821396684] 'process raft request' (duration: 148.162793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.061913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.392686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:25:13.061951Z","caller":"traceutil/trace.go:171","msg":"trace[2098103729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2705; }","duration":"117.472528ms","start":"2026-03-31T20:25:12.944468Z","end":"2026-03-31T20:25:13.061941Z","steps":["trace[2098103729] 'agreement among raft nodes before linearized reading' (duration: 117.312574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.081406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.394698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:25:13.081412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.534172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:13.081457Z","caller":"traceutil/trace.go:171","msg":"trace[900606291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2706; }","duration":"130.46118ms","start":"2026-03-31T20:25:12.950983Z","end":"2026-03-31T20:25:13.081444Z","steps":["trace[900606291] 'agreement among raft nodes before linearized reading' (duration: 130.331127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:13.081469Z","caller":"traceutil/trace.go:171","msg":"trace[1026030300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2706; }","duration":"135.622593ms","start":"2026-03-31T20:25:12.945829Z","end":"2026-03-31T20:25:13.081452Z","steps":["trace[1026030300] 'agreement among raft nodes before linearized reading' (duration: 135.421058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.081623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.642884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T20:25:13.081662Z","caller":"traceutil/trace.go:171","msg":"trace[379562922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2706; }","duration":"130.692945ms","start":"2026-03-31T20:25:12.950957Z","end":"2026-03-31T20:25:13.08165Z","steps":["trace[379562922] 'agreement among raft nodes before linearized reading' (duration: 130.605833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.08177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.824338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:25:13.081819Z","caller":"traceutil/trace.go:171","msg":"trace[1226900109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2706; }","duration":"130.910891ms","start":"2026-03-31T20:25:12.950893Z","end":"2026-03-31T20:25:13.081804Z","steps":["trace[1226900109] 'agreement among raft nodes before linearized reading' (duration: 130.768877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:13.081777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.413871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:25:13.081993Z","caller":"traceutil/trace.go:171","msg":"trace[674511681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2706; }","duration":"133.656166ms","start":"2026-03-31T20:25:12.948318Z","end":"2026-03-31T20:25:13.081974Z","steps":["trace[674511681] 'agreement among raft nodes before linearized reading' (duration: 133.366959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.189192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808389158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:29.532621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.83525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:29.532771Z","caller":"traceutil/trace.go:171","msg":"trace[2089234178] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"1.05353492s","start":"2026-03-31T20:25:28.479214Z","end":"2026-03-31T20:25:29.532749Z","steps":["trace[2089234178] 'process raft request' (duration: 816.482534ms)","trace[2089234178] 'compare' (duration: 236.508433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:29.532843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:28.479194Z","time spent":"1.053618891s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:29.790923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.4578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:29.791095Z","caller":"traceutil/trace.go:171","msg":"trace[555299993] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"645.990763ms","start":"2026-03-31T20:25:29.145084Z","end":"2026-03-31T20:25:29.791074Z","steps":["trace[555299993] 'process raft request' (duration: 507.291157ms)","trace[555299993] 'compare' (duration: 138.304177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:29.791162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.145062Z","time spent":"646.069905ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:29.791722Z","caller":"traceutil/trace.go:171","msg":"trace[11648888] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"603.479605ms","start":"2026-03-31T20:25:29.1882Z","end":"2026-03-31T20:25:29.791679Z","steps":["trace[11648888] 'process raft request' (duration: 602.827689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:29.791747Z","caller":"traceutil/trace.go:171","msg":"trace[1310492922] linearizableReadLoop","detail":"{readStateIndex:2905; appliedIndex:2902; }","duration":"1.102868022s","start":"2026-03-31T20:25:28.688835Z","end":"2026-03-31T20:25:29.791703Z","steps":["trace[1310492922] 'read index received' (duration: 606.972798ms)","trace[1310492922] 'applied index is now lower than readState.Index' (duration: 495.893974ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:29.791854Z","caller":"traceutil/trace.go:171","msg":"trace[1953838909] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"601.812115ms","start":"2026-03-31T20:25:29.190003Z","end":"2026-03-31T20:25:29.791815Z","steps":["trace[1953838909] 'process raft request' (duration: 601.543448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.791916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.188184Z","time spent":"603.625958ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:29.79202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10317808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.65\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T20:25:29.792021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.18999Z","time spent":"601.946797ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:29.792068Z","caller":"traceutil/trace.go:171","msg":"trace[1362083363] range","detail":"{range_begin:/registry/masterleases/199.204.45.65; range_end:; response_count:1; response_revision:2795; }","duration":"1.103263261s","start":"2026-03-31T20:25:28.688791Z","end":"2026-03-31T20:25:29.792054Z","steps":["trace[1362083363] 'agreement among raft nodes before linearized reading' (duration: 1.103110568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.792113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:28.688768Z","time spent":"1.103333923s","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.65\" "} {"level":"warn","ts":"2026-03-31T20:25:29.792169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.097856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:25:29.792217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.486761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:25:29.792236Z","caller":"traceutil/trace.go:171","msg":"trace[1906687847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2795; }","duration":"623.189258ms","start":"2026-03-31T20:25:29.16903Z","end":"2026-03-31T20:25:29.792219Z","steps":["trace[1906687847] 'agreement among raft nodes before linearized reading' (duration: 623.017524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:29.792262Z","caller":"traceutil/trace.go:171","msg":"trace[644294219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2795; }","duration":"557.541743ms","start":"2026-03-31T20:25:29.234706Z","end":"2026-03-31T20:25:29.792248Z","steps":["trace[644294219] 'agreement among raft nodes before linearized reading' (duration: 557.447551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.792302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.169013Z","time spent":"623.27326ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:25:29.792309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.234697Z","time spent":"557.603254ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:29.792119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.356903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:29.792491Z","caller":"traceutil/trace.go:171","msg":"trace[1606532164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2795; }","duration":"558.773712ms","start":"2026-03-31T20:25:29.233706Z","end":"2026-03-31T20:25:29.79248Z","steps":["trace[1606532164] 'agreement among raft nodes before linearized reading' (duration: 558.283731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.792484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.778676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:25:29.792118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.624734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:25:29.792523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.233696Z","time spent":"558.819243ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:25:29.792541Z","caller":"traceutil/trace.go:171","msg":"trace[1692881531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2795; }","duration":"564.858048ms","start":"2026-03-31T20:25:29.227667Z","end":"2026-03-31T20:25:29.792525Z","steps":["trace[1692881531] 'agreement among raft nodes before linearized reading' (duration: 564.480789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.792184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.463386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:29.792597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.227658Z","time spent":"564.92835ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:29.792594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.82781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:29.792566Z","caller":"traceutil/trace.go:171","msg":"trace[1855510088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2795; }","duration":"588.107776ms","start":"2026-03-31T20:25:29.204438Z","end":"2026-03-31T20:25:29.792546Z","steps":["trace[1855510088] 'agreement among raft nodes before linearized reading' (duration: 587.501312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:29.792649Z","caller":"traceutil/trace.go:171","msg":"trace[290572436] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2795; }","duration":"808.882071ms","start":"2026-03-31T20:25:28.983755Z","end":"2026-03-31T20:25:29.792637Z","steps":["trace[290572436] 'agreement among raft nodes before linearized reading' (duration: 808.698077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.792682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:28.983694Z","time spent":"808.981623ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:25:29.792748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.631566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T20:25:29.792737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.204429Z","time spent":"588.229199ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:25:29.792806Z","caller":"traceutil/trace.go:171","msg":"trace[1719093441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2795; }","duration":"595.714009ms","start":"2026-03-31T20:25:29.197072Z","end":"2026-03-31T20:25:29.792786Z","steps":["trace[1719093441] 'agreement among raft nodes before linearized reading' (duration: 595.535494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:29.792606Z","caller":"traceutil/trace.go:171","msg":"trace[1118496451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2795; }","duration":"694.920517ms","start":"2026-03-31T20:25:29.097671Z","end":"2026-03-31T20:25:29.792592Z","steps":["trace[1118496451] 'agreement among raft nodes before linearized reading' (duration: 694.476306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.792848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.197061Z","time spent":"595.77616ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:25:29.792893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.097647Z","time spent":"695.227205ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:29.792927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072134155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:29.793074Z","caller":"traceutil/trace.go:171","msg":"trace[1276539143] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2795; }","duration":"1.072302559s","start":"2026-03-31T20:25:28.720727Z","end":"2026-03-31T20:25:29.79303Z","steps":["trace[1276539143] 'agreement among raft nodes before linearized reading' (duration: 1.071209493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:29.79313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:28.720657Z","time spent":"1.072461142s","remote":"127.0.0.1:57856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:30.295946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808389164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:30.522871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:30.021527Z","time spent":"501.335605ms","remote":"127.0.0.1:54874","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:25:30.522892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.268961ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:30.523045Z","caller":"traceutil/trace.go:171","msg":"trace[95232790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2795; }","duration":"508.391164ms","start":"2026-03-31T20:25:30.014593Z","end":"2026-03-31T20:25:30.522984Z","steps":["trace[95232790] 'range keys from in-memory index tree' (duration: 508.251671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:30.523065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.386867ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T20:25:30.523148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.794182Z","time spent":"728.961675ms","remote":"127.0.0.1:36394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:25:30.525154Z","caller":"traceutil/trace.go:171","msg":"trace[2140288715] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"727.039107ms","start":"2026-03-31T20:25:29.798081Z","end":"2026-03-31T20:25:30.52512Z","steps":["trace[2140288715] 'process raft request' (duration: 726.73528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:30.525337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.798053Z","time spent":"727.190472ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:30.525491Z","caller":"traceutil/trace.go:171","msg":"trace[1107394163] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"727.185033ms","start":"2026-03-31T20:25:29.798284Z","end":"2026-03-31T20:25:30.525469Z","steps":["trace[1107394163] 'process raft request' (duration: 726.788052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:30.525556Z","caller":"traceutil/trace.go:171","msg":"trace[351401360] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"727.238303ms","start":"2026-03-31T20:25:29.798288Z","end":"2026-03-31T20:25:30.525527Z","steps":["trace[351401360] 'process raft request' (duration: 727.005857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:30.525602Z","caller":"traceutil/trace.go:171","msg":"trace[714867835] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"727.021748ms","start":"2026-03-31T20:25:29.798553Z","end":"2026-03-31T20:25:30.525575Z","steps":["trace[714867835] 'process raft request' (duration: 726.885005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:30.525638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.79826Z","time spent":"727.341676ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:30.525666Z","caller":"traceutil/trace.go:171","msg":"trace[1867279824] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"726.496846ms","start":"2026-03-31T20:25:29.799161Z","end":"2026-03-31T20:25:30.525658Z","steps":["trace[1867279824] 'process raft request' (duration: 726.410604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:30.525652Z","caller":"traceutil/trace.go:171","msg":"trace[1231517566] linearizableReadLoop","detail":"{readStateIndex:2913; appliedIndex:2906; }","duration":"730.631354ms","start":"2026-03-31T20:25:29.794998Z","end":"2026-03-31T20:25:30.525629Z","steps":["trace[1231517566] 'read index received' (duration: 552.634025ms)","trace[1231517566] 'applied index is now lower than readState.Index' (duration: 177.995909ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:30.525674Z","caller":"traceutil/trace.go:171","msg":"trace[924851062] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"726.907656ms","start":"2026-03-31T20:25:29.798739Z","end":"2026-03-31T20:25:30.525647Z","steps":["trace[924851062] 'process raft request' (duration: 726.770193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:30.525748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.798543Z","time spent":"727.12515ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:30.525707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.799148Z","time spent":"726.537957ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:30.525819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.821679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:30.525623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.798263Z","time spent":"727.278724ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:30.525822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.79873Z","time spent":"727.016748ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:30.525863Z","caller":"traceutil/trace.go:171","msg":"trace[2116135114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2801; }","duration":"731.017184ms","start":"2026-03-31T20:25:29.79483Z","end":"2026-03-31T20:25:30.525848Z","steps":["trace[2116135114] 'agreement among raft nodes before linearized reading' (duration: 730.898621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:30.525899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.794811Z","time spent":"731.080966ms","remote":"127.0.0.1:36358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:30.526131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.5643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-31T20:25:30.526202Z","caller":"traceutil/trace.go:171","msg":"trace[1511309285] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2802; }","duration":"729.654911ms","start":"2026-03-31T20:25:29.796522Z","end":"2026-03-31T20:25:30.526177Z","steps":["trace[1511309285] 'agreement among raft nodes before linearized reading' (duration: 729.457917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:30.526238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:29.796501Z","time spent":"729.728504ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:25:30.526477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.432536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:30.526595Z","caller":"traceutil/trace.go:171","msg":"trace[1342251449] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2802; }","duration":"265.630492ms","start":"2026-03-31T20:25:30.260947Z","end":"2026-03-31T20:25:30.526578Z","steps":["trace[1342251449] 'agreement among raft nodes before linearized reading' (duration: 265.14153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:30.526643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.597157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a206d63676e4c8\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:25:30.526688Z","caller":"traceutil/trace.go:171","msg":"trace[232772637] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a206d63676e4c8; range_end:; response_count:1; response_revision:2802; }","duration":"279.677578ms","start":"2026-03-31T20:25:30.246997Z","end":"2026-03-31T20:25:30.526674Z","steps":["trace[232772637] 'agreement among raft nodes before linearized reading' (duration: 279.116045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:31.66939Z","caller":"traceutil/trace.go:171","msg":"trace[138039990] linearizableReadLoop","detail":"{readStateIndex:2917; appliedIndex:2916; }","duration":"370.372963ms","start":"2026-03-31T20:25:31.298986Z","end":"2026-03-31T20:25:31.669359Z","steps":["trace[138039990] 'read index received' (duration: 370.181379ms)","trace[138039990] 'applied index is now lower than readState.Index' (duration: 190.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:31.66944Z","caller":"traceutil/trace.go:171","msg":"trace[2100407882] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"390.158047ms","start":"2026-03-31T20:25:31.279238Z","end":"2026-03-31T20:25:31.669396Z","steps":["trace[2100407882] 'process raft request' (duration: 389.915551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:31.669619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:31.279216Z","time spent":"390.305771ms","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:31.669888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.883515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:31.669984Z","caller":"traceutil/trace.go:171","msg":"trace[1912838114] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2805; }","duration":"371.0471ms","start":"2026-03-31T20:25:31.298917Z","end":"2026-03-31T20:25:31.669964Z","steps":["trace[1912838114] 'agreement among raft nodes before linearized reading' (duration: 370.570708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:31.670619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:31.298887Z","time spent":"371.715295ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:25:36.266094Z","caller":"traceutil/trace.go:171","msg":"trace[332158018] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"397.284659ms","start":"2026-03-31T20:25:35.868778Z","end":"2026-03-31T20:25:36.266062Z","steps":["trace[332158018] 'process raft request' (duration: 397.034743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:36.266285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:35.868752Z","time spent":"397.432222ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:36.266286Z","caller":"traceutil/trace.go:171","msg":"trace[1924075513] linearizableReadLoop","detail":"{readStateIndex:2940; appliedIndex:2938; }","duration":"255.57713ms","start":"2026-03-31T20:25:36.010675Z","end":"2026-03-31T20:25:36.266252Z","steps":["trace[1924075513] 'read index received' (duration: 255.075978ms)","trace[1924075513] 'applied index is now lower than readState.Index' (duration: 497.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:36.26643Z","caller":"traceutil/trace.go:171","msg":"trace[813220575] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"397.198837ms","start":"2026-03-31T20:25:35.869219Z","end":"2026-03-31T20:25:36.266418Z","steps":["trace[813220575] 'process raft request' (duration: 396.778837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:36.266533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.857627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:36.266564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:35.869204Z","time spent":"397.266639ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:36.266592Z","caller":"traceutil/trace.go:171","msg":"trace[1024985391] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2827; }","duration":"255.964669ms","start":"2026-03-31T20:25:36.010611Z","end":"2026-03-31T20:25:36.266576Z","steps":["trace[1024985391] 'agreement among raft nodes before linearized reading' (duration: 255.864167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:36.26669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.279904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:36.266803Z","caller":"traceutil/trace.go:171","msg":"trace[526761451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2827; }","duration":"170.51038ms","start":"2026-03-31T20:25:36.096272Z","end":"2026-03-31T20:25:36.266782Z","steps":["trace[526761451] 'agreement among raft nodes before linearized reading' (duration: 170.229094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:42.459472Z","caller":"traceutil/trace.go:171","msg":"trace[1533216397] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"173.808618ms","start":"2026-03-31T20:25:42.28564Z","end":"2026-03-31T20:25:42.459449Z","steps":["trace[1533216397] 'process raft request' (duration: 173.658495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:42.513574Z","caller":"traceutil/trace.go:171","msg":"trace[53357321] linearizableReadLoop","detail":"{readStateIndex:2978; appliedIndex:2976; }","duration":"117.760914ms","start":"2026-03-31T20:25:42.395763Z","end":"2026-03-31T20:25:42.513524Z","steps":["trace[53357321] 'read index received' (duration: 63.577215ms)","trace[53357321] 'applied index is now lower than readState.Index' (duration: 54.182269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:42.513761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.950379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:42.513825Z","caller":"traceutil/trace.go:171","msg":"trace[58161277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2864; }","duration":"118.083192ms","start":"2026-03-31T20:25:42.395721Z","end":"2026-03-31T20:25:42.513804Z","steps":["trace[58161277] 'agreement among raft nodes before linearized reading' (duration: 117.955979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:42.513919Z","caller":"traceutil/trace.go:171","msg":"trace[1915390619] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"227.135838ms","start":"2026-03-31T20:25:42.286743Z","end":"2026-03-31T20:25:42.513879Z","steps":["trace[1915390619] 'process raft request' (duration: 226.588325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:49.013934Z","caller":"traceutil/trace.go:171","msg":"trace[2104813979] transaction","detail":"{read_only:false; response_revision:2902; number_of_response:1; }","duration":"106.491029ms","start":"2026-03-31T20:25:48.907406Z","end":"2026-03-31T20:25:49.013897Z","steps":["trace[2104813979] 'process raft request' (duration: 88.684802ms)","trace[2104813979] 'compare' (duration: 17.485169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:51.080765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.48796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:51.08086Z","caller":"traceutil/trace.go:171","msg":"trace[1400493202] linearizableReadLoop","detail":"{readStateIndex:3026; appliedIndex:3024; }","duration":"175.547837ms","start":"2026-03-31T20:25:50.905296Z","end":"2026-03-31T20:25:51.080844Z","steps":["trace[1400493202] 'read index received' (duration: 4.401575ms)","trace[1400493202] 'applied index is now lower than readState.Index' (duration: 171.144832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:51.080902Z","caller":"traceutil/trace.go:171","msg":"trace[118173260] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"221.388389ms","start":"2026-03-31T20:25:50.859492Z","end":"2026-03-31T20:25:51.08088Z","steps":["trace[118173260] 'process raft request' (duration: 111.675203ms)","trace[118173260] 'compare' (duration: 109.202804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:51.081107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.364149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:51.08114Z","caller":"traceutil/trace.go:171","msg":"trace[1730572141] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2910; }","duration":"174.428971ms","start":"2026-03-31T20:25:50.906702Z","end":"2026-03-31T20:25:51.081131Z","steps":["trace[1730572141] 'agreement among raft nodes before linearized reading' (duration: 174.345389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.081232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.921445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:25:51.081331Z","caller":"traceutil/trace.go:171","msg":"trace[901652478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2910; }","duration":"176.056039ms","start":"2026-03-31T20:25:50.90525Z","end":"2026-03-31T20:25:51.081306Z","steps":["trace[901652478] 'agreement among raft nodes before linearized reading' (duration: 175.65796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.081535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.953087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:25:51.081618Z","caller":"traceutil/trace.go:171","msg":"trace[1105289083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2910; }","duration":"146.08439ms","start":"2026-03-31T20:25:50.935514Z","end":"2026-03-31T20:25:51.081599Z","steps":["trace[1105289083] 'agreement among raft nodes before linearized reading' (duration: 145.65961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:57.319069Z","caller":"traceutil/trace.go:171","msg":"trace[54994241] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3062; }","duration":"127.39567ms","start":"2026-03-31T20:25:57.191647Z","end":"2026-03-31T20:25:57.319042Z","steps":["trace[54994241] 'read index received' (duration: 124.600453ms)","trace[54994241] 'applied index is now lower than readState.Index' (duration: 2.793517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:57.319099Z","caller":"traceutil/trace.go:171","msg":"trace[1054976168] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"135.71614ms","start":"2026-03-31T20:25:57.183355Z","end":"2026-03-31T20:25:57.319071Z","steps":["trace[1054976168] 'process raft request' (duration: 132.895002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:57.319395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.733188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:25:57.319489Z","caller":"traceutil/trace.go:171","msg":"trace[1337411096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2946; }","duration":"127.872841ms","start":"2026-03-31T20:25:57.191596Z","end":"2026-03-31T20:25:57.319469Z","steps":["trace[1337411096] 'agreement among raft nodes before linearized reading' (duration: 127.589544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:59.156685Z","caller":"traceutil/trace.go:171","msg":"trace[1469580795] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"143.427596ms","start":"2026-03-31T20:25:59.013232Z","end":"2026-03-31T20:25:59.156659Z","steps":["trace[1469580795] 'process raft request' (duration: 142.780261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:03.583087Z","caller":"traceutil/trace.go:171","msg":"trace[1805120102] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"458.418296ms","start":"2026-03-31T20:28:03.124649Z","end":"2026-03-31T20:28:03.583067Z","steps":["trace[1805120102] 'process raft request' (duration: 458.292023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:03.583224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:03.124624Z","time spent":"458.531559ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:03.727761Z","caller":"traceutil/trace.go:171","msg":"trace[1508757300] transaction","detail":"{read_only:false; response_revision:3803; number_of_response:1; }","duration":"555.05781ms","start":"2026-03-31T20:28:03.172665Z","end":"2026-03-31T20:28:03.727722Z","steps":["trace[1508757300] 'process raft request' (duration: 483.106195ms)","trace[1508757300] 'compare' (duration: 71.563896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:03.727841Z","caller":"traceutil/trace.go:171","msg":"trace[614185655] linearizableReadLoop","detail":"{readStateIndex:3952; appliedIndex:3950; }","duration":"200.010355ms","start":"2026-03-31T20:28:03.527797Z","end":"2026-03-31T20:28:03.727807Z","steps":["trace[614185655] 'read index received' (duration: 55.203433ms)","trace[614185655] 'applied index is now lower than readState.Index' (duration: 144.803392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:03.727964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:03.172636Z","time spent":"555.216144ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:03.728094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.288851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:28:03.728169Z","caller":"traceutil/trace.go:171","msg":"trace[1019522741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3803; }","duration":"200.409444ms","start":"2026-03-31T20:28:03.527742Z","end":"2026-03-31T20:28:03.728151Z","steps":["trace[1019522741] 'agreement among raft nodes before linearized reading' (duration: 200.153628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:03.730211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.839238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:28:03.730362Z","caller":"traceutil/trace.go:171","msg":"trace[957435038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3803; }","duration":"123.045042ms","start":"2026-03-31T20:28:03.607286Z","end":"2026-03-31T20:28:03.730331Z","steps":["trace[957435038] 'agreement among raft nodes before linearized reading' (duration: 122.702844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:03.730248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.119227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:28:03.730488Z","caller":"traceutil/trace.go:171","msg":"trace[908318153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:3803; }","duration":"115.414983ms","start":"2026-03-31T20:28:03.615049Z","end":"2026-03-31T20:28:03.730464Z","steps":["trace[908318153] 'agreement among raft nodes before linearized reading' (duration: 114.991934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:23.475849Z","caller":"traceutil/trace.go:171","msg":"trace[385719148] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"242.800127ms","start":"2026-03-31T20:29:23.233018Z","end":"2026-03-31T20:29:23.475818Z","steps":["trace[385719148] 'process raft request' (duration: 168.654904ms)","trace[385719148] 'compare' (duration: 73.880387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:23.475828Z","caller":"traceutil/trace.go:171","msg":"trace[2120890448] linearizableReadLoop","detail":"{readStateIndex:4965; appliedIndex:4964; }","duration":"238.739121ms","start":"2026-03-31T20:29:23.237045Z","end":"2026-03-31T20:29:23.475785Z","steps":["trace[2120890448] 'read index received' (duration: 164.602477ms)","trace[2120890448] 'applied index is now lower than readState.Index' (duration: 74.134554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:23.477336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.267688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-31T20:29:23.47764Z","caller":"traceutil/trace.go:171","msg":"trace[1198921263] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4778; }","duration":"240.622826ms","start":"2026-03-31T20:29:23.237003Z","end":"2026-03-31T20:29:23.477626Z","steps":["trace[1198921263] 'agreement among raft nodes before linearized reading' (duration: 238.913385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:23.506008Z","caller":"traceutil/trace.go:171","msg":"trace[2001415283] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"118.078949ms","start":"2026-03-31T20:29:23.3879Z","end":"2026-03-31T20:29:23.505979Z","steps":["trace[2001415283] 'process raft request' (duration: 117.824113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:23.506101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.483095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ab964278-2684-42f0-b962-a9215a8eb27c\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-31T20:29:23.506159Z","caller":"traceutil/trace.go:171","msg":"trace[1305728728] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ab964278-2684-42f0-b962-a9215a8eb27c; range_end:; response_count:1; response_revision:4779; }","duration":"159.588837ms","start":"2026-03-31T20:29:23.346554Z","end":"2026-03-31T20:29:23.506143Z","steps":["trace[1305728728] 'agreement among raft nodes before linearized reading' (duration: 159.411173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:23.66906Z","caller":"traceutil/trace.go:171","msg":"trace[1259936127] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4781; }","duration":"109.859474ms","start":"2026-03-31T20:29:23.559164Z","end":"2026-03-31T20:29:23.669023Z","steps":["trace[1259936127] 'process raft request' (duration: 42.87688ms)","trace[1259936127] 'compare' (duration: 66.695918ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:25.374039Z","caller":"traceutil/trace.go:171","msg":"trace[318374630] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5026; }","duration":"102.562781ms","start":"2026-03-31T20:29:25.271447Z","end":"2026-03-31T20:29:25.37401Z","steps":["trace[318374630] 'read index received' (duration: 28.442906ms)","trace[318374630] 'applied index is now lower than readState.Index' (duration: 74.118235ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:25.374099Z","caller":"traceutil/trace.go:171","msg":"trace[487630476] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"106.262749ms","start":"2026-03-31T20:29:25.267804Z","end":"2026-03-31T20:29:25.374066Z","steps":["trace[487630476] 'process raft request' (duration: 32.143445ms)","trace[487630476] 'compare' (duration: 73.911659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:25.375026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.519223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-31T20:29:25.375076Z","caller":"traceutil/trace.go:171","msg":"trace[1974326602] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4836; }","duration":"103.652146ms","start":"2026-03-31T20:29:25.271412Z","end":"2026-03-31T20:29:25.375064Z","steps":["trace[1974326602] 'agreement among raft nodes before linearized reading' (duration: 102.704194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:26.181381Z","caller":"traceutil/trace.go:171","msg":"trace[1159558784] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"145.201796ms","start":"2026-03-31T20:29:26.036144Z","end":"2026-03-31T20:29:26.181346Z","steps":["trace[1159558784] 'process raft request' (duration: 144.94185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.326407Z","caller":"traceutil/trace.go:171","msg":"trace[2064303823] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"401.69352ms","start":"2026-03-31T20:29:29.924682Z","end":"2026-03-31T20:29:30.326376Z","steps":["trace[2064303823] 'read index received' (duration: 401.504285ms)","trace[2064303823] 'applied index is now lower than readState.Index' (duration: 188.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:30.326551Z","caller":"traceutil/trace.go:171","msg":"trace[33024097] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"544.633022ms","start":"2026-03-31T20:29:29.781907Z","end":"2026-03-31T20:29:30.32654Z","steps":["trace[33024097] 'process raft request' (duration: 544.320304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.326666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.78188Z","time spent":"544.697643ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:30.3282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.493022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719269"} {"level":"info","ts":"2026-03-31T20:29:30.328291Z","caller":"traceutil/trace.go:171","msg":"trace[1559231447] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4997; }","duration":"403.633095ms","start":"2026-03-31T20:29:29.92464Z","end":"2026-03-31T20:29:30.328273Z","steps":["trace[1559231447] 'agreement among raft nodes before linearized reading' (duration: 402.025848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.328333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.92462Z","time spent":"403.702546ms","remote":"127.0.0.1:36452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719293,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:29:30.329961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.374685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:29:30.330044Z","caller":"traceutil/trace.go:171","msg":"trace[1173873588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4999; }","duration":"128.493778ms","start":"2026-03-31T20:29:30.201531Z","end":"2026-03-31T20:29:30.330025Z","steps":["trace[1173873588] 'agreement among raft nodes before linearized reading' (duration: 128.262143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.330074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.996746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:29:30.33013Z","caller":"traceutil/trace.go:171","msg":"trace[1790272355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4999; }","duration":"115.074578ms","start":"2026-03-31T20:29:30.215039Z","end":"2026-03-31T20:29:30.330114Z","steps":["trace[1790272355] 'agreement among raft nodes before linearized reading' (duration: 114.917785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.330133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.513628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:29:30.330189Z","caller":"traceutil/trace.go:171","msg":"trace[302961304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4999; }","duration":"115.5734ms","start":"2026-03-31T20:29:30.214603Z","end":"2026-03-31T20:29:30.330176Z","steps":["trace[302961304] 'agreement among raft nodes before linearized reading' (duration: 115.381115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.330304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.149764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:29:30.330346Z","caller":"traceutil/trace.go:171","msg":"trace[1646219979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:4999; }","duration":"124.221666ms","start":"2026-03-31T20:29:30.206114Z","end":"2026-03-31T20:29:30.330336Z","steps":["trace[1646219979] 'agreement among raft nodes before linearized reading' (duration: 124.119133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.330358Z","caller":"traceutil/trace.go:171","msg":"trace[1632545561] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"137.284837ms","start":"2026-03-31T20:29:30.193061Z","end":"2026-03-31T20:29:30.330346Z","steps":["trace[1632545561] 'process raft request' (duration: 136.674362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.330489Z","caller":"traceutil/trace.go:171","msg":"trace[915878151] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"340.989085ms","start":"2026-03-31T20:29:29.989491Z","end":"2026-03-31T20:29:30.33048Z","steps":["trace[915878151] 'process raft request' (duration: 340.117034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.330554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:29.989462Z","time spent":"341.047797ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:30.330824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.475167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:29:30.330879Z","caller":"traceutil/trace.go:171","msg":"trace[782508371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4999; }","duration":"112.554988ms","start":"2026-03-31T20:29:30.218311Z","end":"2026-03-31T20:29:30.330866Z","steps":["trace[782508371] 'agreement among raft nodes before linearized reading' (duration: 112.21617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.459482Z","caller":"traceutil/trace.go:171","msg":"trace[1082810091] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"125.193298ms","start":"2026-03-31T20:29:30.334265Z","end":"2026-03-31T20:29:30.459459Z","steps":["trace[1082810091] 'process raft request' (duration: 115.687622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.479695Z","caller":"traceutil/trace.go:171","msg":"trace[1923323887] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"145.02411ms","start":"2026-03-31T20:29:30.334644Z","end":"2026-03-31T20:29:30.479668Z","steps":["trace[1923323887] 'process raft request' (duration: 144.915318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.479721Z","caller":"traceutil/trace.go:171","msg":"trace[1672931258] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"145.359379ms","start":"2026-03-31T20:29:30.334329Z","end":"2026-03-31T20:29:30.479688Z","steps":["trace[1672931258] 'process raft request' (duration: 145.041451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.479895Z","caller":"traceutil/trace.go:171","msg":"trace[1318962425] linearizableReadLoop","detail":"{readStateIndex:5197; appliedIndex:5193; }","duration":"143.374383ms","start":"2026-03-31T20:29:30.336504Z","end":"2026-03-31T20:29:30.479878Z","steps":["trace[1318962425] 'read index received' (duration: 113.528652ms)","trace[1318962425] 'applied index is now lower than readState.Index' (duration: 29.844711ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:30.479922Z","caller":"traceutil/trace.go:171","msg":"trace[383799369] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"140.927725ms","start":"2026-03-31T20:29:30.338981Z","end":"2026-03-31T20:29:30.479909Z","steps":["trace[383799369] 'process raft request' (duration: 140.804141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:30.479992Z","caller":"traceutil/trace.go:171","msg":"trace[133456974] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"144.190632ms","start":"2026-03-31T20:29:30.335781Z","end":"2026-03-31T20:29:30.479971Z","steps":["trace[133456974] 'process raft request' (duration: 143.828203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:30.480297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.762352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62894"} {"level":"info","ts":"2026-03-31T20:29:30.480374Z","caller":"traceutil/trace.go:171","msg":"trace[385514931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5004; }","duration":"143.858024ms","start":"2026-03-31T20:29:30.336498Z","end":"2026-03-31T20:29:30.480356Z","steps":["trace[385514931] 'agreement among raft nodes before linearized reading' (duration: 143.551037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:31.236959Z","caller":"traceutil/trace.go:171","msg":"trace[1715761980] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5200; }","duration":"140.313569ms","start":"2026-03-31T20:29:31.096619Z","end":"2026-03-31T20:29:31.236933Z","steps":["trace[1715761980] 'read index received' (duration: 140.162565ms)","trace[1715761980] 'applied index is now lower than readState.Index' (duration: 150.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:31.237043Z","caller":"traceutil/trace.go:171","msg":"trace[607652824] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"239.350296ms","start":"2026-03-31T20:29:30.99765Z","end":"2026-03-31T20:29:31.237Z","steps":["trace[607652824] 'process raft request' (duration: 239.138011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:31.237171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.518503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:31.237262Z","caller":"traceutil/trace.go:171","msg":"trace[898042206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"140.674377ms","start":"2026-03-31T20:29:31.096568Z","end":"2026-03-31T20:29:31.237242Z","steps":["trace[898042206] 'agreement among raft nodes before linearized reading' (duration: 140.483973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:41.668146Z","caller":"traceutil/trace.go:171","msg":"trace[1345335756] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"124.049092ms","start":"2026-03-31T20:29:41.54406Z","end":"2026-03-31T20:29:41.668109Z","steps":["trace[1345335756] 'process raft request' (duration: 123.680064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:41.962182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.153972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:41.962288Z","caller":"traceutil/trace.go:171","msg":"trace[962170721] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5431; }","duration":"290.788589ms","start":"2026-03-31T20:29:41.671481Z","end":"2026-03-31T20:29:41.962269Z","steps":["trace[962170721] 'read index received' (duration: 148.368471ms)","trace[962170721] 'applied index is now lower than readState.Index' (duration: 142.418788ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:41.962374Z","caller":"traceutil/trace.go:171","msg":"trace[46748520] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"292.314566ms","start":"2026-03-31T20:29:41.670009Z","end":"2026-03-31T20:29:41.962323Z","steps":["trace[46748520] 'process raft request' (duration: 149.937928ms)","trace[46748520] 'compare' (duration: 142.002649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:41.962477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.000234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:29:41.962514Z","caller":"traceutil/trace.go:171","msg":"trace[540905721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5230; }","duration":"291.098086ms","start":"2026-03-31T20:29:41.671406Z","end":"2026-03-31T20:29:41.962504Z","steps":["trace[540905721] 'agreement among raft nodes before linearized reading' (duration: 290.909251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:42.210084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.062017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:42.210235Z","caller":"traceutil/trace.go:171","msg":"trace[1773341290] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5434; }","duration":"180.525166ms","start":"2026-03-31T20:29:42.029687Z","end":"2026-03-31T20:29:42.210212Z","steps":["trace[1773341290] 'read index received' (duration: 47.254224ms)","trace[1773341290] 'applied index is now lower than readState.Index' (duration: 133.269322ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:42.210276Z","caller":"traceutil/trace.go:171","msg":"trace[1905458943] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"196.339103ms","start":"2026-03-31T20:29:42.013885Z","end":"2026-03-31T20:29:42.210224Z","steps":["trace[1905458943] 'process raft request' (duration: 63.008839ms)","trace[1905458943] 'compare' (duration: 132.843962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:42.210371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.65981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:42.210645Z","caller":"traceutil/trace.go:171","msg":"trace[789441419] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5233; }","duration":"180.976547ms","start":"2026-03-31T20:29:42.02964Z","end":"2026-03-31T20:29:42.210617Z","steps":["trace[789441419] 'agreement among raft nodes before linearized reading' (duration: 180.645989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:42.210567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.139443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:42.210856Z","caller":"traceutil/trace.go:171","msg":"trace[1009030595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5233; }","duration":"113.50085ms","start":"2026-03-31T20:29:42.097338Z","end":"2026-03-31T20:29:42.210839Z","steps":["trace[1009030595] 'agreement among raft nodes before linearized reading' (duration: 113.013049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:43.004538Z","caller":"traceutil/trace.go:171","msg":"trace[353261642] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"608.668814ms","start":"2026-03-31T20:29:42.395841Z","end":"2026-03-31T20:29:43.004509Z","steps":["trace[353261642] 'process raft request' (duration: 608.444679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.004757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.395814Z","time spent":"608.813138ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:43.332122Z","caller":"traceutil/trace.go:171","msg":"trace[2060254837] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5435; }","duration":"815.129248ms","start":"2026-03-31T20:29:42.516955Z","end":"2026-03-31T20:29:43.332085Z","steps":["trace[2060254837] 'read index received' (duration: 487.361398ms)","trace[2060254837] 'applied index is now lower than readState.Index' (duration: 327.76617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:43.332283Z","caller":"traceutil/trace.go:171","msg":"trace[1816346209] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"932.127272ms","start":"2026-03-31T20:29:42.400137Z","end":"2026-03-31T20:29:43.332264Z","steps":["trace[1816346209] 'process raft request' (duration: 840.879931ms)","trace[1816346209] 'compare' (duration: 90.713958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:43.332426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.400127Z","time spent":"932.203183ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:43.332809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.827416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:29:43.332899Z","caller":"traceutil/trace.go:171","msg":"trace[1068230609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5235; }","duration":"816.001189ms","start":"2026-03-31T20:29:42.516879Z","end":"2026-03-31T20:29:43.33288Z","steps":["trace[1068230609] 'agreement among raft nodes before linearized reading' (duration: 815.662761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.332953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.516842Z","time spent":"816.101292ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:43.604463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.538546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:43.604729Z","caller":"traceutil/trace.go:171","msg":"trace[1298582219] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"266.528722ms","start":"2026-03-31T20:29:43.338151Z","end":"2026-03-31T20:29:43.60468Z","steps":["trace[1298582219] 'process raft request' (duration: 266.43172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:43.604746Z","caller":"traceutil/trace.go:171","msg":"trace[1582162543] linearizableReadLoop","detail":"{readStateIndex:5438; appliedIndex:5437; }","duration":"272.468404ms","start":"2026-03-31T20:29:43.332208Z","end":"2026-03-31T20:29:43.604677Z","steps":["trace[1582162543] 'read index received' (duration: 165.692593ms)","trace[1582162543] 'applied index is now lower than readState.Index' (duration: 106.773631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:43.604762Z","caller":"traceutil/trace.go:171","msg":"trace[284714618] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"324.646046ms","start":"2026-03-31T20:29:43.280022Z","end":"2026-03-31T20:29:43.604668Z","steps":["trace[284714618] 'process raft request' (duration: 217.783912ms)","trace[284714618] 'compare' (duration: 106.195867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:43.604976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:43.279978Z","time spent":"324.879391ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:43.605071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014640346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:29:43.60513Z","caller":"traceutil/trace.go:171","msg":"trace[2136488770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5237; }","duration":"1.014765338s","start":"2026-03-31T20:29:42.590345Z","end":"2026-03-31T20:29:43.60511Z","steps":["trace[2136488770] 'agreement among raft nodes before linearized reading' (duration: 1.014487382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.605181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.590314Z","time spent":"1.014853371s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:43.60519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.742013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:43.605238Z","caller":"traceutil/trace.go:171","msg":"trace[543110662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5237; }","duration":"507.813055ms","start":"2026-03-31T20:29:43.097408Z","end":"2026-03-31T20:29:43.605221Z","steps":["trace[543110662] 'agreement among raft nodes before linearized reading' (duration: 507.743683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.605271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:43.097393Z","time spent":"507.870756ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:29:43.605338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.741042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:29:43.605358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.923433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-31T20:29:43.605383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.559708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:29:43.60539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.203797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:29:43.605421Z","caller":"traceutil/trace.go:171","msg":"trace[1362480097] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5237; }","duration":"507.001725ms","start":"2026-03-31T20:29:43.098404Z","end":"2026-03-31T20:29:43.605406Z","steps":["trace[1362480097] 'agreement among raft nodes before linearized reading' (duration: 506.798081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:43.605416Z","caller":"traceutil/trace.go:171","msg":"trace[1078555431] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5237; }","duration":"591.865865ms","start":"2026-03-31T20:29:43.013528Z","end":"2026-03-31T20:29:43.605393Z","steps":["trace[1078555431] 'agreement among raft nodes before linearized reading' (duration: 591.66876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:43.605434Z","caller":"traceutil/trace.go:171","msg":"trace[1560849223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5237; }","duration":"989.641021ms","start":"2026-03-31T20:29:42.615778Z","end":"2026-03-31T20:29:43.605419Z","steps":["trace[1560849223] 'agreement among raft nodes before linearized reading' (duration: 989.427846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.605475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.615761Z","time spent":"989.706692ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:29:43.605481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:43.098388Z","time spent":"507.074377ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T20:29:43.60548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:43.013504Z","time spent":"591.961777ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:29:43.605502Z","caller":"traceutil/trace.go:171","msg":"trace[2115576507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:5237; }","duration":"988.275339ms","start":"2026-03-31T20:29:42.617154Z","end":"2026-03-31T20:29:43.60543Z","steps":["trace[2115576507] 'agreement among raft nodes before linearized reading' (duration: 987.994012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.60556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.617148Z","time spent":"988.398062ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"warn","ts":"2026-03-31T20:29:43.605869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.772922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:29:43.605975Z","caller":"traceutil/trace.go:171","msg":"trace[1000197231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5237; }","duration":"999.906515ms","start":"2026-03-31T20:29:42.606041Z","end":"2026-03-31T20:29:43.605948Z","steps":["trace[1000197231] 'agreement among raft nodes before linearized reading' (duration: 999.640909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.606027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.606033Z","time spent":"999.983147ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:43.606053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.998985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:29:43.606048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000711744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:29:43.606105Z","caller":"traceutil/trace.go:171","msg":"trace[756674807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5237; }","duration":"989.065567ms","start":"2026-03-31T20:29:42.617023Z","end":"2026-03-31T20:29:43.606088Z","steps":["trace[756674807] 'agreement among raft nodes before linearized reading' (duration: 988.915114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.606136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.617012Z","time spent":"989.117378ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:29:43.606128Z","caller":"traceutil/trace.go:171","msg":"trace[730250145] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5237; }","duration":"1.000792656s","start":"2026-03-31T20:29:42.605315Z","end":"2026-03-31T20:29:43.606108Z","steps":["trace[730250145] 'agreement among raft nodes before linearized reading' (duration: 1.000398967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:43.606178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:42.605234Z","time spent":"1.000932449s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:29:45.857768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.521032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:45.857881Z","caller":"traceutil/trace.go:171","msg":"trace[487482931] linearizableReadLoop","detail":"{readStateIndex:5476; appliedIndex:5474; }","duration":"235.549355ms","start":"2026-03-31T20:29:45.622312Z","end":"2026-03-31T20:29:45.857861Z","steps":["trace[487482931] 'read index received' (duration: 34.171543ms)","trace[487482931] 'applied index is now lower than readState.Index' (duration: 201.375862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:45.857997Z","caller":"traceutil/trace.go:171","msg":"trace[293003986] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"242.616264ms","start":"2026-03-31T20:29:45.615348Z","end":"2026-03-31T20:29:45.857964Z","steps":["trace[293003986] 'process raft request' (duration: 120.677972ms)","trace[293003986] 'compare' (duration: 121.41877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:45.858098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.713178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:29:45.858149Z","caller":"traceutil/trace.go:171","msg":"trace[537247486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5273; }","duration":"232.784219ms","start":"2026-03-31T20:29:45.62535Z","end":"2026-03-31T20:29:45.858134Z","steps":["trace[537247486] 'agreement among raft nodes before linearized reading' (duration: 232.618395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:45.858165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.282307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:29:45.858129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.794531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:29:45.858253Z","caller":"traceutil/trace.go:171","msg":"trace[936997029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5273; }","duration":"232.37617ms","start":"2026-03-31T20:29:45.62585Z","end":"2026-03-31T20:29:45.858226Z","steps":["trace[936997029] 'agreement among raft nodes before linearized reading' (duration: 232.182545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:45.85816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.906821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:29:45.858347Z","caller":"traceutil/trace.go:171","msg":"trace[2075936054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:5273; }","duration":"230.140447ms","start":"2026-03-31T20:29:45.628192Z","end":"2026-03-31T20:29:45.858332Z","steps":["trace[2075936054] 'agreement among raft nodes before linearized reading' (duration: 229.797538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:45.858371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.735108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:29:45.858486Z","caller":"traceutil/trace.go:171","msg":"trace[32810659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5273; }","duration":"232.898032ms","start":"2026-03-31T20:29:45.625562Z","end":"2026-03-31T20:29:45.85846Z","steps":["trace[32810659] 'agreement among raft nodes before linearized reading' (duration: 232.531683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:45.858293Z","caller":"traceutil/trace.go:171","msg":"trace[1510431912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5273; }","duration":"236.010456ms","start":"2026-03-31T20:29:45.622266Z","end":"2026-03-31T20:29:45.858277Z","steps":["trace[1510431912] 'agreement among raft nodes before linearized reading' (duration: 235.686529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:45.858823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.642555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:29:45.858996Z","caller":"traceutil/trace.go:171","msg":"trace[1090880195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5273; }","duration":"232.937762ms","start":"2026-03-31T20:29:45.626027Z","end":"2026-03-31T20:29:45.858965Z","steps":["trace[1090880195] 'agreement among raft nodes before linearized reading' (duration: 232.142764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:51.235213Z","caller":"traceutil/trace.go:171","msg":"trace[1027912884] linearizableReadLoop","detail":"{readStateIndex:5611; appliedIndex:5610; }","duration":"138.144217ms","start":"2026-03-31T20:29:51.097043Z","end":"2026-03-31T20:29:51.235188Z","steps":["trace[1027912884] 'read index received' (duration: 137.954943ms)","trace[1027912884] 'applied index is now lower than readState.Index' (duration: 188.004µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:51.235353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.292432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:51.235388Z","caller":"traceutil/trace.go:171","msg":"trace[1145370008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5404; }","duration":"138.386184ms","start":"2026-03-31T20:29:51.096989Z","end":"2026-03-31T20:29:51.235375Z","steps":["trace[1145370008] 'agreement among raft nodes before linearized reading' (duration: 138.307963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:51.235537Z","caller":"traceutil/trace.go:171","msg":"trace[2039136107] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"207.439187ms","start":"2026-03-31T20:29:51.028064Z","end":"2026-03-31T20:29:51.235503Z","steps":["trace[2039136107] 'process raft request' (duration: 206.961304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:51.704909Z","caller":"traceutil/trace.go:171","msg":"trace[1105493131] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"344.208122ms","start":"2026-03-31T20:29:51.360675Z","end":"2026-03-31T20:29:51.704883Z","steps":["trace[1105493131] 'process raft request' (duration: 343.948436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:51.705088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:51.360652Z","time spent":"344.339144ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:51.705127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.384979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c54cf4a2-a547-49b0-8101-c0b389ce76f3\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-31T20:29:51.705181Z","caller":"traceutil/trace.go:171","msg":"trace[808887983] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c54cf4a2-a547-49b0-8101-c0b389ce76f3; range_end:; response_count:1; response_revision:5405; }","duration":"229.495571ms","start":"2026-03-31T20:29:51.475673Z","end":"2026-03-31T20:29:51.705168Z","steps":["trace[808887983] 'agreement among raft nodes before linearized reading' (duration: 229.293737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:51.704882Z","caller":"traceutil/trace.go:171","msg":"trace[1688526575] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5611; }","duration":"229.107812ms","start":"2026-03-31T20:29:51.475717Z","end":"2026-03-31T20:29:51.704825Z","steps":["trace[1688526575] 'read index received' (duration: 229.02467ms)","trace[1688526575] 'applied index is now lower than readState.Index' (duration: 81.902µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:52.162345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.24445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:52.162544Z","caller":"traceutil/trace.go:171","msg":"trace[564957510] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5612; }","duration":"456.950985ms","start":"2026-03-31T20:29:51.70557Z","end":"2026-03-31T20:29:52.162522Z","steps":["trace[564957510] 'read index received' (duration: 181.436518ms)","trace[564957510] 'applied index is now lower than readState.Index' (duration: 275.513437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:52.162592Z","caller":"traceutil/trace.go:171","msg":"trace[1962320490] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"488.429174ms","start":"2026-03-31T20:29:51.674118Z","end":"2026-03-31T20:29:52.162547Z","steps":["trace[1962320490] 'process raft request' (duration: 212.878275ms)","trace[1962320490] 'compare' (duration: 275.104317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:52.162792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:51.674095Z","time spent":"488.595418ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:52.162883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.214903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:29:52.162938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.099216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:52.162966Z","caller":"traceutil/trace.go:171","msg":"trace[1873663236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5407; }","duration":"281.349876ms","start":"2026-03-31T20:29:51.881599Z","end":"2026-03-31T20:29:52.162949Z","steps":["trace[1873663236] 'agreement among raft nodes before linearized reading' (duration: 281.135361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.16298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.237288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:29:52.163007Z","caller":"traceutil/trace.go:171","msg":"trace[461609282] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5407; }","duration":"583.198839ms","start":"2026-03-31T20:29:51.579791Z","end":"2026-03-31T20:29:52.16299Z","steps":["trace[461609282] 'agreement among raft nodes before linearized reading' (duration: 582.849131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:52.163017Z","caller":"traceutil/trace.go:171","msg":"trace[1081853377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:5407; }","duration":"272.320041ms","start":"2026-03-31T20:29:51.890686Z","end":"2026-03-31T20:29:52.163006Z","steps":["trace[1081853377] 'agreement among raft nodes before linearized reading' (duration: 272.177168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:52.162994Z","caller":"traceutil/trace.go:171","msg":"trace[1528313294] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"449.567519ms","start":"2026-03-31T20:29:51.713385Z","end":"2026-03-31T20:29:52.162952Z","steps":["trace[1528313294] 'process raft request' (duration: 449.073517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.163016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.00969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:29:52.163013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.888233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T20:29:52.16306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:51.579778Z","time spent":"583.269961ms","remote":"127.0.0.1:36460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:29:52.163098Z","caller":"traceutil/trace.go:171","msg":"trace[1947207553] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5407; }","duration":"183.008216ms","start":"2026-03-31T20:29:51.980072Z","end":"2026-03-31T20:29:52.16308Z","steps":["trace[1947207553] 'agreement among raft nodes before linearized reading' (duration: 182.771141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:52.163093Z","caller":"traceutil/trace.go:171","msg":"trace[1729070912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5407; }","duration":"271.120862ms","start":"2026-03-31T20:29:51.891954Z","end":"2026-03-31T20:29:52.163075Z","steps":["trace[1729070912] 'agreement among raft nodes before linearized reading' (duration: 270.942928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.163117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.766073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:29:52.163163Z","caller":"traceutil/trace.go:171","msg":"trace[1779913727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5407; }","duration":"267.846015ms","start":"2026-03-31T20:29:51.895302Z","end":"2026-03-31T20:29:52.163148Z","steps":["trace[1779913727] 'agreement among raft nodes before linearized reading' (duration: 267.754883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.163151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.435271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c54cf4a2-a547-49b0-8101-c0b389ce76f3\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-31T20:29:52.163256Z","caller":"traceutil/trace.go:171","msg":"trace[414435026] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c54cf4a2-a547-49b0-8101-c0b389ce76f3; range_end:; response_count:1; response_revision:5407; }","duration":"158.592335ms","start":"2026-03-31T20:29:52.004638Z","end":"2026-03-31T20:29:52.163231Z","steps":["trace[414435026] 'agreement among raft nodes before linearized reading' (duration: 158.365429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.163259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.36687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:29:52.163176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:51.713363Z","time spent":"449.711873ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:52.163309Z","caller":"traceutil/trace.go:171","msg":"trace[1261808611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5407; }","duration":"269.434531ms","start":"2026-03-31T20:29:51.893863Z","end":"2026-03-31T20:29:52.163297Z","steps":["trace[1261808611] 'agreement among raft nodes before linearized reading' (duration: 269.268127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.163014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.814952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T20:29:52.163277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.671051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:29:52.163383Z","caller":"traceutil/trace.go:171","msg":"trace[984856898] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5407; }","duration":"270.249302ms","start":"2026-03-31T20:29:51.893122Z","end":"2026-03-31T20:29:52.163371Z","steps":["trace[984856898] 'agreement among raft nodes before linearized reading' (duration: 269.74028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:52.163443Z","caller":"traceutil/trace.go:171","msg":"trace[1097272669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5407; }","duration":"275.828714ms","start":"2026-03-31T20:29:51.887564Z","end":"2026-03-31T20:29:52.163393Z","steps":["trace[1097272669] 'agreement among raft nodes before linearized reading' (duration: 275.419355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:53.829834Z","caller":"traceutil/trace.go:171","msg":"trace[2077124038] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"119.487804ms","start":"2026-03-31T20:29:53.710317Z","end":"2026-03-31T20:29:53.829805Z","steps":["trace[2077124038] 'process raft request' (duration: 118.316655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:59.578048Z","caller":"traceutil/trace.go:171","msg":"trace[1159462139] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"321.568143ms","start":"2026-03-31T20:29:59.256457Z","end":"2026-03-31T20:29:59.578025Z","steps":["trace[1159462139] 'process raft request' (duration: 321.363118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:59.578303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:59.256428Z","time spent":"321.703015ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:03.992521Z","caller":"traceutil/trace.go:171","msg":"trace[1962025454] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"151.146348ms","start":"2026-03-31T20:30:03.841346Z","end":"2026-03-31T20:30:03.992492Z","steps":["trace[1962025454] 'process raft request' (duration: 150.921782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:04.130813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.743825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T20:30:04.131128Z","caller":"traceutil/trace.go:171","msg":"trace[653738075] linearizableReadLoop","detail":"{readStateIndex:5776; appliedIndex:5774; }","duration":"234.281026ms","start":"2026-03-31T20:30:03.896823Z","end":"2026-03-31T20:30:04.131104Z","steps":["trace[653738075] 'read index received' (duration: 95.730408ms)","trace[653738075] 'applied index is now lower than readState.Index' (duration: 138.549518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:04.131219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.386649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:04.131248Z","caller":"traceutil/trace.go:171","msg":"trace[1698504368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5566; }","duration":"234.482321ms","start":"2026-03-31T20:30:03.896753Z","end":"2026-03-31T20:30:04.131235Z","steps":["trace[1698504368] 'agreement among raft nodes before linearized reading' (duration: 234.408449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.131321Z","caller":"traceutil/trace.go:171","msg":"trace[251727096] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"270.027206ms","start":"2026-03-31T20:30:03.861257Z","end":"2026-03-31T20:30:04.131284Z","steps":["trace[251727096] 'process raft request' (duration: 269.664617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.338675Z","caller":"traceutil/trace.go:171","msg":"trace[1252975532] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"133.960958ms","start":"2026-03-31T20:30:04.20466Z","end":"2026-03-31T20:30:04.338621Z","steps":["trace[1252975532] 'process raft request' (duration: 87.341678ms)","trace[1252975532] 'compare' (duration: 45.801651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:55.70929Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2936} {"level":"info","ts":"2026-03-31T20:30:55.787088Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2936,"took":"76.031448ms","hash":3655137955,"current-db-size-bytes":57831424,"current-db-size":"58 MB","current-db-size-in-use-bytes":33427456,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-31T20:30:55.787145Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3655137955,"revision":2936,"compact-revision":-1} {"level":"info","ts":"2026-03-31T20:35:54.57966Z","caller":"traceutil/trace.go:171","msg":"trace[308672872] linearizableReadLoop","detail":"{readStateIndex:8510; appliedIndex:8509; }","duration":"329.946745ms","start":"2026-03-31T20:35:54.249688Z","end":"2026-03-31T20:35:54.579635Z","steps":["trace[308672872] 'read index received' (duration: 329.765331ms)","trace[308672872] 'applied index is now lower than readState.Index' (duration: 180.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:54.579792Z","caller":"traceutil/trace.go:171","msg":"trace[1164943859] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"467.097702ms","start":"2026-03-31T20:35:54.112664Z","end":"2026-03-31T20:35:54.579762Z","steps":["trace[1164943859] 'process raft request' (duration: 466.772264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.579918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.208281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:35:54.579967Z","caller":"traceutil/trace.go:171","msg":"trace[1384343944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8217; }","duration":"330.271993ms","start":"2026-03-31T20:35:54.249682Z","end":"2026-03-31T20:35:54.579954Z","steps":["trace[1384343944] 'agreement among raft nodes before linearized reading' (duration: 330.11543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.579985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:54.112639Z","time spent":"467.229905ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:54.580005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:54.24963Z","time spent":"330.365975ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:35:54.58001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.004513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:35:54.580038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.512285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:35:54.580096Z","caller":"traceutil/trace.go:171","msg":"trace[1440694627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8217; }","duration":"329.130116ms","start":"2026-03-31T20:35:54.250937Z","end":"2026-03-31T20:35:54.580067Z","steps":["trace[1440694627] 'agreement among raft nodes before linearized reading' (duration: 328.922601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.580132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:54.250916Z","time spent":"329.209158ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:35:54.580128Z","caller":"traceutil/trace.go:171","msg":"trace[1570602184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8217; }","duration":"305.638878ms","start":"2026-03-31T20:35:54.274473Z","end":"2026-03-31T20:35:54.580112Z","steps":["trace[1570602184] 'agreement among raft nodes before linearized reading' (duration: 305.459314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.580128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.196371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-31T20:35:54.580169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:54.274451Z","time spent":"305.708409ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:35:54.580203Z","caller":"traceutil/trace.go:171","msg":"trace[974973664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8217; }","duration":"103.336245ms","start":"2026-03-31T20:35:54.476849Z","end":"2026-03-31T20:35:54.580185Z","steps":["trace[974973664] 'agreement among raft nodes before linearized reading' (duration: 103.108279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.580414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.515544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:35:54.580478Z","caller":"traceutil/trace.go:171","msg":"trace[1003187842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8217; }","duration":"326.627926ms","start":"2026-03-31T20:35:54.253835Z","end":"2026-03-31T20:35:54.580463Z","steps":["trace[1003187842] 'agreement among raft nodes before linearized reading' (duration: 326.431962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.580521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:54.253815Z","time spent":"326.692708ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:35:54.580765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.049693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:35:54.580915Z","caller":"traceutil/trace.go:171","msg":"trace[1659358898] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:8217; }","duration":"150.32214ms","start":"2026-03-31T20:35:54.430558Z","end":"2026-03-31T20:35:54.58088Z","steps":["trace[1659358898] 'agreement among raft nodes before linearized reading' (duration: 149.745216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.581609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.727247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T20:35:54.581646Z","caller":"traceutil/trace.go:171","msg":"trace[217619951] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8217; }","duration":"323.771568ms","start":"2026-03-31T20:35:54.257865Z","end":"2026-03-31T20:35:54.581637Z","steps":["trace[217619951] 'agreement among raft nodes before linearized reading' (duration: 323.678825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.581667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:54.257861Z","time spent":"323.801758ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:35:54.581694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.491266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:35:54.58176Z","caller":"traceutil/trace.go:171","msg":"trace[544721368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8217; }","duration":"327.568629ms","start":"2026-03-31T20:35:54.254176Z","end":"2026-03-31T20:35:54.581744Z","steps":["trace[544721368] 'agreement among raft nodes before linearized reading' (duration: 327.388915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:54.581814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:54.25417Z","time spent":"327.63384ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:35:55.716974Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6007} {"level":"info","ts":"2026-03-31T20:35:55.87385Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6007,"took":"153.795773ms","hash":3613231116,"current-db-size-bytes":57831424,"current-db-size":"58 MB","current-db-size-in-use-bytes":23617536,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-31T20:35:55.873926Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3613231116,"revision":6007,"compact-revision":2936} {"level":"warn","ts":"2026-03-31T20:36:06.406188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.584777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:06.406287Z","caller":"traceutil/trace.go:171","msg":"trace[419961941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8281; }","duration":"308.752891ms","start":"2026-03-31T20:36:06.097514Z","end":"2026-03-31T20:36:06.406267Z","steps":["trace[419961941] 'range keys from in-memory index tree' (duration: 308.472895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:06.406335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:06.097468Z","time spent":"308.854434ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:36:07.152385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808403099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:36:07.363602Z","caller":"traceutil/trace.go:171","msg":"trace[838232414] linearizableReadLoop","detail":"{readStateIndex:8579; appliedIndex:8578; }","duration":"711.577268ms","start":"2026-03-31T20:36:06.651992Z","end":"2026-03-31T20:36:07.363569Z","steps":["trace[838232414] 'read index received' (duration: 711.475005ms)","trace[838232414] 'applied index is now lower than readState.Index' (duration: 100.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:07.363653Z","caller":"traceutil/trace.go:171","msg":"trace[769214307] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"717.628771ms","start":"2026-03-31T20:36:06.645981Z","end":"2026-03-31T20:36:07.363609Z","steps":["trace[769214307] 'process raft request' (duration: 717.391405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:07.36385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.844164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:36:07.363902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:06.645963Z","time spent":"717.774965ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:07.363931Z","caller":"traceutil/trace.go:171","msg":"trace[841947736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8282; }","duration":"711.972707ms","start":"2026-03-31T20:36:06.651935Z","end":"2026-03-31T20:36:07.363908Z","steps":["trace[841947736] 'agreement among raft nodes before linearized reading' (duration: 711.759382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:07.36398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:06.651917Z","time spent":"712.052478ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:36:07.598908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.10785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:36:07.599039Z","caller":"traceutil/trace.go:171","msg":"trace[810722176] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8579; }","duration":"235.338019ms","start":"2026-03-31T20:36:07.363681Z","end":"2026-03-31T20:36:07.599019Z","steps":["trace[810722176] 'read index received' (duration: 128.980683ms)","trace[810722176] 'applied index is now lower than readState.Index' (duration: 106.355666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:07.599235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.167067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:36:07.59929Z","caller":"traceutil/trace.go:171","msg":"trace[1049058116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8283; }","duration":"943.273809ms","start":"2026-03-31T20:36:06.656001Z","end":"2026-03-31T20:36:07.599275Z","steps":["trace[1049058116] 'agreement among raft nodes before linearized reading' (duration: 943.073384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:07.599348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:06.655978Z","time spent":"943.356261ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:36:07.59941Z","caller":"traceutil/trace.go:171","msg":"trace[2113713977] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"443.911191ms","start":"2026-03-31T20:36:07.15548Z","end":"2026-03-31T20:36:07.599391Z","steps":["trace[2113713977] 'process raft request' (duration: 337.162266ms)","trace[2113713977] 'compare' (duration: 105.867804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:07.599497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:07.15546Z","time spent":"443.993303ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:07.599501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.596491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:36:07.599595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.60437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:36:07.599619Z","caller":"traceutil/trace.go:171","msg":"trace[81694977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8283; }","duration":"501.746615ms","start":"2026-03-31T20:36:07.097828Z","end":"2026-03-31T20:36:07.599575Z","steps":["trace[81694977] 'agreement among raft nodes before linearized reading' (duration: 501.573561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:07.5996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.811896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:36:07.599652Z","caller":"traceutil/trace.go:171","msg":"trace[1921585604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8283; }","duration":"941.675741ms","start":"2026-03-31T20:36:06.657963Z","end":"2026-03-31T20:36:07.599639Z","steps":["trace[1921585604] 'agreement among raft nodes before linearized reading' (duration: 941.481647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:07.599665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:07.0978Z","time spent":"501.855827ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:36:07.599689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:06.657954Z","time spent":"941.727362ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:36:07.599698Z","caller":"traceutil/trace.go:171","msg":"trace[789482491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8283; }","duration":"928.943458ms","start":"2026-03-31T20:36:06.670732Z","end":"2026-03-31T20:36:07.599675Z","steps":["trace[789482491] 'agreement among raft nodes before linearized reading' (duration: 928.672802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:07.599765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:06.67072Z","time spent":"929.030031ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:36:07.599838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.455363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:36:07.599974Z","caller":"traceutil/trace.go:171","msg":"trace[754379958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8283; }","duration":"924.613806ms","start":"2026-03-31T20:36:06.67533Z","end":"2026-03-31T20:36:07.599943Z","steps":["trace[754379958] 'agreement among raft nodes before linearized reading' (duration: 924.187096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:07.600071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:06.675294Z","time spent":"924.760011ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:36:07.599318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.792526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:36:07.600328Z","caller":"traceutil/trace.go:171","msg":"trace[1088679902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:8283; }","duration":"916.783751ms","start":"2026-03-31T20:36:06.683493Z","end":"2026-03-31T20:36:07.600277Z","steps":["trace[1088679902] 'agreement among raft nodes before linearized reading' (duration: 915.703985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:07.600495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:06.683483Z","time spent":"916.952405ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"info","ts":"2026-03-31T20:36:07.620512Z","caller":"traceutil/trace.go:171","msg":"trace[711892729] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"250.569471ms","start":"2026-03-31T20:36:07.369904Z","end":"2026-03-31T20:36:07.620473Z","steps":["trace[711892729] 'process raft request' (duration: 250.391176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.368009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808403114,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:36:09.628195Z","caller":"traceutil/trace.go:171","msg":"trace[389885979] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8588; }","duration":"760.493189ms","start":"2026-03-31T20:36:08.86768Z","end":"2026-03-31T20:36:09.628173Z","steps":["trace[389885979] 'read index received' (duration: 760.320765ms)","trace[389885979] 'applied index is now lower than readState.Index' (duration: 170.944µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:09.628303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:08.725922Z","time spent":"902.376738ms","remote":"127.0.0.1:36394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:36:09.628636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.908449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:36:09.628718Z","caller":"traceutil/trace.go:171","msg":"trace[1976349697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8291; }","duration":"761.017521ms","start":"2026-03-31T20:36:08.867661Z","end":"2026-03-31T20:36:09.628679Z","steps":["trace[1976349697] 'agreement among raft nodes before linearized reading' (duration: 760.874258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.628755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:08.867581Z","time spent":"761.162985ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:36:09.649077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.403589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:36:09.649186Z","caller":"traceutil/trace.go:171","msg":"trace[165194644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8292; }","duration":"280.522131ms","start":"2026-03-31T20:36:09.368638Z","end":"2026-03-31T20:36:09.649161Z","steps":["trace[165194644] 'agreement among raft nodes before linearized reading' (duration: 280.347577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.649235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.030805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:09.64929Z","caller":"traceutil/trace.go:171","msg":"trace[2089446251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8292; }","duration":"551.130837ms","start":"2026-03-31T20:36:09.098145Z","end":"2026-03-31T20:36:09.649276Z","steps":["trace[2089446251] 'agreement among raft nodes before linearized reading' (duration: 551.059015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.649314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:09.098117Z","time spent":"551.192779ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:36:09.785032Z","caller":"traceutil/trace.go:171","msg":"trace[831105123] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8590; }","duration":"136.315117ms","start":"2026-03-31T20:36:09.648687Z","end":"2026-03-31T20:36:09.785002Z","steps":["trace[831105123] 'read index received' (duration: 85.91198ms)","trace[831105123] 'applied index is now lower than readState.Index' (duration: 50.401327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:09.785123Z","caller":"traceutil/trace.go:171","msg":"trace[1895172439] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"155.060332ms","start":"2026-03-31T20:36:09.630034Z","end":"2026-03-31T20:36:09.785094Z","steps":["trace[1895172439] 'process raft request' (duration: 104.464181ms)","trace[1895172439] 'compare' (duration: 50.313954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:09.785364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.321471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:36:09.785364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.337662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:36:09.785365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.28382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:36:09.785425Z","caller":"traceutil/trace.go:171","msg":"trace[353674011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8293; }","duration":"137.413833ms","start":"2026-03-31T20:36:09.647995Z","end":"2026-03-31T20:36:09.785408Z","steps":["trace[353674011] 'agreement among raft nodes before linearized reading' (duration: 137.166137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.785432Z","caller":"traceutil/trace.go:171","msg":"trace[403019547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8293; }","duration":"137.450624ms","start":"2026-03-31T20:36:09.647964Z","end":"2026-03-31T20:36:09.785414Z","steps":["trace[403019547] 'agreement among raft nodes before linearized reading' (duration: 137.26322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.785445Z","caller":"traceutil/trace.go:171","msg":"trace[940948456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8293; }","duration":"137.428574ms","start":"2026-03-31T20:36:09.647996Z","end":"2026-03-31T20:36:09.785425Z","steps":["trace[940948456] 'agreement among raft nodes before linearized reading' (duration: 137.056864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.785582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.668919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:36:09.785669Z","caller":"traceutil/trace.go:171","msg":"trace[1223946209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8293; }","duration":"137.802192ms","start":"2026-03-31T20:36:09.647848Z","end":"2026-03-31T20:36:09.78565Z","steps":["trace[1223946209] 'agreement among raft nodes before linearized reading' (duration: 137.519825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.844065Z","caller":"traceutil/trace.go:171","msg":"trace[1184978367] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"191.446776ms","start":"2026-03-31T20:36:09.65258Z","end":"2026-03-31T20:36:09.844027Z","steps":["trace[1184978367] 'process raft request' (duration: 191.21346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.844095Z","caller":"traceutil/trace.go:171","msg":"trace[1665866065] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"190.493063ms","start":"2026-03-31T20:36:09.653577Z","end":"2026-03-31T20:36:09.84407Z","steps":["trace[1665866065] 'process raft request' (duration: 190.443242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.844209Z","caller":"traceutil/trace.go:171","msg":"trace[1462527994] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"190.721578ms","start":"2026-03-31T20:36:09.65345Z","end":"2026-03-31T20:36:09.844172Z","steps":["trace[1462527994] 'process raft request' (duration: 190.526844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.953033Z","caller":"traceutil/trace.go:171","msg":"trace[1857619546] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"163.636145ms","start":"2026-03-31T20:36:09.789351Z","end":"2026-03-31T20:36:09.952987Z","steps":["trace[1857619546] 'process raft request' (duration: 163.553173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.953087Z","caller":"traceutil/trace.go:171","msg":"trace[1341033302] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"173.498129ms","start":"2026-03-31T20:36:09.779545Z","end":"2026-03-31T20:36:09.953043Z","steps":["trace[1341033302] 'process raft request' (duration: 107.007411ms)","trace[1341033302] 'compare' (duration: 66.13029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:09.95343Z","caller":"traceutil/trace.go:171","msg":"trace[1402024255] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"163.991924ms","start":"2026-03-31T20:36:09.789409Z","end":"2026-03-31T20:36:09.953401Z","steps":["trace[1402024255] 'process raft request' (duration: 163.538583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.953513Z","caller":"traceutil/trace.go:171","msg":"trace[278312281] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"162.771765ms","start":"2026-03-31T20:36:09.790721Z","end":"2026-03-31T20:36:09.953492Z","steps":["trace[278312281] 'process raft request' (duration: 162.672812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.953519Z","caller":"traceutil/trace.go:171","msg":"trace[1057089105] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"163.224666ms","start":"2026-03-31T20:36:09.79026Z","end":"2026-03-31T20:36:09.953484Z","steps":["trace[1057089105] 'process raft request' (duration: 162.95878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:09.95356Z","caller":"traceutil/trace.go:171","msg":"trace[1322679638] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8591; }","duration":"168.357727ms","start":"2026-03-31T20:36:09.785126Z","end":"2026-03-31T20:36:09.953483Z","steps":["trace[1322679638] 'read index received' (duration: 58.781594ms)","trace[1322679638] 'applied index is now lower than readState.Index' (duration: 109.574303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:09.953811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.952857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:36:09.95394Z","caller":"traceutil/trace.go:171","msg":"trace[1903135445] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:8301; }","duration":"301.121131ms","start":"2026-03-31T20:36:09.652799Z","end":"2026-03-31T20:36:09.95392Z","steps":["trace[1903135445] 'agreement among raft nodes before linearized reading' (duration: 300.724361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.955077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:09.652783Z","time spent":"302.275258ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"warn","ts":"2026-03-31T20:36:09.953831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.460167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:09.955647Z","caller":"traceutil/trace.go:171","msg":"trace[1544064010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8301; }","duration":"305.30182ms","start":"2026-03-31T20:36:09.650329Z","end":"2026-03-31T20:36:09.955631Z","steps":["trace[1544064010] 'agreement among raft nodes before linearized reading' (duration: 303.383725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.955692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:09.650322Z","time spent":"305.356411ms","remote":"127.0.0.1:36358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:36:09.983002Z","caller":"traceutil/trace.go:171","msg":"trace[180436854] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"127.039516ms","start":"2026-03-31T20:36:09.85594Z","end":"2026-03-31T20:36:09.98298Z","steps":["trace[180436854] 'process raft request' (duration: 126.853662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.983121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.950818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T20:36:09.983183Z","caller":"traceutil/trace.go:171","msg":"trace[255289144] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8302; }","duration":"195.039861ms","start":"2026-03-31T20:36:09.788128Z","end":"2026-03-31T20:36:09.983167Z","steps":["trace[255289144] 'agreement among raft nodes before linearized reading' (duration: 194.865567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:09.983336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.656604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:36:09.983411Z","caller":"traceutil/trace.go:171","msg":"trace[1504709741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8302; }","duration":"125.787177ms","start":"2026-03-31T20:36:09.857607Z","end":"2026-03-31T20:36:09.983395Z","steps":["trace[1504709741] 'agreement among raft nodes before linearized reading' (duration: 125.530271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:11.846325Z","caller":"traceutil/trace.go:171","msg":"trace[2145097706] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8601; }","duration":"137.212918ms","start":"2026-03-31T20:36:11.709047Z","end":"2026-03-31T20:36:11.84626Z","steps":["trace[2145097706] 'read index received' (duration: 137.008333ms)","trace[2145097706] 'applied index is now lower than readState.Index' (duration: 203.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:11.846464Z","caller":"traceutil/trace.go:171","msg":"trace[1922698552] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"192.47014ms","start":"2026-03-31T20:36:11.65398Z","end":"2026-03-31T20:36:11.84645Z","steps":["trace[1922698552] 'process raft request' (duration: 192.143272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:11.846539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.479544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T20:36:11.846613Z","caller":"traceutil/trace.go:171","msg":"trace[2135478147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8304; }","duration":"137.608197ms","start":"2026-03-31T20:36:11.708992Z","end":"2026-03-31T20:36:11.8466Z","steps":["trace[2135478147] 'agreement among raft nodes before linearized reading' (duration: 137.391192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.35043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.580947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:36:12.35056Z","caller":"traceutil/trace.go:171","msg":"trace[1500957258] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"498.355224ms","start":"2026-03-31T20:36:11.852185Z","end":"2026-03-31T20:36:12.35054Z","steps":["trace[1500957258] 'process raft request' (duration: 184.539212ms)","trace[1500957258] 'compare' (duration: 313.379982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:12.350626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.852173Z","time spent":"498.421196ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:12.638871Z","caller":"traceutil/trace.go:171","msg":"trace[911629679] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"786.438956ms","start":"2026-03-31T20:36:11.852391Z","end":"2026-03-31T20:36:12.63883Z","steps":["trace[911629679] 'process raft request' (duration: 766.802289ms)","trace[911629679] 'compare' (duration: 18.979621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:12.639092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.85238Z","time spent":"786.595019ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:12.6397Z","caller":"traceutil/trace.go:171","msg":"trace[1132117258] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"679.391442ms","start":"2026-03-31T20:36:11.960288Z","end":"2026-03-31T20:36:12.639679Z","steps":["trace[1132117258] 'process raft request' (duration: 678.42105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:12.639772Z","caller":"traceutil/trace.go:171","msg":"trace[1112250547] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8602; }","duration":"682.163789ms","start":"2026-03-31T20:36:11.957577Z","end":"2026-03-31T20:36:12.639741Z","steps":["trace[1112250547] 'read index received' (duration: 79.095347ms)","trace[1112250547] 'applied index is now lower than readState.Index' (duration: 603.067262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:12.639799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.960271Z","time spent":"679.480865ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:12.63998Z","caller":"traceutil/trace.go:171","msg":"trace[1613145435] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"650.786594ms","start":"2026-03-31T20:36:11.989128Z","end":"2026-03-31T20:36:12.639914Z","steps":["trace[1613145435] 'process raft request' (duration: 650.469586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.640087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.484487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:36:12.640125Z","caller":"traceutil/trace.go:171","msg":"trace[1833067672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8308; }","duration":"682.581499ms","start":"2026-03-31T20:36:11.95753Z","end":"2026-03-31T20:36:12.640112Z","steps":["trace[1833067672] 'agreement among raft nodes before linearized reading' (duration: 682.359373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.640165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.957429Z","time spent":"682.726313ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:36:12.640414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.540844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T20:36:12.640451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.410216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:36:12.640488Z","caller":"traceutil/trace.go:171","msg":"trace[145574452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8308; }","duration":"681.632477ms","start":"2026-03-31T20:36:11.958834Z","end":"2026-03-31T20:36:12.640466Z","steps":["trace[145574452] 'agreement among raft nodes before linearized reading' (duration: 681.399591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:12.640529Z","caller":"traceutil/trace.go:171","msg":"trace[485337931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8308; }","duration":"682.518678ms","start":"2026-03-31T20:36:11.957975Z","end":"2026-03-31T20:36:12.640494Z","steps":["trace[485337931] 'agreement among raft nodes before linearized reading' (duration: 682.20812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.640546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.958823Z","time spent":"681.706648ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:36:12.640502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.317273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:36:12.640556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.735689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:36:12.640627Z","caller":"traceutil/trace.go:171","msg":"trace[486289607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8308; }","duration":"682.497147ms","start":"2026-03-31T20:36:11.9581Z","end":"2026-03-31T20:36:12.640597Z","steps":["trace[486289607] 'agreement among raft nodes before linearized reading' (duration: 682.156809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:12.640666Z","caller":"traceutil/trace.go:171","msg":"trace[1065927194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8308; }","duration":"150.887943ms","start":"2026-03-31T20:36:12.489748Z","end":"2026-03-31T20:36:12.640636Z","steps":["trace[1065927194] 'agreement among raft nodes before linearized reading' (duration: 150.601066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.640728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.958083Z","time spent":"682.60268ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:36:12.640636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.187227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:12.640825Z","caller":"traceutil/trace.go:171","msg":"trace[291875490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8308; }","duration":"249.443143ms","start":"2026-03-31T20:36:12.391343Z","end":"2026-03-31T20:36:12.640786Z","steps":["trace[291875490] 'agreement among raft nodes before linearized reading' (duration: 249.077325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.640592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.957967Z","time spent":"682.61367ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:36:12.640851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.989114Z","time spent":"650.981729ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:12.641048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.686051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:36:12.641097Z","caller":"traceutil/trace.go:171","msg":"trace[1690196714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:8308; }","duration":"650.787463ms","start":"2026-03-31T20:36:11.990294Z","end":"2026-03-31T20:36:12.641082Z","steps":["trace[1690196714] 'agreement among raft nodes before linearized reading' (duration: 649.899353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.641127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:11.990276Z","time spent":"650.844705ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"info","ts":"2026-03-31T20:36:12.932117Z","caller":"traceutil/trace.go:171","msg":"trace[1861824006] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"286.576564ms","start":"2026-03-31T20:36:12.645497Z","end":"2026-03-31T20:36:12.932073Z","steps":["trace[1861824006] 'process raft request' (duration: 286.291058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:12.932155Z","caller":"traceutil/trace.go:171","msg":"trace[850936127] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"286.145454ms","start":"2026-03-31T20:36:12.645977Z","end":"2026-03-31T20:36:12.932123Z","steps":["trace[850936127] 'process raft request' (duration: 286.027452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:12.932291Z","caller":"traceutil/trace.go:171","msg":"trace[41103590] linearizableReadLoop","detail":"{readStateIndex:8608; appliedIndex:8606; }","duration":"286.642246ms","start":"2026-03-31T20:36:12.64563Z","end":"2026-03-31T20:36:12.932272Z","steps":["trace[41103590] 'read index received' (duration: 29.660363ms)","trace[41103590] 'applied index is now lower than readState.Index' (duration: 256.980373ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:12.932422Z","caller":"traceutil/trace.go:171","msg":"trace[930533811] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"286.309369ms","start":"2026-03-31T20:36:12.646082Z","end":"2026-03-31T20:36:12.932391Z","steps":["trace[930533811] 'process raft request' (duration: 285.982661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.93266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.060202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:12.932759Z","caller":"traceutil/trace.go:171","msg":"trace[1693598163] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8313; }","duration":"206.223298ms","start":"2026-03-31T20:36:12.726517Z","end":"2026-03-31T20:36:12.93274Z","steps":["trace[1693598163] 'agreement among raft nodes before linearized reading' (duration: 206.064244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:12.933007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.355313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223813"} {"level":"info","ts":"2026-03-31T20:36:12.933056Z","caller":"traceutil/trace.go:171","msg":"trace[1423555452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8313; }","duration":"287.419724ms","start":"2026-03-31T20:36:12.645624Z","end":"2026-03-31T20:36:12.933044Z","steps":["trace[1423555452] 'agreement among raft nodes before linearized reading' (duration: 286.950613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:12.933656Z","caller":"traceutil/trace.go:171","msg":"trace[1615005997] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"286.216217ms","start":"2026-03-31T20:36:12.647419Z","end":"2026-03-31T20:36:12.933635Z","steps":["trace[1615005997] 'process raft request' (duration: 284.782963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:13.521077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.572039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:13.52118Z","caller":"traceutil/trace.go:171","msg":"trace[1964488081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8313; }","duration":"423.765833ms","start":"2026-03-31T20:36:13.097393Z","end":"2026-03-31T20:36:13.521158Z","steps":["trace[1964488081] 'range keys from in-memory index tree' (duration: 423.461416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:13.521235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:13.097361Z","time spent":"423.862015ms","remote":"127.0.0.1:36358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:36:39.075069Z","caller":"traceutil/trace.go:171","msg":"trace[720012618] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8809; }","duration":"269.365646ms","start":"2026-03-31T20:36:38.805679Z","end":"2026-03-31T20:36:39.075045Z","steps":["trace[720012618] 'read index received' (duration: 269.123021ms)","trace[720012618] 'applied index is now lower than readState.Index' (duration: 241.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:39.075175Z","caller":"traceutil/trace.go:171","msg":"trace[1179121520] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"298.180928ms","start":"2026-03-31T20:36:38.776935Z","end":"2026-03-31T20:36:39.075116Z","steps":["trace[1179121520] 'process raft request' (duration: 297.945913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:39.075372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.639703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:36:39.075433Z","caller":"traceutil/trace.go:171","msg":"trace[245301738] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8504; }","duration":"269.767486ms","start":"2026-03-31T20:36:38.805647Z","end":"2026-03-31T20:36:39.075414Z","steps":["trace[245301738] 'agreement among raft nodes before linearized reading' (duration: 269.545081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:40.59713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808403783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:36:41.097266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808403783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:36:41.158742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198831908s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:36:41.265987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254001644s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:41.266155Z","caller":"traceutil/trace.go:171","msg":"trace[186055520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8509; }","duration":"1.254194349s","start":"2026-03-31T20:36:40.011937Z","end":"2026-03-31T20:36:41.266131Z","steps":["trace[186055520] 'range keys from in-memory index tree' (duration: 1.253947763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.267215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.896174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:36:41.267499Z","caller":"traceutil/trace.go:171","msg":"trace[1806278518] linearizableReadLoop","detail":"{readStateIndex:8819; appliedIndex:8815; }","duration":"1.170987079s","start":"2026-03-31T20:36:40.096494Z","end":"2026-03-31T20:36:41.267481Z","steps":["trace[1806278518] 'read index received' (duration: 1.06244183s)","trace[1806278518] 'applied index is now lower than readState.Index' (duration: 108.544429ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:41.267598Z","caller":"traceutil/trace.go:171","msg":"trace[1081891801] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"1.307780268s","start":"2026-03-31T20:36:39.959806Z","end":"2026-03-31T20:36:41.267586Z","steps":["trace[1081891801] 'process raft request' (duration: 1.199163046s)","trace[1081891801] 'compare' (duration: 107.27405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:41.267648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:39.959769Z","time spent":"1.3078514s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:41.267745Z","caller":"traceutil/trace.go:171","msg":"trace[1952617188] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"349.088024ms","start":"2026-03-31T20:36:40.918637Z","end":"2026-03-31T20:36:41.267725Z","steps":["trace[1952617188] 'process raft request' (duration: 348.807378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.267834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:40.918611Z","time spent":"349.181326ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:41.26785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171355588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:41.26787Z","caller":"traceutil/trace.go:171","msg":"trace[1673326013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8513; }","duration":"1.171403279s","start":"2026-03-31T20:36:40.09646Z","end":"2026-03-31T20:36:41.267864Z","steps":["trace[1673326013] 'agreement among raft nodes before linearized reading' (duration: 1.171336038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.267887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:40.096442Z","time spent":"1.17144128s","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:36:41.267937Z","caller":"traceutil/trace.go:171","msg":"trace[1745466232] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"526.511574ms","start":"2026-03-31T20:36:40.741411Z","end":"2026-03-31T20:36:41.267923Z","steps":["trace[1745466232] 'process raft request' (duration: 526.005332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:41.267934Z","caller":"traceutil/trace.go:171","msg":"trace[1026641853] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"526.932023ms","start":"2026-03-31T20:36:40.740977Z","end":"2026-03-31T20:36:41.267909Z","steps":["trace[1026641853] 'process raft request' (duration: 526.35184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.267995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:40.741399Z","time spent":"526.564765ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:41.268048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13129086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:36:41.268071Z","caller":"traceutil/trace.go:171","msg":"trace[2085148946] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8513; }","duration":"1.131389942s","start":"2026-03-31T20:36:40.136675Z","end":"2026-03-31T20:36:41.268065Z","steps":["trace[2085148946] 'agreement among raft nodes before linearized reading' (duration: 1.13130598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.268057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:40.740946Z","time spent":"527.035376ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:41.268088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:40.136647Z","time spent":"1.131436984s","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:36:41.268162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.798471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:36:41.268194Z","caller":"traceutil/trace.go:171","msg":"trace[2003364055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8513; }","duration":"172.850732ms","start":"2026-03-31T20:36:41.095335Z","end":"2026-03-31T20:36:41.268185Z","steps":["trace[2003364055] 'agreement among raft nodes before linearized reading' (duration: 172.727819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.268231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.730034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:36:41.268296Z","caller":"traceutil/trace.go:171","msg":"trace[386432523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8513; }","duration":"176.783514ms","start":"2026-03-31T20:36:41.091462Z","end":"2026-03-31T20:36:41.268245Z","steps":["trace[386432523] 'agreement among raft nodes before linearized reading' (duration: 176.709543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.26839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.503891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:36:41.268411Z","caller":"traceutil/trace.go:171","msg":"trace[547406558] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8513; }","duration":"182.523241ms","start":"2026-03-31T20:36:41.08588Z","end":"2026-03-31T20:36:41.268403Z","steps":["trace[547406558] 'agreement among raft nodes before linearized reading' (duration: 182.46711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.268563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.881661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:36:41.268538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.614499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:36:41.268587Z","caller":"traceutil/trace.go:171","msg":"trace[830202890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8513; }","duration":"188.945632ms","start":"2026-03-31T20:36:41.079636Z","end":"2026-03-31T20:36:41.268581Z","steps":["trace[830202890] 'agreement among raft nodes before linearized reading' (duration: 188.883651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.268607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.678873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:36:41.268619Z","caller":"traceutil/trace.go:171","msg":"trace[776549268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8513; }","duration":"170.727172ms","start":"2026-03-31T20:36:41.097871Z","end":"2026-03-31T20:36:41.268598Z","steps":["trace[776549268] 'agreement among raft nodes before linearized reading' (duration: 170.446055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.268654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.562229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:41.268661Z","caller":"traceutil/trace.go:171","msg":"trace[77192044] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:8513; }","duration":"160.769436ms","start":"2026-03-31T20:36:41.107879Z","end":"2026-03-31T20:36:41.268649Z","steps":["trace[77192044] 'agreement among raft nodes before linearized reading' (duration: 160.608072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:41.268678Z","caller":"traceutil/trace.go:171","msg":"trace[276430252] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8513; }","duration":"225.62906ms","start":"2026-03-31T20:36:41.043041Z","end":"2026-03-31T20:36:41.26867Z","steps":["trace[276430252] 'agreement among raft nodes before linearized reading' (duration: 225.589199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.268944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.645869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:36:41.268942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.013664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:36:41.268985Z","caller":"traceutil/trace.go:171","msg":"trace[1662015822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8513; }","duration":"742.729011ms","start":"2026-03-31T20:36:40.526246Z","end":"2026-03-31T20:36:41.268975Z","steps":["trace[1662015822] 'agreement among raft nodes before linearized reading' (duration: 742.630019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.269017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:40.526221Z","time spent":"742.789353ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:36:41.269018Z","caller":"traceutil/trace.go:171","msg":"trace[22094288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8513; }","duration":"584.140257ms","start":"2026-03-31T20:36:40.684859Z","end":"2026-03-31T20:36:41.268999Z","steps":["trace[22094288] 'agreement among raft nodes before linearized reading' (duration: 583.905141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:41.269062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:40.684837Z","time spent":"584.216179ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:36:42.001003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.358959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:36:42.0013Z","caller":"traceutil/trace.go:171","msg":"trace[1104408083] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"726.952728ms","start":"2026-03-31T20:36:41.274327Z","end":"2026-03-31T20:36:42.00128Z","steps":["trace[1104408083] 'process raft request' (duration: 475.22207ms)","trace[1104408083] 'compare' (duration: 250.666663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:42.001366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.274313Z","time spent":"727.02379ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:42.006305Z","caller":"traceutil/trace.go:171","msg":"trace[1526767691] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"731.632789ms","start":"2026-03-31T20:36:41.274649Z","end":"2026-03-31T20:36:42.006282Z","steps":["trace[1526767691] 'process raft request' (duration: 731.475746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:42.006433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.274615Z","time spent":"731.757471ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:42.006616Z","caller":"traceutil/trace.go:171","msg":"trace[1535134634] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"731.765343ms","start":"2026-03-31T20:36:41.274823Z","end":"2026-03-31T20:36:42.006588Z","steps":["trace[1535134634] 'process raft request' (duration: 731.401684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:42.006761Z","caller":"traceutil/trace.go:171","msg":"trace[963211335] linearizableReadLoop","detail":"{readStateIndex:8821; appliedIndex:8819; }","duration":"732.057309ms","start":"2026-03-31T20:36:41.274665Z","end":"2026-03-31T20:36:42.006723Z","steps":["trace[963211335] 'read index received' (duration: 474.900422ms)","trace[963211335] 'applied index is now lower than readState.Index' (duration: 257.155797ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:42.006787Z","caller":"traceutil/trace.go:171","msg":"trace[2100660860] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"731.875306ms","start":"2026-03-31T20:36:41.274901Z","end":"2026-03-31T20:36:42.006777Z","steps":["trace[2100660860] 'process raft request' (duration: 731.676551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:42.006736Z","caller":"traceutil/trace.go:171","msg":"trace[1140594804] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"731.845825ms","start":"2026-03-31T20:36:41.274859Z","end":"2026-03-31T20:36:42.006705Z","steps":["trace[1140594804] 'process raft request' (duration: 731.612259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:42.007304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.47778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228543"} {"level":"warn","ts":"2026-03-31T20:36:42.006775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.274812Z","time spent":"731.884306ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:42.007348Z","caller":"traceutil/trace.go:171","msg":"trace[1768815737] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8519; }","duration":"732.533721ms","start":"2026-03-31T20:36:41.274803Z","end":"2026-03-31T20:36:42.007337Z","steps":["trace[1768815737] 'agreement among raft nodes before linearized reading' (duration: 732.06159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:42.007388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.274796Z","time spent":"732.579562ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228567,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:36:42.006842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.274885Z","time spent":"731.931737ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:42.006868Z","caller":"traceutil/trace.go:171","msg":"trace[992370352] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"731.592939ms","start":"2026-03-31T20:36:41.275251Z","end":"2026-03-31T20:36:42.006844Z","steps":["trace[992370352] 'process raft request' (duration: 731.431675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:42.006896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.456797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:42.007587Z","caller":"traceutil/trace.go:171","msg":"trace[1172375987] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8519; }","duration":"177.169693ms","start":"2026-03-31T20:36:41.830402Z","end":"2026-03-31T20:36:42.007572Z","steps":["trace[1172375987] 'agreement among raft nodes before linearized reading' (duration: 176.464117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:42.007584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.27524Z","time spent":"732.238644ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:42.006959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.030074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:42.00769Z","caller":"traceutil/trace.go:171","msg":"trace[866520183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8519; }","duration":"728.765911ms","start":"2026-03-31T20:36:41.278913Z","end":"2026-03-31T20:36:42.007678Z","steps":["trace[866520183] 'agreement among raft nodes before linearized reading' (duration: 728.004283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:42.007147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.434558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"warn","ts":"2026-03-31T20:36:42.007733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.278881Z","time spent":"728.837553ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:36:42.007736Z","caller":"traceutil/trace.go:171","msg":"trace[1139133963] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8519; }","duration":"733.101144ms","start":"2026-03-31T20:36:41.274621Z","end":"2026-03-31T20:36:42.007722Z","steps":["trace[1139133963] 'agreement among raft nodes before linearized reading' (duration: 732.215323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:42.007825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.274597Z","time spent":"733.214247ms","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:36:42.008037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:41.274837Z","time spent":"732.438608ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:44.194538Z","caller":"traceutil/trace.go:171","msg":"trace[1941778389] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"131.38885ms","start":"2026-03-31T20:36:44.063126Z","end":"2026-03-31T20:36:44.194515Z","steps":["trace[1941778389] 'process raft request' (duration: 131.203085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:44.194754Z","caller":"traceutil/trace.go:171","msg":"trace[1269760396] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"131.541343ms","start":"2026-03-31T20:36:44.063203Z","end":"2026-03-31T20:36:44.194744Z","steps":["trace[1269760396] 'process raft request' (duration: 131.252857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:44.195161Z","caller":"traceutil/trace.go:171","msg":"trace[1774262878] linearizableReadLoop","detail":"{readStateIndex:8834; appliedIndex:8831; }","duration":"131.683597ms","start":"2026-03-31T20:36:44.063454Z","end":"2026-03-31T20:36:44.195137Z","steps":["trace[1774262878] 'read index received' (duration: 16.292765ms)","trace[1774262878] 'applied index is now lower than readState.Index' (duration: 115.389852ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:44.195181Z","caller":"traceutil/trace.go:171","msg":"trace[667487081] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"131.571794ms","start":"2026-03-31T20:36:44.063596Z","end":"2026-03-31T20:36:44.195168Z","steps":["trace[667487081] 'process raft request' (duration: 131.111894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:44.195319Z","caller":"traceutil/trace.go:171","msg":"trace[205683232] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"130.785966ms","start":"2026-03-31T20:36:44.064506Z","end":"2026-03-31T20:36:44.195292Z","steps":["trace[205683232] 'process raft request' (duration: 130.50545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:44.195725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.252471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228543"} {"level":"info","ts":"2026-03-31T20:36:44.195779Z","caller":"traceutil/trace.go:171","msg":"trace[1598876847] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8529; }","duration":"132.321282ms","start":"2026-03-31T20:36:44.063446Z","end":"2026-03-31T20:36:44.195767Z","steps":["trace[1598876847] 'agreement among raft nodes before linearized reading' (duration: 131.80006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:45.776575Z","caller":"traceutil/trace.go:171","msg":"trace[91403000] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"490.645764ms","start":"2026-03-31T20:36:45.285914Z","end":"2026-03-31T20:36:45.77656Z","steps":["trace[91403000] 'process raft request' (duration: 490.541822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:45.776673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:45.285899Z","time spent":"490.725187ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:46.564092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808403830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:36:46.788161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.047722Z","time spent":"740.423087ms","remote":"127.0.0.1:43038","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:36:46.788346Z","caller":"traceutil/trace.go:171","msg":"trace[1503815002] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"1.500305064s","start":"2026-03-31T20:36:45.288015Z","end":"2026-03-31T20:36:46.78832Z","steps":["trace[1503815002] 'process raft request' (duration: 1.500235272s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:46.788365Z","caller":"traceutil/trace.go:171","msg":"trace[386731838] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"1.500438097s","start":"2026-03-31T20:36:45.287907Z","end":"2026-03-31T20:36:46.788345Z","steps":["trace[386731838] 'process raft request' (duration: 1.418868527s)","trace[386731838] 'compare' (duration: 81.196342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:46.788486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:45.287875Z","time spent":"1.500536579s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:46.788489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:45.288002Z","time spent":"1.500408687s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:46.884442Z","caller":"traceutil/trace.go:171","msg":"trace[1683326503] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8838; }","duration":"820.573914ms","start":"2026-03-31T20:36:46.063845Z","end":"2026-03-31T20:36:46.884419Z","steps":["trace[1683326503] 'read index received' (duration: 643.102453ms)","trace[1683326503] 'applied index is now lower than readState.Index' (duration: 177.470171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:46.884817Z","caller":"traceutil/trace.go:171","msg":"trace[1958809673] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"1.01683287s","start":"2026-03-31T20:36:45.867967Z","end":"2026-03-31T20:36:46.8848Z","steps":["trace[1958809673] 'process raft request' (duration: 1.016204036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.884931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:45.867939Z","time spent":"1.016926633s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:46.885226Z","caller":"traceutil/trace.go:171","msg":"trace[1862786240] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"615.150462ms","start":"2026-03-31T20:36:46.27006Z","end":"2026-03-31T20:36:46.88521Z","steps":["trace[1862786240] 'process raft request' (duration: 614.23634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.885319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.270017Z","time spent":"615.254864ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:46.88563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.626528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:36:46.885689Z","caller":"traceutil/trace.go:171","msg":"trace[1739271306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:8536; }","duration":"682.701431ms","start":"2026-03-31T20:36:46.202972Z","end":"2026-03-31T20:36:46.885673Z","steps":["trace[1739271306] 'agreement among raft nodes before linearized reading' (duration: 682.537347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.885712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.467115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:36:46.885737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.202962Z","time spent":"682.765423ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"warn","ts":"2026-03-31T20:36:46.885808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.713422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:36:46.885833Z","caller":"traceutil/trace.go:171","msg":"trace[798706058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8536; }","duration":"685.753173ms","start":"2026-03-31T20:36:46.200074Z","end":"2026-03-31T20:36:46.885827Z","steps":["trace[798706058] 'agreement among raft nodes before linearized reading' (duration: 685.691622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.885873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.200067Z","time spent":"685.800684ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:36:46.885957Z","caller":"traceutil/trace.go:171","msg":"trace[1150522428] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"357.081892ms","start":"2026-03-31T20:36:46.52886Z","end":"2026-03-31T20:36:46.885942Z","steps":["trace[1150522428] 'process raft request' (duration: 355.507555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.886023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.600983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T20:36:46.886116Z","caller":"traceutil/trace.go:171","msg":"trace[633700235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8536; }","duration":"686.740686ms","start":"2026-03-31T20:36:46.199345Z","end":"2026-03-31T20:36:46.886086Z","steps":["trace[633700235] 'agreement among raft nodes before linearized reading' (duration: 686.436359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.886173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.332995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:36:46.88617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.199327Z","time spent":"686.833228ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:36:46.886222Z","caller":"traceutil/trace.go:171","msg":"trace[660844080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8536; }","duration":"822.420707ms","start":"2026-03-31T20:36:46.063789Z","end":"2026-03-31T20:36:46.886209Z","steps":["trace[660844080] 'agreement among raft nodes before linearized reading' (duration: 822.289344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.886274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.063767Z","time spent":"822.496249ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:36:46.886381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.565012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:36:46.886429Z","caller":"traceutil/trace.go:171","msg":"trace[1968848646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8536; }","duration":"686.628213ms","start":"2026-03-31T20:36:46.199788Z","end":"2026-03-31T20:36:46.886416Z","steps":["trace[1968848646] 'agreement among raft nodes before linearized reading' (duration: 686.49765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.886461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.19978Z","time spent":"686.672015ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:36:46.886059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.571351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:46.886565Z","caller":"traceutil/trace.go:171","msg":"trace[1945899479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8536; }","duration":"790.113164ms","start":"2026-03-31T20:36:46.09644Z","end":"2026-03-31T20:36:46.886553Z","steps":["trace[1945899479] 'agreement among raft nodes before linearized reading' (duration: 789.596941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.886604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.096413Z","time spent":"790.181755ms","remote":"127.0.0.1:36358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:36:46.88662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.634363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:46.886705Z","caller":"traceutil/trace.go:171","msg":"trace[1843111306] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8536; }","duration":"258.793526ms","start":"2026-03-31T20:36:46.627896Z","end":"2026-03-31T20:36:46.88669Z","steps":["trace[1843111306] 'agreement among raft nodes before linearized reading' (duration: 258.680314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.886047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.528826Z","time spent":"357.175854ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:46.885628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.83905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:36:46.886935Z","caller":"traceutil/trace.go:171","msg":"trace[1652372609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8536; }","duration":"803.180563ms","start":"2026-03-31T20:36:46.083739Z","end":"2026-03-31T20:36:46.88692Z","steps":["trace[1652372609] 'agreement among raft nodes before linearized reading' (duration: 801.755228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.886987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.083726Z","time spent":"803.244434ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:36:46.885749Z","caller":"traceutil/trace.go:171","msg":"trace[338474842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8536; }","duration":"685.544107ms","start":"2026-03-31T20:36:46.200191Z","end":"2026-03-31T20:36:46.885735Z","steps":["trace[338474842] 'agreement among raft nodes before linearized reading' (duration: 685.474775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:46.887117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:46.200168Z","time spent":"686.939142ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:36:47.096529Z","caller":"traceutil/trace.go:171","msg":"trace[2085897848] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"147.286226ms","start":"2026-03-31T20:36:46.949151Z","end":"2026-03-31T20:36:47.096437Z","steps":["trace[2085897848] 'process raft request' (duration: 135.288632ms)","trace[2085897848] 'compare' (duration: 11.473611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:54.639041Z","caller":"traceutil/trace.go:171","msg":"trace[1186358571] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"100.474068ms","start":"2026-03-31T20:36:54.538532Z","end":"2026-03-31T20:36:54.639006Z","steps":["trace[1186358571] 'process raft request' (duration: 88.998937ms)","trace[1186358571] 'compare' (duration: 11.060722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:55.098054Z","caller":"traceutil/trace.go:171","msg":"trace[728911383] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"114.370587ms","start":"2026-03-31T20:36:54.983662Z","end":"2026-03-31T20:36:55.098033Z","steps":["trace[728911383] 'process raft request' (duration: 25.862542ms)","trace[728911383] 'compare' (duration: 88.26413ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:55.421994Z","caller":"traceutil/trace.go:171","msg":"trace[1420265923] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8932; }","duration":"317.046064ms","start":"2026-03-31T20:36:55.104906Z","end":"2026-03-31T20:36:55.421952Z","steps":["trace[1420265923] 'read index received' (duration: 316.801019ms)","trace[1420265923] 'applied index is now lower than readState.Index' (duration: 242.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:55.422062Z","caller":"traceutil/trace.go:171","msg":"trace[133648349] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"318.844907ms","start":"2026-03-31T20:36:55.103177Z","end":"2026-03-31T20:36:55.422022Z","steps":["trace[133648349] 'process raft request' (duration: 318.446688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:55.422566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.103135Z","time spent":"319.127824ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:55.42282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.853795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228453"} {"level":"info","ts":"2026-03-31T20:36:55.422957Z","caller":"traceutil/trace.go:171","msg":"trace[1983032384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8621; }","duration":"318.066719ms","start":"2026-03-31T20:36:55.104864Z","end":"2026-03-31T20:36:55.42293Z","steps":["trace[1983032384] 'agreement among raft nodes before linearized reading' (duration: 317.240809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:55.423028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.104844Z","time spent":"318.169942ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228477,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:36:55.922956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8620625558808404101,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:36:56.361607Z","caller":"traceutil/trace.go:171","msg":"trace[1368394463] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"1.256290959s","start":"2026-03-31T20:36:55.105282Z","end":"2026-03-31T20:36:56.361573Z","steps":["trace[1368394463] 'process raft request' (duration: 1.255855459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:56.361773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.105251Z","time spent":"1.256433962s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:56.361774Z","caller":"traceutil/trace.go:171","msg":"trace[199177705] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"1.205459155s","start":"2026-03-31T20:36:55.156277Z","end":"2026-03-31T20:36:56.361736Z","steps":["trace[199177705] 'process raft request' (duration: 1.205364673s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:56.361926Z","caller":"traceutil/trace.go:171","msg":"trace[1673071092] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"1.256528714s","start":"2026-03-31T20:36:55.105345Z","end":"2026-03-31T20:36:56.361874Z","steps":["trace[1673071092] 'process raft request' (duration: 1.256159106s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:56.361941Z","caller":"traceutil/trace.go:171","msg":"trace[155275806] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"1.256409552s","start":"2026-03-31T20:36:55.105479Z","end":"2026-03-31T20:36:56.361889Z","steps":["trace[155275806] 'process raft request' (duration: 1.256105235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:56.361992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.156239Z","time spent":"1.205639758s","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:36:56.362045Z","caller":"traceutil/trace.go:171","msg":"trace[1032724091] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"1.256656067s","start":"2026-03-31T20:36:55.105343Z","end":"2026-03-31T20:36:56.361999Z","steps":["trace[1032724091] 'process raft request' (duration: 1.256079764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:56.362127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.105326Z","time spent":"1.256690919s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:56.362125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.105458Z","time spent":"1.256570036s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:56.362227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.105315Z","time spent":"1.256816261s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:56.583056Z","caller":"traceutil/trace.go:171","msg":"trace[372700956] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8933; }","duration":"1.160837129s","start":"2026-03-31T20:36:55.422173Z","end":"2026-03-31T20:36:56.58301Z","steps":["trace[372700956] 'read index received' (duration: 939.013508ms)","trace[372700956] 'applied index is now lower than readState.Index' (duration: 221.822121ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:56.583144Z","caller":"traceutil/trace.go:171","msg":"trace[2030088467] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"753.887286ms","start":"2026-03-31T20:36:55.829207Z","end":"2026-03-31T20:36:56.583095Z","steps":["trace[2030088467] 'process raft request' (duration: 753.740333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:56.583276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42702244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f5mrt\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-03-31T20:36:56.583348Z","caller":"traceutil/trace.go:171","msg":"trace[1979004946] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-f5mrt; range_end:; response_count:1; response_revision:8628; }","duration":"1.427144683s","start":"2026-03-31T20:36:55.156186Z","end":"2026-03-31T20:36:56.58333Z","steps":["trace[1979004946] 'agreement among raft nodes before linearized reading' (duration: 1.426948848s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:56.583355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.829178Z","time spent":"754.048039ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:56.583439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.262291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:56.583465Z","caller":"traceutil/trace.go:171","msg":"trace[943127796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8628; }","duration":"486.329173ms","start":"2026-03-31T20:36:56.097127Z","end":"2026-03-31T20:36:56.583456Z","steps":["trace[943127796] 'agreement among raft nodes before linearized reading' (duration: 486.291652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:56.583487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:56.097061Z","time spent":"486.420095ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:36:56.583461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.224721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:56.583611Z","caller":"traceutil/trace.go:171","msg":"trace[2098390092] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8628; }","duration":"383.452338ms","start":"2026-03-31T20:36:56.200126Z","end":"2026-03-31T20:36:56.583579Z","steps":["trace[2098390092] 'agreement among raft nodes before linearized reading' (duration: 383.170071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:56.583383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.156172Z","time spent":"1.427205325s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-f5mrt\" "} {"level":"warn","ts":"2026-03-31T20:36:56.583632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.178971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-31T20:36:56.58381Z","caller":"traceutil/trace.go:171","msg":"trace[1201187637] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8628; }","duration":"928.421807ms","start":"2026-03-31T20:36:55.655344Z","end":"2026-03-31T20:36:56.583766Z","steps":["trace[1201187637] 'agreement among raft nodes before linearized reading' (duration: 927.924715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:56.583918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.655323Z","time spent":"928.556421ms","remote":"127.0.0.1:60410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T20:36:56.583694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:56.200101Z","time spent":"383.57193ms","remote":"127.0.0.1:43686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:36:56.58473Z","caller":"traceutil/trace.go:171","msg":"trace[2045632739] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"1.049445392s","start":"2026-03-31T20:36:55.535265Z","end":"2026-03-31T20:36:56.58471Z","steps":["trace[2045632739] 'process raft request' (duration: 970.78376ms)","trace[2045632739] 'compare' (duration: 76.703366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:56.584822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:55.53523Z","time spent":"1.049531474s","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:56.808328Z","caller":"traceutil/trace.go:171","msg":"trace[821724381] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"208.801292ms","start":"2026-03-31T20:36:56.599481Z","end":"2026-03-31T20:36:56.808282Z","steps":["trace[821724381] 'process raft request' (duration: 172.943393ms)","trace[821724381] 'compare' (duration: 35.655615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:57.013114Z","caller":"traceutil/trace.go:171","msg":"trace[128741970] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"176.626131ms","start":"2026-03-31T20:36:56.836465Z","end":"2026-03-31T20:36:57.013091Z","steps":["trace[128741970] 'process raft request' (duration: 176.426287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:57.013462Z","caller":"traceutil/trace.go:171","msg":"trace[657003258] linearizableReadLoop","detail":"{readStateIndex:8945; appliedIndex:8943; }","duration":"116.333673ms","start":"2026-03-31T20:36:56.897094Z","end":"2026-03-31T20:36:57.013427Z","steps":["trace[657003258] 'read index received' (duration: 5.49752ms)","trace[657003258] 'applied index is now lower than readState.Index' (duration: 110.832123ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:57.013471Z","caller":"traceutil/trace.go:171","msg":"trace[910046874] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"167.698569ms","start":"2026-03-31T20:36:56.845746Z","end":"2026-03-31T20:36:57.013444Z","steps":["trace[910046874] 'process raft request' (duration: 167.297439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:57.013831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.702063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T20:36:57.013923Z","caller":"traceutil/trace.go:171","msg":"trace[423755807] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8633; }","duration":"116.814905ms","start":"2026-03-31T20:36:56.897087Z","end":"2026-03-31T20:36:57.013902Z","steps":["trace[423755807] 'agreement among raft nodes before linearized reading' (duration: 116.467987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:57.067226Z","caller":"traceutil/trace.go:171","msg":"trace[970521477] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"113.535068ms","start":"2026-03-31T20:36:56.953656Z","end":"2026-03-31T20:36:57.067191Z","steps":["trace[970521477] 'process raft request' (duration: 113.1977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:57.067399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.098113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:36:57.067461Z","caller":"traceutil/trace.go:171","msg":"trace[132589203] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8635; }","duration":"158.175814ms","start":"2026-03-31T20:36:56.909268Z","end":"2026-03-31T20:36:57.067443Z","steps":["trace[132589203] 'agreement among raft nodes before linearized reading' (duration: 157.98709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:57.067771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.256583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-31T20:36:57.067863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.953493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:36:57.067953Z","caller":"traceutil/trace.go:171","msg":"trace[164109700] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8635; }","duration":"162.105068ms","start":"2026-03-31T20:36:56.905821Z","end":"2026-03-31T20:36:57.067926Z","steps":["trace[164109700] 'agreement among raft nodes before linearized reading' (duration: 161.801511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:57.067901Z","caller":"traceutil/trace.go:171","msg":"trace[2129139911] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8635; }","duration":"160.453518ms","start":"2026-03-31T20:36:56.907422Z","end":"2026-03-31T20:36:57.067876Z","steps":["trace[2129139911] 'agreement among raft nodes before linearized reading' (duration: 159.778562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:58.706059Z","caller":"traceutil/trace.go:171","msg":"trace[1773264047] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"334.510659ms","start":"2026-03-31T20:36:58.37152Z","end":"2026-03-31T20:36:58.706031Z","steps":["trace[1773264047] 'process raft request' (duration: 334.325944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:58.706249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:58.3715Z","time spent":"334.649312ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:58.744325Z","caller":"traceutil/trace.go:171","msg":"trace[125854936] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"372.266503ms","start":"2026-03-31T20:36:58.372022Z","end":"2026-03-31T20:36:58.744288Z","steps":["trace[125854936] 'process raft request' (duration: 372.054818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:58.744539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:58.372Z","time spent":"372.419286ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:58.744762Z","caller":"traceutil/trace.go:171","msg":"trace[1284052747] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"372.57412ms","start":"2026-03-31T20:36:58.372107Z","end":"2026-03-31T20:36:58.744681Z","steps":["trace[1284052747] 'process raft request' (duration: 372.13948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:58.744945Z","caller":"traceutil/trace.go:171","msg":"trace[887270428] linearizableReadLoop","detail":"{readStateIndex:8959; appliedIndex:8955; }","duration":"258.309706ms","start":"2026-03-31T20:36:58.486616Z","end":"2026-03-31T20:36:58.744925Z","steps":["trace[887270428] 'read index received' (duration: 219.138278ms)","trace[887270428] 'applied index is now lower than readState.Index' (duration: 39.169817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:58.744955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:58.372077Z","time spent":"372.773745ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:58.744987Z","caller":"traceutil/trace.go:171","msg":"trace[425145144] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"372.342354ms","start":"2026-03-31T20:36:58.372627Z","end":"2026-03-31T20:36:58.744969Z","steps":["trace[425145144] 'process raft request' (duration: 371.920673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:58.745074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:58.372604Z","time spent":"372.418716ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:36:58.745153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.53947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:58.745199Z","caller":"traceutil/trace.go:171","msg":"trace[1740143913] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8648; }","duration":"258.634513ms","start":"2026-03-31T20:36:58.486551Z","end":"2026-03-31T20:36:58.745185Z","steps":["trace[1740143913] 'agreement among raft nodes before linearized reading' (duration: 258.554141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:58.745142Z","caller":"traceutil/trace.go:171","msg":"trace[1238348331] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"154.104408ms","start":"2026-03-31T20:36:58.59096Z","end":"2026-03-31T20:36:58.745065Z","steps":["trace[1238348331] 'process raft request' (duration: 153.879463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:58.885198Z","caller":"traceutil/trace.go:171","msg":"trace[33851048] linearizableReadLoop","detail":"{readStateIndex:8962; appliedIndex:8961; }","duration":"108.092369ms","start":"2026-03-31T20:36:58.77707Z","end":"2026-03-31T20:36:58.885163Z","steps":["trace[33851048] 'read index received' (duration: 26.973259ms)","trace[33851048] 'applied index is now lower than readState.Index' (duration: 81.11736ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:58.885231Z","caller":"traceutil/trace.go:171","msg":"trace[942808906] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"111.594882ms","start":"2026-03-31T20:36:58.773599Z","end":"2026-03-31T20:36:58.885194Z","steps":["trace[942808906] 'process raft request' (duration: 30.40777ms)","trace[942808906] 'compare' (duration: 80.966707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:58.88544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.337344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:58.88549Z","caller":"traceutil/trace.go:171","msg":"trace[276391725] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8649; }","duration":"108.430516ms","start":"2026-03-31T20:36:58.777047Z","end":"2026-03-31T20:36:58.885478Z","steps":["trace[276391725] 'agreement among raft nodes before linearized reading' (duration: 108.251542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:59.202026Z","caller":"traceutil/trace.go:171","msg":"trace[1316134729] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"181.692141ms","start":"2026-03-31T20:36:59.020306Z","end":"2026-03-31T20:36:59.201998Z","steps":["trace[1316134729] 'process raft request' (duration: 181.516237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:59.27424Z","caller":"traceutil/trace.go:171","msg":"trace[1770111735] linearizableReadLoop","detail":"{readStateIndex:8964; appliedIndex:8962; }","duration":"176.366485ms","start":"2026-03-31T20:36:59.097847Z","end":"2026-03-31T20:36:59.274213Z","steps":["trace[1770111735] 'read index received' (duration: 104.105604ms)","trace[1770111735] 'applied index is now lower than readState.Index' (duration: 72.259161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:59.274308Z","caller":"traceutil/trace.go:171","msg":"trace[915611770] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"253.290896ms","start":"2026-03-31T20:36:59.020982Z","end":"2026-03-31T20:36:59.274273Z","steps":["trace[915611770] 'process raft request' (duration: 253.08537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:59.274454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.56112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:59.274494Z","caller":"traceutil/trace.go:171","msg":"trace[878277284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8651; }","duration":"176.714253ms","start":"2026-03-31T20:36:59.097769Z","end":"2026-03-31T20:36:59.274483Z","steps":["trace[878277284] 'agreement among raft nodes before linearized reading' (duration: 176.57332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:59.27457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.005636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T20:36:59.274659Z","caller":"traceutil/trace.go:171","msg":"trace[861542685] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8651; }","duration":"116.15589ms","start":"2026-03-31T20:36:59.158484Z","end":"2026-03-31T20:36:59.27464Z","steps":["trace[861542685] 'agreement among raft nodes before linearized reading' (duration: 115.901574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:59.773238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.769216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:36:59.773454Z","caller":"traceutil/trace.go:171","msg":"trace[104602679] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"493.957684ms","start":"2026-03-31T20:36:59.279458Z","end":"2026-03-31T20:36:59.773415Z","steps":["trace[104602679] 'process raft request' (duration: 144.838989ms)","trace[104602679] 'compare' (duration: 348.567472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:59.773652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:59.279431Z","time spent":"494.111847ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:36:59.773414Z","caller":"traceutil/trace.go:171","msg":"trace[1559794519] linearizableReadLoop","detail":"{readStateIndex:8965; appliedIndex:8964; }","duration":"373.02111ms","start":"2026-03-31T20:36:59.400365Z","end":"2026-03-31T20:36:59.773386Z","steps":["trace[1559794519] 'read index received' (duration: 23.873114ms)","trace[1559794519] 'applied index is now lower than readState.Index' (duration: 349.146086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:59.773849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.472071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:36:59.77392Z","caller":"traceutil/trace.go:171","msg":"trace[318051770] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8652; }","duration":"373.595894ms","start":"2026-03-31T20:36:59.400302Z","end":"2026-03-31T20:36:59.773898Z","steps":["trace[318051770] 'agreement among raft nodes before linearized reading' (duration: 373.44937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:59.773993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:59.400274Z","time spent":"373.701216ms","remote":"127.0.0.1:36760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:36:59.774555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.984885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:36:59.774602Z","caller":"traceutil/trace.go:171","msg":"trace[1854834261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8652; }","duration":"293.049757ms","start":"2026-03-31T20:36:59.481539Z","end":"2026-03-31T20:36:59.774589Z","steps":["trace[1854834261] 'agreement among raft nodes before linearized reading' (duration: 292.880103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:59.774598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.058003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:36:59.774892Z","caller":"traceutil/trace.go:171","msg":"trace[1734185879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:8652; }","duration":"330.37111ms","start":"2026-03-31T20:36:59.444498Z","end":"2026-03-31T20:36:59.774869Z","steps":["trace[1734185879] 'agreement among raft nodes before linearized reading' (duration: 329.902399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:59.774949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:59.444432Z","time spent":"330.507314ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"warn","ts":"2026-03-31T20:37:00.149195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.102595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:00.149376Z","caller":"traceutil/trace.go:171","msg":"trace[931115222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8652; }","duration":"137.30266ms","start":"2026-03-31T20:37:00.012045Z","end":"2026-03-31T20:37:00.149348Z","steps":["trace[931115222] 'range keys from in-memory index tree' (duration: 137.075365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:00.149435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.865595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:37:00.149611Z","caller":"traceutil/trace.go:171","msg":"trace[1619302287] linearizableReadLoop","detail":"{readStateIndex:8966; appliedIndex:8965; }","duration":"370.122241ms","start":"2026-03-31T20:36:59.77944Z","end":"2026-03-31T20:37:00.149562Z","steps":["trace[1619302287] 'read index received' (duration: 100.911128ms)","trace[1619302287] 'applied index is now lower than readState.Index' (duration: 269.208803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:00.149626Z","caller":"traceutil/trace.go:171","msg":"trace[1637418839] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"371.047203ms","start":"2026-03-31T20:36:59.778541Z","end":"2026-03-31T20:37:00.149588Z","steps":["trace[1637418839] 'process raft request' (duration: 101.84783ms)","trace[1637418839] 'compare' (duration: 268.584718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:00.149797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:59.7785Z","time spent":"371.209356ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:00.150082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.635483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228458"} {"level":"info","ts":"2026-03-31T20:37:00.150142Z","caller":"traceutil/trace.go:171","msg":"trace[95460946] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8653; }","duration":"370.722385ms","start":"2026-03-31T20:36:59.779405Z","end":"2026-03-31T20:37:00.150128Z","steps":["trace[95460946] 'agreement among raft nodes before linearized reading' (duration: 370.226314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:00.150183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:36:59.779385Z","time spent":"370.787726ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:37:00.892854Z","caller":"traceutil/trace.go:171","msg":"trace[47503474] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"132.269531ms","start":"2026-03-31T20:37:00.76056Z","end":"2026-03-31T20:37:00.892829Z","steps":["trace[47503474] 'process raft request' (duration: 132.084437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:08.412334Z","caller":"traceutil/trace.go:171","msg":"trace[244871952] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9036; }","duration":"228.386396ms","start":"2026-03-31T20:37:08.183927Z","end":"2026-03-31T20:37:08.412314Z","steps":["trace[244871952] 'read index received' (duration: 228.304003ms)","trace[244871952] 'applied index is now lower than readState.Index' (duration: 81.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:08.412457Z","caller":"traceutil/trace.go:171","msg":"trace[1832881277] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"246.415163ms","start":"2026-03-31T20:37:08.166011Z","end":"2026-03-31T20:37:08.412426Z","steps":["trace[1832881277] 'process raft request' (duration: 246.171836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:08.412673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.723375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:37:08.413228Z","caller":"traceutil/trace.go:171","msg":"trace[617651898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8721; }","duration":"229.301798ms","start":"2026-03-31T20:37:08.183914Z","end":"2026-03-31T20:37:08.413216Z","steps":["trace[617651898] 'agreement among raft nodes before linearized reading' (duration: 228.53179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:08.412806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.293403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:08.413416Z","caller":"traceutil/trace.go:171","msg":"trace[9154303] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8721; }","duration":"135.892857ms","start":"2026-03-31T20:37:08.277497Z","end":"2026-03-31T20:37:08.413389Z","steps":["trace[9154303] 'agreement among raft nodes before linearized reading' (duration: 135.270003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:08.412873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.632932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:37:08.413513Z","caller":"traceutil/trace.go:171","msg":"trace[303641672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:8721; }","duration":"218.336988ms","start":"2026-03-31T20:37:08.195156Z","end":"2026-03-31T20:37:08.413493Z","steps":["trace[303641672] 'agreement among raft nodes before linearized reading' (duration: 217.597341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:08.412903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.730586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-c5v7w\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-31T20:37:08.413625Z","caller":"traceutil/trace.go:171","msg":"trace[1504785090] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-c5v7w; range_end:; response_count:1; response_revision:8721; }","duration":"134.459402ms","start":"2026-03-31T20:37:08.279139Z","end":"2026-03-31T20:37:08.413599Z","steps":["trace[1504785090] 'agreement among raft nodes before linearized reading' (duration: 133.692984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:08.412931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.40147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:08.413734Z","caller":"traceutil/trace.go:171","msg":"trace[143200739] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8721; }","duration":"167.223948ms","start":"2026-03-31T20:37:08.24649Z","end":"2026-03-31T20:37:08.413714Z","steps":["trace[143200739] 'agreement among raft nodes before linearized reading' (duration: 166.412409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:32.137888Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000244c.wal"} {"level":"warn","ts":"2026-03-31T20:38:02.291545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.70844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:02.291709Z","caller":"traceutil/trace.go:171","msg":"trace[1879827801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9313; }","duration":"194.945856ms","start":"2026-03-31T20:38:02.096733Z","end":"2026-03-31T20:38:02.291679Z","steps":["trace[1879827801] 'range keys from in-memory index tree' (duration: 194.610077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.291713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.059029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:38:02.291824Z","caller":"traceutil/trace.go:171","msg":"trace[1928341329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9313; }","duration":"209.237193ms","start":"2026-03-31T20:38:02.082564Z","end":"2026-03-31T20:38:02.291801Z","steps":["trace[1928341329] 'range keys from in-memory index tree' (duration: 208.776903ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:02.605235Z","caller":"traceutil/trace.go:171","msg":"trace[1881067499] transaction","detail":"{read_only:false; response_revision:9314; number_of_response:1; }","duration":"308.655787ms","start":"2026-03-31T20:38:02.296543Z","end":"2026-03-31T20:38:02.605199Z","steps":["trace[1881067499] 'process raft request' (duration: 308.407171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.605435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.296526Z","time spent":"308.808421ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:13.75024Z","caller":"traceutil/trace.go:171","msg":"trace[755553307] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"310.617193ms","start":"2026-03-31T20:38:13.439584Z","end":"2026-03-31T20:38:13.750201Z","steps":["trace[755553307] 'process raft request' (duration: 310.377447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:13.750462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:13.439563Z","time spent":"310.786687ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19679,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:13.77083Z","caller":"traceutil/trace.go:171","msg":"trace[195538956] linearizableReadLoop","detail":"{readStateIndex:9714; appliedIndex:9712; }","duration":"188.129483ms","start":"2026-03-31T20:38:13.582668Z","end":"2026-03-31T20:38:13.770798Z","steps":["trace[195538956] 'read index received' (duration: 167.392513ms)","trace[195538956] 'applied index is now lower than readState.Index' (duration: 20.73601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:13.770864Z","caller":"traceutil/trace.go:171","msg":"trace[551726967] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"280.546751ms","start":"2026-03-31T20:38:13.490283Z","end":"2026-03-31T20:38:13.770829Z","steps":["trace[551726967] 'process raft request' (duration: 280.267615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:13.771016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.294427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:13.771058Z","caller":"traceutil/trace.go:171","msg":"trace[276290029] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9383; }","duration":"188.4308ms","start":"2026-03-31T20:38:13.582615Z","end":"2026-03-31T20:38:13.771046Z","steps":["trace[276290029] 'agreement among raft nodes before linearized reading' (duration: 188.303597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.946087Z","caller":"traceutil/trace.go:171","msg":"trace[1822262471] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"167.854283ms","start":"2026-03-31T20:38:15.778205Z","end":"2026-03-31T20:38:15.94606Z","steps":["trace[1822262471] 'process raft request' (duration: 114.018859ms)","trace[1822262471] 'compare' (duration: 53.729621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:16.842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.464633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:16.842067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.242087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:38:16.842113Z","caller":"traceutil/trace.go:171","msg":"trace[516774133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9393; }","duration":"744.624867ms","start":"2026-03-31T20:38:16.097462Z","end":"2026-03-31T20:38:16.842087Z","steps":["trace[516774133] 'range keys from in-memory index tree' (duration: 744.365591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:16.84212Z","caller":"traceutil/trace.go:171","msg":"trace[1956670804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9393; }","duration":"131.337819ms","start":"2026-03-31T20:38:16.710768Z","end":"2026-03-31T20:38:16.842106Z","steps":["trace[1956670804] 'range keys from in-memory index tree' (duration: 131.052233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:16.842188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.097437Z","time spent":"744.731339ms","remote":"127.0.0.1:36372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:17.276911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.308997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:17.277142Z","caller":"traceutil/trace.go:171","msg":"trace[1346443311] linearizableReadLoop","detail":"{readStateIndex:9728; appliedIndex:9726; }","duration":"409.396501ms","start":"2026-03-31T20:38:16.867725Z","end":"2026-03-31T20:38:17.277122Z","steps":["trace[1346443311] 'read index received' (duration: 24.585382ms)","trace[1346443311] 'applied index is now lower than readState.Index' (duration: 384.809299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:17.277144Z","caller":"traceutil/trace.go:171","msg":"trace[1025500984] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"429.267551ms","start":"2026-03-31T20:38:16.847812Z","end":"2026-03-31T20:38:17.277079Z","steps":["trace[1025500984] 'process raft request' (duration: 126.680468ms)","trace[1025500984] 'compare' (duration: 301.919478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:17.27733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.84779Z","time spent":"429.440935ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:17.277487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.728229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:38:17.277583Z","caller":"traceutil/trace.go:171","msg":"trace[671285951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:9395; }","duration":"409.866261ms","start":"2026-03-31T20:38:16.867696Z","end":"2026-03-31T20:38:17.277562Z","steps":["trace[671285951] 'agreement among raft nodes before linearized reading' (duration: 409.551014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.27763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.867684Z","time spent":"409.935884ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"info","ts":"2026-03-31T20:38:17.506281Z","caller":"traceutil/trace.go:171","msg":"trace[400972161] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"529.524615ms","start":"2026-03-31T20:38:16.976721Z","end":"2026-03-31T20:38:17.506246Z","steps":["trace[400972161] 'process raft request' (duration: 444.033891ms)","trace[400972161] 'compare' (duration: 85.261649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:17.506441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.132569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:38:17.506504Z","caller":"traceutil/trace.go:171","msg":"trace[1648580918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9397; }","duration":"345.221592ms","start":"2026-03-31T20:38:17.161271Z","end":"2026-03-31T20:38:17.506493Z","steps":["trace[1648580918] 'agreement among raft nodes before linearized reading' (duration: 345.060068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.506542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.161263Z","time spent":"345.271703ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:17.506459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.976667Z","time spent":"529.692449ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:17.506435Z","caller":"traceutil/trace.go:171","msg":"trace[1937003327] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"384.469931ms","start":"2026-03-31T20:38:17.121826Z","end":"2026-03-31T20:38:17.506296Z","steps":["trace[1937003327] 'process raft request' (duration: 384.360009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:17.50628Z","caller":"traceutil/trace.go:171","msg":"trace[1768735369] linearizableReadLoop","detail":"{readStateIndex:9730; appliedIndex:9728; }","duration":"229.058483ms","start":"2026-03-31T20:38:17.277177Z","end":"2026-03-31T20:38:17.506236Z","steps":["trace[1768735369] 'read index received' (duration: 143.601179ms)","trace[1768735369] 'applied index is now lower than readState.Index' (duration: 85.456364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:17.506781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.121804Z","time spent":"384.838839ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:17.506995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.738688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:17.507037Z","caller":"traceutil/trace.go:171","msg":"trace[1946322552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9397; }","duration":"131.803739ms","start":"2026-03-31T20:38:17.375224Z","end":"2026-03-31T20:38:17.507027Z","steps":["trace[1946322552] 'agreement among raft nodes before linearized reading' (duration: 131.702217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.507105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.739331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:38:17.507179Z","caller":"traceutil/trace.go:171","msg":"trace[1188616128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9397; }","duration":"129.837413ms","start":"2026-03-31T20:38:17.377319Z","end":"2026-03-31T20:38:17.507156Z","steps":["trace[1188616128] 'agreement among raft nodes before linearized reading' (duration: 129.602788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.507304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.703023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:38:17.50742Z","caller":"traceutil/trace.go:171","msg":"trace[923557479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9397; }","duration":"138.818506ms","start":"2026-03-31T20:38:17.368585Z","end":"2026-03-31T20:38:17.507403Z","steps":["trace[923557479] 'agreement among raft nodes before linearized reading' (duration: 138.389736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.507495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.802638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291238"} {"level":"info","ts":"2026-03-31T20:38:17.507547Z","caller":"traceutil/trace.go:171","msg":"trace[1066405088] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9397; }","duration":"223.89804ms","start":"2026-03-31T20:38:17.283636Z","end":"2026-03-31T20:38:17.507534Z","steps":["trace[1066405088] 'agreement among raft nodes before linearized reading' (duration: 223.135482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.629913Z","caller":"traceutil/trace.go:171","msg":"trace[2141174680] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"135.313143ms","start":"2026-03-31T20:38:33.494575Z","end":"2026-03-31T20:38:33.629888Z","steps":["trace[2141174680] 'process raft request' (duration: 51.704904ms)","trace[2141174680] 'compare' (duration: 83.396634ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:33.63589Z","caller":"traceutil/trace.go:171","msg":"trace[1940075530] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"140.676991ms","start":"2026-03-31T20:38:33.495191Z","end":"2026-03-31T20:38:33.635868Z","steps":["trace[1940075530] 'process raft request' (duration: 140.409884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.636034Z","caller":"traceutil/trace.go:171","msg":"trace[158918617] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"136.681726ms","start":"2026-03-31T20:38:33.499312Z","end":"2026-03-31T20:38:33.635993Z","steps":["trace[158918617] 'process raft request' (duration: 136.461891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.685671Z","caller":"traceutil/trace.go:171","msg":"trace[117657610] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"126.422763ms","start":"2026-03-31T20:38:33.559227Z","end":"2026-03-31T20:38:33.68565Z","steps":["trace[117657610] 'process raft request' (duration: 126.284369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.968513Z","caller":"traceutil/trace.go:171","msg":"trace[513278008] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"319.012882ms","start":"2026-03-31T20:38:33.649466Z","end":"2026-03-31T20:38:33.968479Z","steps":["trace[513278008] 'process raft request' (duration: 272.660375ms)","trace[513278008] 'compare' (duration: 45.549538ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:33.968613Z","caller":"traceutil/trace.go:171","msg":"trace[1839333459] linearizableReadLoop","detail":"{readStateIndex:9874; appliedIndex:9873; }","duration":"282.930047ms","start":"2026-03-31T20:38:33.68562Z","end":"2026-03-31T20:38:33.96855Z","steps":["trace[1839333459] 'read index received' (duration: 236.479408ms)","trace[1839333459] 'applied index is now lower than readState.Index' (duration: 46.445999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:33.968657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.64945Z","time spent":"319.133475ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:33.968742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.458232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:38:33.968857Z","caller":"traceutil/trace.go:171","msg":"trace[1851605334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9538; }","duration":"327.604935ms","start":"2026-03-31T20:38:33.641222Z","end":"2026-03-31T20:38:33.968827Z","steps":["trace[1851605334] 'agreement among raft nodes before linearized reading' (duration: 327.337479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.968886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.33136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T20:38:33.968863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.000501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:38:33.968921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.641209Z","time spent":"327.694578ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:33.968934Z","caller":"traceutil/trace.go:171","msg":"trace[2107144692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:9538; }","duration":"363.432562ms","start":"2026-03-31T20:38:33.605487Z","end":"2026-03-31T20:38:33.968919Z","steps":["trace[2107144692] 'agreement among raft nodes before linearized reading' (duration: 363.196136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.968907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.725087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:33.968973Z","caller":"traceutil/trace.go:171","msg":"trace[245788645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9538; }","duration":"338.150024ms","start":"2026-03-31T20:38:33.630796Z","end":"2026-03-31T20:38:33.968946Z","steps":["trace[245788645] 'agreement among raft nodes before linearized reading' (duration: 337.766105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.968983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.605465Z","time spent":"363.507504ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"info","ts":"2026-03-31T20:38:33.969006Z","caller":"traceutil/trace.go:171","msg":"trace[422732892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9538; }","duration":"324.85909ms","start":"2026-03-31T20:38:33.644123Z","end":"2026-03-31T20:38:33.968982Z","steps":["trace[422732892] 'agreement among raft nodes before linearized reading' (duration: 324.509092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.96904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.630785Z","time spent":"338.242955ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:33.969065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.644112Z","time spent":"324.938392ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:38:33.969319Z","caller":"traceutil/trace.go:171","msg":"trace[1733747938] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"124.056017ms","start":"2026-03-31T20:38:33.845249Z","end":"2026-03-31T20:38:33.969305Z","steps":["trace[1733747938] 'process raft request' (duration: 123.999306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.969421Z","caller":"traceutil/trace.go:171","msg":"trace[1504348795] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"279.359673ms","start":"2026-03-31T20:38:33.690046Z","end":"2026-03-31T20:38:33.969406Z","steps":["trace[1504348795] 'process raft request' (duration: 278.456451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:34.058752Z","caller":"traceutil/trace.go:171","msg":"trace[1570051583] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"103.464888ms","start":"2026-03-31T20:38:33.955264Z","end":"2026-03-31T20:38:34.058729Z","steps":["trace[1570051583] 'process raft request' (duration: 103.268243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:52.358821Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cf8c3a138c9a77a2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:38:52.376661Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:38:52.376785Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T20:38:54.287795Z","caller":"traceutil/trace.go:171","msg":"trace[2050919368] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"113.174833ms","start":"2026-03-31T20:38:54.174589Z","end":"2026-03-31T20:38:54.287764Z","steps":["trace[2050919368] 'process raft request' (duration: 54.911501ms)","trace[2050919368] 'compare' (duration: 58.039176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:54.288059Z","caller":"traceutil/trace.go:171","msg":"trace[1913489762] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"113.140132ms","start":"2026-03-31T20:38:54.174891Z","end":"2026-03-31T20:38:54.288031Z","steps":["trace[1913489762] 'process raft request' (duration: 112.812914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.633931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.102401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:54.634042Z","caller":"traceutil/trace.go:171","msg":"trace[528053297] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"342.253592ms","start":"2026-03-31T20:38:54.291768Z","end":"2026-03-31T20:38:54.634022Z","steps":["trace[528053297] 'process raft request' (duration: 236.983347ms)","trace[528053297] 'compare' (duration: 104.895486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:54.634104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.291755Z","time spent":"342.320353ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:54.639599Z","caller":"traceutil/trace.go:171","msg":"trace[1070325500] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"347.436265ms","start":"2026-03-31T20:38:54.29212Z","end":"2026-03-31T20:38:54.639557Z","steps":["trace[1070325500] 'process raft request' (duration: 347.247701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.63975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.292114Z","time spent":"347.562208ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:54.639764Z","caller":"traceutil/trace.go:171","msg":"trace[481524441] linearizableReadLoop","detail":"{readStateIndex:10011; appliedIndex:10008; }","duration":"341.658628ms","start":"2026-03-31T20:38:54.298073Z","end":"2026-03-31T20:38:54.639731Z","steps":["trace[481524441] 'read index received' (duration: 230.679458ms)","trace[481524441] 'applied index is now lower than readState.Index' (duration: 110.97662ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:54.639842Z","caller":"traceutil/trace.go:171","msg":"trace[288965023] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"346.842181ms","start":"2026-03-31T20:38:54.292964Z","end":"2026-03-31T20:38:54.639806Z","steps":["trace[288965023] 'process raft request' (duration: 346.542194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.639993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.292928Z","time spent":"346.986664ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:54.640045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.950635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:38:54.640074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.77125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjhgq\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T20:38:54.640124Z","caller":"traceutil/trace.go:171","msg":"trace[455290855] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjhgq; range_end:; response_count:1; response_revision:9670; }","duration":"322.864902ms","start":"2026-03-31T20:38:54.317246Z","end":"2026-03-31T20:38:54.640111Z","steps":["trace[455290855] 'agreement among raft nodes before linearized reading' (duration: 322.720548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.640158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.247926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:54.640165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.317221Z","time spent":"322.935214ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-wjhgq\" "} {"level":"info","ts":"2026-03-31T20:38:54.640086Z","caller":"traceutil/trace.go:171","msg":"trace[1043367795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9670; }","duration":"342.045827ms","start":"2026-03-31T20:38:54.298027Z","end":"2026-03-31T20:38:54.640072Z","steps":["trace[1043367795] 'agreement among raft nodes before linearized reading' (duration: 341.845792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.640197Z","caller":"traceutil/trace.go:171","msg":"trace[99159052] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9670; }","duration":"227.318378ms","start":"2026-03-31T20:38:54.412867Z","end":"2026-03-31T20:38:54.640185Z","steps":["trace[99159052] 'agreement among raft nodes before linearized reading' (duration: 227.255276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.640461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.298009Z","time spent":"342.239681ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:55.689276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.00885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:55.68947Z","caller":"traceutil/trace.go:171","msg":"trace[13008219] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"284.397171ms","start":"2026-03-31T20:38:55.405039Z","end":"2026-03-31T20:38:55.689436Z","steps":["trace[13008219] 'process raft request' (duration: 129.956941ms)","trace[13008219] 'compare' (duration: 153.547569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:55.912108Z","caller":"traceutil/trace.go:171","msg":"trace[997304290] linearizableReadLoop","detail":"{readStateIndex:10018; appliedIndex:10017; }","duration":"182.25992ms","start":"2026-03-31T20:38:55.729819Z","end":"2026-03-31T20:38:55.912079Z","steps":["trace[997304290] 'read index received' (duration: 181.990933ms)","trace[997304290] 'applied index is now lower than readState.Index' (duration: 268.146µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:55.912285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.436643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:55.912331Z","caller":"traceutil/trace.go:171","msg":"trace[1122634850] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9677; }","duration":"182.553097ms","start":"2026-03-31T20:38:55.729766Z","end":"2026-03-31T20:38:55.912319Z","steps":["trace[1122634850] 'agreement among raft nodes before linearized reading' (duration: 182.419993ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:55.912615Z","caller":"traceutil/trace.go:171","msg":"trace[231582976] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"218.684073ms","start":"2026-03-31T20:38:55.693912Z","end":"2026-03-31T20:38:55.912596Z","steps":["trace[231582976] 'process raft request' (duration: 218.005426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:55.936994Z","caller":"traceutil/trace.go:171","msg":"trace[1069044273] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"117.718981ms","start":"2026-03-31T20:38:55.819248Z","end":"2026-03-31T20:38:55.936967Z","steps":["trace[1069044273] 'process raft request' (duration: 117.586247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:56.478689Z","caller":"traceutil/trace.go:171","msg":"trace[8530949] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"185.129718ms","start":"2026-03-31T20:38:56.293536Z","end":"2026-03-31T20:38:56.478665Z","steps":["trace[8530949] 'process raft request' (duration: 185.082327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:56.478928Z","caller":"traceutil/trace.go:171","msg":"trace[1144380366] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"185.907297ms","start":"2026-03-31T20:38:56.293009Z","end":"2026-03-31T20:38:56.478916Z","steps":["trace[1144380366] 'process raft request' (duration: 141.125486ms)","trace[1144380366] 'compare' (duration: 44.395792ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:01.595424Z","caller":"traceutil/trace.go:171","msg":"trace[1597476796] linearizableReadLoop","detail":"{readStateIndex:10058; appliedIndex:10057; }","duration":"207.209621ms","start":"2026-03-31T20:39:01.388189Z","end":"2026-03-31T20:39:01.595398Z","steps":["trace[1597476796] 'read index received' (duration: 207.024527ms)","trace[1597476796] 'applied index is now lower than readState.Index' (duration: 183.674µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:01.595607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.404906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:01.59565Z","caller":"traceutil/trace.go:171","msg":"trace[1447951841] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9716; }","duration":"207.514808ms","start":"2026-03-31T20:39:01.388123Z","end":"2026-03-31T20:39:01.595638Z","steps":["trace[1447951841] 'agreement among raft nodes before linearized reading' (duration: 207.426276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:01.595483Z","caller":"traceutil/trace.go:171","msg":"trace[517070023] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"295.286718ms","start":"2026-03-31T20:39:01.300158Z","end":"2026-03-31T20:39:01.595445Z","steps":["trace[517070023] 'process raft request' (duration: 295.081604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:12.291765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.353442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:12.291884Z","caller":"traceutil/trace.go:171","msg":"trace[561780242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9790; }","duration":"317.497835ms","start":"2026-03-31T20:39:11.974351Z","end":"2026-03-31T20:39:12.291849Z","steps":["trace[561780242] 'count revisions from in-memory index tree' (duration: 317.149626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:12.291977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:11.974284Z","time spent":"317.67587ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:12.292572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.678074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:39:12.292738Z","caller":"traceutil/trace.go:171","msg":"trace[264582877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9790; }","duration":"313.900029ms","start":"2026-03-31T20:39:11.97877Z","end":"2026-03-31T20:39:12.29267Z","steps":["trace[264582877] 'range keys from in-memory index tree' (duration: 313.030759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:12.29272Z","caller":"traceutil/trace.go:171","msg":"trace[555838815] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"304.433495ms","start":"2026-03-31T20:39:11.988203Z","end":"2026-03-31T20:39:12.292636Z","steps":["trace[555838815] 'process raft request' (duration: 265.103483ms)","trace[555838815] 'compare' (duration: 39.021925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:12.2928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:11.978745Z","time spent":"314.042103ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:12.292999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:11.988166Z","time spent":"304.689301ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:28.908384Z","caller":"traceutil/trace.go:171","msg":"trace[1299283703] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"158.750503ms","start":"2026-03-31T20:40:28.749575Z","end":"2026-03-31T20:40:28.908325Z","steps":["trace[1299283703] 'process raft request' (duration: 158.567949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:28.908377Z","caller":"traceutil/trace.go:171","msg":"trace[1347114062] linearizableReadLoop","detail":"{readStateIndex:10764; appliedIndex:10764; }","duration":"130.123174ms","start":"2026-03-31T20:40:28.778206Z","end":"2026-03-31T20:40:28.90833Z","steps":["trace[1347114062] 'read index received' (duration: 130.110564ms)","trace[1347114062] 'applied index is now lower than readState.Index' (duration: 9.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:28.908568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.360679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:40:28.908618Z","caller":"traceutil/trace.go:171","msg":"trace[1405543241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10398; }","duration":"130.465062ms","start":"2026-03-31T20:40:28.778142Z","end":"2026-03-31T20:40:28.908607Z","steps":["trace[1405543241] 'agreement among raft nodes before linearized reading' (duration: 130.260167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:41.210228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.485211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:41.210455Z","caller":"traceutil/trace.go:171","msg":"trace[2077684849] transaction","detail":"{read_only:false; response_revision:10497; number_of_response:1; }","duration":"507.662253ms","start":"2026-03-31T20:40:40.702769Z","end":"2026-03-31T20:40:41.210431Z","steps":["trace[2077684849] 'process raft request' (duration: 290.869525ms)","trace[2077684849] 'compare' (duration: 216.239704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:41.210565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:40.702742Z","time spent":"507.786425ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:41.233784Z","caller":"traceutil/trace.go:171","msg":"trace[47555375] transaction","detail":"{read_only:false; response_revision:10498; number_of_response:1; }","duration":"255.367503ms","start":"2026-03-31T20:40:40.978383Z","end":"2026-03-31T20:40:41.23375Z","steps":["trace[47555375] 'process raft request' (duration: 255.176758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:41.233939Z","caller":"traceutil/trace.go:171","msg":"trace[102421162] linearizableReadLoop","detail":"{readStateIndex:10867; appliedIndex:10865; }","duration":"225.851883ms","start":"2026-03-31T20:40:41.008049Z","end":"2026-03-31T20:40:41.233901Z","steps":["trace[102421162] 'read index received' (duration: 225.397892ms)","trace[102421162] 'applied index is now lower than readState.Index' (duration: 451.621µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:41.234Z","caller":"traceutil/trace.go:171","msg":"trace[741771564] transaction","detail":"{read_only:false; response_revision:10499; number_of_response:1; }","duration":"249.070293ms","start":"2026-03-31T20:40:40.98488Z","end":"2026-03-31T20:40:41.23395Z","steps":["trace[741771564] 'process raft request' (duration: 248.821557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:41.234211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.455265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:41.234314Z","caller":"traceutil/trace.go:171","msg":"trace[2084578598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10499; }","duration":"136.599568ms","start":"2026-03-31T20:40:41.09769Z","end":"2026-03-31T20:40:41.234289Z","steps":["trace[2084578598] 'agreement among raft nodes before linearized reading' (duration: 136.381233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:41.234226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.176681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:40:41.234469Z","caller":"traceutil/trace.go:171","msg":"trace[457250676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10499; }","duration":"226.421607ms","start":"2026-03-31T20:40:41.008022Z","end":"2026-03-31T20:40:41.234443Z","steps":["trace[457250676] 'agreement among raft nodes before linearized reading' (duration: 226.008567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:41.521098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.514648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T20:40:41.521861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.611098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:40:41.521829Z","caller":"traceutil/trace.go:171","msg":"trace[270218168] transaction","detail":"{read_only:false; response_revision:10501; number_of_response:1; }","duration":"206.537045ms","start":"2026-03-31T20:40:41.315132Z","end":"2026-03-31T20:40:41.521669Z","steps":["trace[270218168] 'process raft request' (duration: 98.357431ms)","trace[270218168] 'compare' (duration: 107.332733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:41.521907Z","caller":"traceutil/trace.go:171","msg":"trace[1023993849] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10501; }","duration":"109.71758ms","start":"2026-03-31T20:40:41.412175Z","end":"2026-03-31T20:40:41.521893Z","steps":["trace[1023993849] 'agreement among raft nodes before linearized reading' (duration: 109.573917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:41.521707Z","caller":"traceutil/trace.go:171","msg":"trace[1935337168] linearizableReadLoop","detail":"{readStateIndex:10869; appliedIndex:10868; }","duration":"109.441373ms","start":"2026-03-31T20:40:41.412246Z","end":"2026-03-31T20:40:41.521687Z","steps":["trace[1935337168] 'read index received' (duration: 1.234998ms)","trace[1935337168] 'applied index is now lower than readState.Index' (duration: 108.204845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:41.539963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.31194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:40:41.540051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.608534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:40:41.540051Z","caller":"traceutil/trace.go:171","msg":"trace[1838915734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10502; }","duration":"125.476904ms","start":"2026-03-31T20:40:41.41455Z","end":"2026-03-31T20:40:41.540027Z","steps":["trace[1838915734] 'agreement among raft nodes before linearized reading' (duration: 125.204818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:41.540098Z","caller":"traceutil/trace.go:171","msg":"trace[1328116853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10502; }","duration":"127.672125ms","start":"2026-03-31T20:40:41.412413Z","end":"2026-03-31T20:40:41.540085Z","steps":["trace[1328116853] 'agreement among raft nodes before linearized reading' (duration: 127.223564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:41.735306Z","caller":"traceutil/trace.go:171","msg":"trace[1184636704] transaction","detail":"{read_only:false; response_revision:10504; number_of_response:1; }","duration":"189.40384ms","start":"2026-03-31T20:40:41.54588Z","end":"2026-03-31T20:40:41.735284Z","steps":["trace[1184636704] 'process raft request' (duration: 122.516924ms)","trace[1184636704] 'compare' (duration: 66.706331ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:41.735696Z","caller":"traceutil/trace.go:171","msg":"trace[1411903987] linearizableReadLoop","detail":"{readStateIndex:10874; appliedIndex:10871; }","duration":"142.318993ms","start":"2026-03-31T20:40:41.593322Z","end":"2026-03-31T20:40:41.735641Z","steps":["trace[1411903987] 'read index received' (duration: 75.040608ms)","trace[1411903987] 'applied index is now lower than readState.Index' (duration: 67.277185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:41.735748Z","caller":"traceutil/trace.go:171","msg":"trace[798097964] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"183.796357ms","start":"2026-03-31T20:40:41.551928Z","end":"2026-03-31T20:40:41.735724Z","steps":["trace[798097964] 'process raft request' (duration: 183.539601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:41.735744Z","caller":"traceutil/trace.go:171","msg":"trace[76743540] transaction","detail":"{read_only:false; response_revision:10505; number_of_response:1; }","duration":"189.320757ms","start":"2026-03-31T20:40:41.546414Z","end":"2026-03-31T20:40:41.735735Z","steps":["trace[76743540] 'process raft request' (duration: 188.824446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:41.735968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.305588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:41.736066Z","caller":"traceutil/trace.go:171","msg":"trace[590467283] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10506; }","duration":"154.485171ms","start":"2026-03-31T20:40:41.581556Z","end":"2026-03-31T20:40:41.736042Z","steps":["trace[590467283] 'agreement among raft nodes before linearized reading' (duration: 154.221185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:41.736472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.053068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375083"} {"level":"info","ts":"2026-03-31T20:40:41.736535Z","caller":"traceutil/trace.go:171","msg":"trace[1642680997] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10506; }","duration":"191.187311ms","start":"2026-03-31T20:40:41.545333Z","end":"2026-03-31T20:40:41.736521Z","steps":["trace[1642680997] 'agreement among raft nodes before linearized reading' (duration: 190.437354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:55.725329Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8228} {"level":"info","ts":"2026-03-31T20:40:55.817513Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8228,"took":"89.543106ms","hash":786568031,"current-db-size-bytes":57831424,"current-db-size":"58 MB","current-db-size-in-use-bytes":25686016,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T20:40:55.81758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":786568031,"revision":8228,"compact-revision":6007} {"level":"info","ts":"2026-03-31T20:41:19.604614Z","caller":"traceutil/trace.go:171","msg":"trace[1609506341] transaction","detail":"{read_only:false; response_revision:10725; number_of_response:1; }","duration":"102.591486ms","start":"2026-03-31T20:41:19.501977Z","end":"2026-03-31T20:41:19.604568Z","steps":["trace[1609506341] 'process raft request' (duration: 84.56584ms)","trace[1609506341] 'compare' (duration: 17.830871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:41:20.039994Z","caller":"traceutil/trace.go:171","msg":"trace[962661967] linearizableReadLoop","detail":"{readStateIndex:11105; appliedIndex:11104; }","duration":"112.029419ms","start":"2026-03-31T20:41:19.92794Z","end":"2026-03-31T20:41:20.03997Z","steps":["trace[962661967] 'read index received' (duration: 88.551964ms)","trace[962661967] 'applied index is now lower than readState.Index' (duration: 23.476325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:41:20.04029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.334407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:41:20.040347Z","caller":"traceutil/trace.go:171","msg":"trace[1045965888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10727; }","duration":"112.460249ms","start":"2026-03-31T20:41:19.92787Z","end":"2026-03-31T20:41:20.040331Z","steps":["trace[1045965888] 'agreement among raft nodes before linearized reading' (duration: 112.280384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:41:20.04035Z","caller":"traceutil/trace.go:171","msg":"trace[1817655359] transaction","detail":"{read_only:false; response_revision:10727; number_of_response:1; }","duration":"246.870436ms","start":"2026-03-31T20:41:19.793133Z","end":"2026-03-31T20:41:20.040004Z","steps":["trace[1817655359] 'process raft request' (duration: 223.35234ms)","trace[1817655359] 'compare' (duration: 23.380972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:41:20.040621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.482186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:41:20.040799Z","caller":"traceutil/trace.go:171","msg":"trace[556823003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10727; }","duration":"111.718601ms","start":"2026-03-31T20:41:19.929047Z","end":"2026-03-31T20:41:20.040766Z","steps":["trace[556823003] 'agreement among raft nodes before linearized reading' (duration: 111.322802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:55.732324Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10592} {"level":"info","ts":"2026-03-31T20:45:55.808725Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10592,"took":"74.242402ms","hash":3509846834,"current-db-size-bytes":57831424,"current-db-size":"58 MB","current-db-size-in-use-bytes":20434944,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T20:45:55.808803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3509846834,"revision":10592,"compact-revision":8228} {"level":"warn","ts":"2026-03-31T20:46:50.140647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.551857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2317"} {"level":"info","ts":"2026-03-31T20:46:50.140797Z","caller":"traceutil/trace.go:171","msg":"trace[324821461] range","detail":"{range_begin:/registry/configmaps/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:12427; }","duration":"108.729521ms","start":"2026-03-31T20:46:50.032043Z","end":"2026-03-31T20:46:50.140773Z","steps":["trace[324821461] 'range keys from in-memory index tree' (duration: 108.407363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:50.140982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.763229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-03-31T20:46:50.141093Z","caller":"traceutil/trace.go:171","msg":"trace[1121085236] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:1; response_revision:12427; }","duration":"110.938183ms","start":"2026-03-31T20:46:50.030132Z","end":"2026-03-31T20:46:50.14107Z","steps":["trace[1121085236] 'range keys from in-memory index tree' (duration: 110.562144ms)"],"step_count":1}