{"level":"warn","ts":"2026-03-17T21:56:04.005897Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:56:04.006037Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.115:2380","--initial-cluster=instance=https://199.19.213.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-17T21:56:04.006114Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-17T21:56:04.00613Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-17T21:56:04.006174Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:56:04.007126Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"]} {"level":"info","ts":"2026-03-17T21:56:04.00726Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-17T21:56:04.012544Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.960359ms"} {"level":"info","ts":"2026-03-17T21:56:04.019393Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"76964ef0a001678d","cluster-id":"a26f37ac4c69834d"} {"level":"info","ts":"2026-03-17T21:56:04.019515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=()"} {"level":"info","ts":"2026-03-17T21:56:04.019551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became follower at term 0"} {"level":"info","ts":"2026-03-17T21:56:04.019572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 76964ef0a001678d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-17T21:56:04.019592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became follower at term 1"} {"level":"info","ts":"2026-03-17T21:56:04.019648Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"warn","ts":"2026-03-17T21:56:04.026072Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-17T21:56:04.027446Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-17T21:56:04.028511Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-17T21:56:04.030475Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"76964ef0a001678d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-17T21:56:04.030696Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"76964ef0a001678d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-17T21:56:04.030859Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:56:04.031049Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:56:04.031077Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-17T21:56:04.03284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"info","ts":"2026-03-17T21:56:04.033923Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","added-peer-id":"76964ef0a001678d","added-peer-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-17T21:56:04.035582Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-17T21:56:04.035661Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-03-17T21:56:04.035705Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-03-17T21:56:04.036017Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"76964ef0a001678d","initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-17T21:56:04.036056Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-17T21:56:05.020132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d is starting a new election at term 1"} {"level":"info","ts":"2026-03-17T21:56:05.0202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-17T21:56:05.020235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d received MsgPreVoteResp from 76964ef0a001678d at term 1"} {"level":"info","ts":"2026-03-17T21:56:05.020254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became candidate at term 2"} {"level":"info","ts":"2026-03-17T21:56:05.020264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d received MsgVoteResp from 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-03-17T21:56:05.020279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became leader at term 2"} {"level":"info","ts":"2026-03-17T21:56:05.020292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 76964ef0a001678d elected leader 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-03-17T21:56:05.021601Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"76964ef0a001678d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.115:2379]}","request-path":"/0/members/76964ef0a001678d/attributes","cluster-id":"a26f37ac4c69834d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-17T21:56:05.021679Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:56:05.02191Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:56:05.021963Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-17T21:56:05.022158Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-17T21:56:05.022213Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-17T21:56:05.025051Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.115:2379"} {"level":"info","ts":"2026-03-17T21:56:05.025221Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-17T21:56:05.026707Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:56:05.026811Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:56:05.026844Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-17T21:56:20.406535Z","caller":"traceutil/trace.go:171","msg":"trace[951868903] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"100.096912ms","start":"2026-03-17T21:56:20.306398Z","end":"2026-03-17T21:56:20.406495Z","steps":["trace[951868903] 'process raft request' (duration: 90.092901ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:20.736487Z","caller":"traceutil/trace.go:171","msg":"trace[89167415] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"122.649792ms","start":"2026-03-17T21:56:20.613798Z","end":"2026-03-17T21:56:20.736448Z","steps":["trace[89167415] 'process raft request' (duration: 61.180608ms)","trace[89167415] 'compare' (duration: 61.325911ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:56:20.74312Z","caller":"traceutil/trace.go:171","msg":"trace[2130016470] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"104.662821ms","start":"2026-03-17T21:56:20.638434Z","end":"2026-03-17T21:56:20.743097Z","steps":["trace[2130016470] 'process raft request' (duration: 104.555249ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:26.710887Z","caller":"traceutil/trace.go:171","msg":"trace[1193554974] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"123.380788ms","start":"2026-03-17T21:56:26.587482Z","end":"2026-03-17T21:56:26.710863Z","steps":["trace[1193554974] 'process raft request' (duration: 123.264675ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:40.787641Z","caller":"traceutil/trace.go:171","msg":"trace[141468277] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"128.087327ms","start":"2026-03-17T21:56:40.659511Z","end":"2026-03-17T21:56:40.787599Z","steps":["trace[141468277] 'process raft request' (duration: 127.922524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:56:40.972322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.157717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-17T21:56:40.97244Z","caller":"traceutil/trace.go:171","msg":"trace[180860247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"126.33285ms","start":"2026-03-17T21:56:40.846087Z","end":"2026-03-17T21:56:40.97242Z","steps":["trace[180860247] 'range keys from in-memory index tree' (duration: 125.952402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:56:40.972419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.077242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-17T21:56:40.972503Z","caller":"traceutil/trace.go:171","msg":"trace[1737536750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"132.206555ms","start":"2026-03-17T21:56:40.840278Z","end":"2026-03-17T21:56:40.972485Z","steps":["trace[1737536750] 'range keys from in-memory index tree' (duration: 131.879227ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:42.93868Z","caller":"traceutil/trace.go:171","msg":"trace[2018356713] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"123.061161ms","start":"2026-03-17T21:56:42.815599Z","end":"2026-03-17T21:56:42.93866Z","steps":["trace[2018356713] 'process raft request' (duration: 122.346965ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:59.956697Z","caller":"traceutil/trace.go:171","msg":"trace[964010217] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"133.337519ms","start":"2026-03-17T21:56:59.823329Z","end":"2026-03-17T21:56:59.956667Z","steps":["trace[964010217] 'process raft request' (duration: 133.262458ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:56:59.956781Z","caller":"traceutil/trace.go:171","msg":"trace[1635015329] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"134.429962ms","start":"2026-03-17T21:56:59.8223Z","end":"2026-03-17T21:56:59.95673Z","steps":["trace[1635015329] 'process raft request' (duration: 134.154765ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:57:00.161801Z","caller":"traceutil/trace.go:171","msg":"trace[24940177] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"199.443572ms","start":"2026-03-17T21:56:59.962331Z","end":"2026-03-17T21:57:00.161775Z","steps":["trace[24940177] 'process raft request' (duration: 199.277268ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:57:48.325784Z","caller":"traceutil/trace.go:171","msg":"trace[2109606178] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"280.991512ms","start":"2026-03-17T21:57:48.044752Z","end":"2026-03-17T21:57:48.325744Z","steps":["trace[2109606178] 'process raft request' (duration: 210.359443ms)","trace[2109606178] 'compare' (duration: 70.484236ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:57:48.356522Z","caller":"traceutil/trace.go:171","msg":"trace[884886024] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"305.855268ms","start":"2026-03-17T21:57:48.050642Z","end":"2026-03-17T21:57:48.356498Z","steps":["trace[884886024] 'process raft request' (duration: 305.708925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:48.357182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T21:57:48.05061Z","time spent":"306.011311ms","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-17T21:57:48.495975Z","caller":"traceutil/trace.go:171","msg":"trace[1814900540] linearizableReadLoop","detail":"{readStateIndex:1648; appliedIndex:1647; }","duration":"173.301746ms","start":"2026-03-17T21:57:48.322623Z","end":"2026-03-17T21:57:48.495925Z","steps":["trace[1814900540] 'read index received' (duration: 33.918839ms)","trace[1814900540] 'applied index is now lower than readState.Index' (duration: 139.381447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T21:57:48.4964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.304927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T21:57:48.496396Z","caller":"traceutil/trace.go:171","msg":"trace[1243127608] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"188.730754ms","start":"2026-03-17T21:57:48.307624Z","end":"2026-03-17T21:57:48.496355Z","steps":["trace[1243127608] 'process raft request' (duration: 118.591026ms)","trace[1243127608] 'compare' (duration: 69.572505ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:57:48.496447Z","caller":"traceutil/trace.go:171","msg":"trace[1994590875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1584; }","duration":"107.395349ms","start":"2026-03-17T21:57:48.389039Z","end":"2026-03-17T21:57:48.496434Z","steps":["trace[1994590875] 'agreement among raft nodes before linearized reading' (duration: 107.314507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:57:48.496445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.411842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-17T21:57:48.49645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.797626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00c097f5-df68-4a0a-9cfa-678ed532931a\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-17T21:57:48.49655Z","caller":"traceutil/trace.go:171","msg":"trace[6153264] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00c097f5-df68-4a0a-9cfa-678ed532931a; range_end:; response_count:1; response_revision:1584; }","duration":"173.9395ms","start":"2026-03-17T21:57:48.32259Z","end":"2026-03-17T21:57:48.496529Z","steps":["trace[6153264] 'agreement among raft nodes before linearized reading' (duration: 173.629613ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:57:48.496665Z","caller":"traceutil/trace.go:171","msg":"trace[957237270] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1584; }","duration":"168.542525ms","start":"2026-03-17T21:57:48.327972Z","end":"2026-03-17T21:57:48.496515Z","steps":["trace[957237270] 'agreement among raft nodes before linearized reading' (duration: 168.342381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:03.499324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.876531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T21:58:03.499474Z","caller":"traceutil/trace.go:171","msg":"trace[1935351411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1700; }","duration":"111.073586ms","start":"2026-03-17T21:58:03.388376Z","end":"2026-03-17T21:58:03.499449Z","steps":["trace[1935351411] 'range keys from in-memory index tree' (duration: 110.79491ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:32.061568Z","caller":"traceutil/trace.go:171","msg":"trace[496630319] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"108.331689ms","start":"2026-03-17T21:58:31.953206Z","end":"2026-03-17T21:58:32.061538Z","steps":["trace[496630319] 'process raft request' (duration: 108.112114ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:32.195167Z","caller":"traceutil/trace.go:171","msg":"trace[1193804629] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"104.152559ms","start":"2026-03-17T21:58:32.090975Z","end":"2026-03-17T21:58:32.195128Z","steps":["trace[1193804629] 'process raft request' (duration: 103.942045ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:37.810756Z","caller":"traceutil/trace.go:171","msg":"trace[2029785107] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"140.262135ms","start":"2026-03-17T21:58:37.670465Z","end":"2026-03-17T21:58:37.810727Z","steps":["trace[2029785107] 'process raft request' (duration: 140.064621ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:37.89161Z","caller":"traceutil/trace.go:171","msg":"trace[1415820044] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"220.56986ms","start":"2026-03-17T21:58:37.671013Z","end":"2026-03-17T21:58:37.891583Z","steps":["trace[1415820044] 'process raft request' (duration: 220.362175ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:37.891641Z","caller":"traceutil/trace.go:171","msg":"trace[508587437] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"220.2003ms","start":"2026-03-17T21:58:37.671416Z","end":"2026-03-17T21:58:37.891616Z","steps":["trace[508587437] 'process raft request' (duration: 220.077178ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:38.232214Z","caller":"traceutil/trace.go:171","msg":"trace[1829539041] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1958; }","duration":"105.177521ms","start":"2026-03-17T21:58:38.126999Z","end":"2026-03-17T21:58:38.232176Z","steps":["trace[1829539041] 'read index received' (duration: 103.947105ms)","trace[1829539041] 'applied index is now lower than readState.Index' (duration: 1.229366ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T21:58:38.232219Z","caller":"traceutil/trace.go:171","msg":"trace[1658487533] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"181.095672ms","start":"2026-03-17T21:58:38.051074Z","end":"2026-03-17T21:58:38.23217Z","steps":["trace[1658487533] 'process raft request' (duration: 179.856746ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T21:58:38.232592Z","caller":"traceutil/trace.go:171","msg":"trace[1989930578] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"141.116604ms","start":"2026-03-17T21:58:38.091404Z","end":"2026-03-17T21:58:38.232521Z","steps":["trace[1989930578] 'process raft request' (duration: 140.653554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T21:58:38.23266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.644662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-17T21:58:38.232758Z","caller":"traceutil/trace.go:171","msg":"trace[1180996746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"105.782514ms","start":"2026-03-17T21:58:38.126945Z","end":"2026-03-17T21:58:38.232727Z","steps":["trace[1180996746] 'agreement among raft nodes before linearized reading' (duration: 105.513488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:00:07.669145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.734273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-17T22:00:07.669238Z","caller":"traceutil/trace.go:171","msg":"trace[1273865249] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2512; }","duration":"116.882967ms","start":"2026-03-17T22:00:07.552334Z","end":"2026-03-17T22:00:07.669217Z","steps":["trace[1273865249] 'range keys from in-memory index tree' (duration: 116.537489ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:45.246614Z","caller":"traceutil/trace.go:171","msg":"trace[2126942846] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"143.884823ms","start":"2026-03-17T22:03:45.102701Z","end":"2026-03-17T22:03:45.246586Z","steps":["trace[2126942846] 'process raft request' (duration: 132.542791ms)","trace[2126942846] 'compare' (duration: 11.007285ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:03:45.24678Z","caller":"traceutil/trace.go:171","msg":"trace[220780206] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"143.630417ms","start":"2026-03-17T22:03:45.103121Z","end":"2026-03-17T22:03:45.246751Z","steps":["trace[220780206] 'process raft request' (duration: 143.410302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:46.872824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.882721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:03:46.873004Z","caller":"traceutil/trace.go:171","msg":"trace[558828449] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"270.954238ms","start":"2026-03-17T22:03:46.60201Z","end":"2026-03-17T22:03:46.872964Z","steps":["trace[558828449] 'process raft request' (duration: 127.682288ms)","trace[558828449] 'compare' (duration: 142.575215ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:03:46.873142Z","caller":"traceutil/trace.go:171","msg":"trace[158142591] linearizableReadLoop","detail":"{readStateIndex:4344; appliedIndex:4342; }","duration":"266.138234ms","start":"2026-03-17T22:03:46.606934Z","end":"2026-03-17T22:03:46.873072Z","steps":["trace[158142591] 'read index received' (duration: 3.32679ms)","trace[158142591] 'applied index is now lower than readState.Index' (duration: 262.808984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:03:46.873304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.335319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T22:03:46.873365Z","caller":"traceutil/trace.go:171","msg":"trace[609891422] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4171; }","duration":"266.455681ms","start":"2026-03-17T22:03:46.606896Z","end":"2026-03-17T22:03:46.873352Z","steps":["trace[609891422] 'agreement among raft nodes before linearized reading' (duration: 266.253867ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:46.873705Z","caller":"traceutil/trace.go:171","msg":"trace[68523167] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"183.060056ms","start":"2026-03-17T22:03:46.690626Z","end":"2026-03-17T22:03:46.873686Z","steps":["trace[68523167] 'process raft request' (duration: 182.396582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:46.873734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.95055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3242"} {"level":"warn","ts":"2026-03-17T22:03:46.873753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.613193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:03:46.873789Z","caller":"traceutil/trace.go:171","msg":"trace[2030580304] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4172; }","duration":"226.046912ms","start":"2026-03-17T22:03:46.647723Z","end":"2026-03-17T22:03:46.87377Z","steps":["trace[2030580304] 'agreement among raft nodes before linearized reading' (duration: 225.878168ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:46.873808Z","caller":"traceutil/trace.go:171","msg":"trace[158280433] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4172; }","duration":"179.717775ms","start":"2026-03-17T22:03:46.694078Z","end":"2026-03-17T22:03:46.873796Z","steps":["trace[158280433] 'agreement among raft nodes before linearized reading' (duration: 179.617443ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:03:55.694832Z","caller":"traceutil/trace.go:171","msg":"trace[1056842555] linearizableReadLoop","detail":"{readStateIndex:4591; appliedIndex:4589; }","duration":"311.02058ms","start":"2026-03-17T22:03:55.383789Z","end":"2026-03-17T22:03:55.694809Z","steps":["trace[1056842555] 'read index received' (duration: 8.787297ms)","trace[1056842555] 'applied index is now lower than readState.Index' (duration: 302.232333ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:03:55.694933Z","caller":"traceutil/trace.go:171","msg":"trace[1691647138] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"343.705606ms","start":"2026-03-17T22:03:55.351192Z","end":"2026-03-17T22:03:55.694898Z","steps":["trace[1691647138] 'process raft request' (duration: 339.360683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:55.695078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:03:55.351171Z","time spent":"343.826288ms","remote":"127.0.0.1:54004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-17T22:03:55.695099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.632675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:03:55.695161Z","caller":"traceutil/trace.go:171","msg":"trace[2137499112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4413; }","duration":"305.722957ms","start":"2026-03-17T22:03:55.38943Z","end":"2026-03-17T22:03:55.695153Z","steps":["trace[2137499112] 'agreement among raft nodes before linearized reading' (duration: 305.623255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:55.695191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:03:55.389421Z","time spent":"305.763868ms","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-17T22:03:55.695421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.683707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-17T22:03:55.695448Z","caller":"traceutil/trace.go:171","msg":"trace[1668348798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4413; }","duration":"165.758038ms","start":"2026-03-17T22:03:55.529684Z","end":"2026-03-17T22:03:55.695442Z","steps":["trace[1668348798] 'agreement among raft nodes before linearized reading' (duration: 165.639016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:55.695499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.781998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-17T22:03:55.695557Z","caller":"traceutil/trace.go:171","msg":"trace[1613174352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4413; }","duration":"165.880491ms","start":"2026-03-17T22:03:55.529665Z","end":"2026-03-17T22:03:55.695545Z","steps":["trace[1613174352] 'agreement among raft nodes before linearized reading' (duration: 165.764588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:55.69579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.00727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-17T22:03:55.69583Z","caller":"traceutil/trace.go:171","msg":"trace[1972680621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4413; }","duration":"312.076812ms","start":"2026-03-17T22:03:55.383745Z","end":"2026-03-17T22:03:55.695822Z","steps":["trace[1972680621] 'agreement among raft nodes before linearized reading' (duration: 311.263425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:55.695849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-17T22:03:55.383727Z","time spent":"312.117073ms","remote":"127.0.0.1:54004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-17T22:03:59.001326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.585915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189dc01805250559\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-17T22:03:59.001413Z","caller":"traceutil/trace.go:171","msg":"trace[1820398044] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189dc01805250559; range_end:; response_count:1; response_revision:4541; }","duration":"298.706658ms","start":"2026-03-17T22:03:58.702689Z","end":"2026-03-17T22:03:59.001396Z","steps":["trace[1820398044] 'range keys from in-memory index tree' (duration: 298.450242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:59.001426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.333925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:03:59.001535Z","caller":"traceutil/trace.go:171","msg":"trace[366612865] linearizableReadLoop","detail":"{readStateIndex:4723; appliedIndex:4722; }","duration":"254.503287ms","start":"2026-03-17T22:03:58.747011Z","end":"2026-03-17T22:03:59.001515Z","steps":["trace[366612865] 'read index received' (duration: 75.929907ms)","trace[366612865] 'applied index is now lower than readState.Index' (duration: 178.57235ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:03:59.001626Z","caller":"traceutil/trace.go:171","msg":"trace[798867677] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"276.159497ms","start":"2026-03-17T22:03:58.725455Z","end":"2026-03-17T22:03:59.001615Z","steps":["trace[798867677] 'process raft request' (duration: 97.558297ms)","trace[798867677] 'compare' (duration: 178.206022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:03:59.00171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.810565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-v7k9g-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-17T22:03:59.001749Z","caller":"traceutil/trace.go:171","msg":"trace[376531529] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-v7k9g-tls; range_end:; response_count:1; response_revision:4542; }","duration":"123.883297ms","start":"2026-03-17T22:03:58.877858Z","end":"2026-03-17T22:03:59.001741Z","steps":["trace[376531529] 'agreement among raft nodes before linearized reading' (duration: 123.797575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:03:59.001819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.800433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f331f174-2f00-4ec2-a424-1cb0e261c6aa\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-17T22:03:59.001889Z","caller":"traceutil/trace.go:171","msg":"trace[811023825] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f331f174-2f00-4ec2-a424-1cb0e261c6aa; range_end:; response_count:1; response_revision:4542; }","duration":"254.897066ms","start":"2026-03-17T22:03:58.746976Z","end":"2026-03-17T22:03:59.001873Z","steps":["trace[811023825] 'agreement among raft nodes before linearized reading' (duration: 254.733942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:04:01.17827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.765227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-17T22:04:01.178301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.584825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T22:04:01.17834Z","caller":"traceutil/trace.go:171","msg":"trace[754950874] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4582; }","duration":"235.88981ms","start":"2026-03-17T22:04:00.942436Z","end":"2026-03-17T22:04:01.178325Z","steps":["trace[754950874] 'range keys from in-memory index tree' (duration: 235.589824ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:01.178412Z","caller":"traceutil/trace.go:171","msg":"trace[2007657472] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4582; }","duration":"142.759229ms","start":"2026-03-17T22:04:01.035635Z","end":"2026-03-17T22:04:01.178394Z","steps":["trace[2007657472] 'count revisions from in-memory index tree' (duration: 142.464163ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:09.89976Z","caller":"traceutil/trace.go:171","msg":"trace[257532712] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"145.048197ms","start":"2026-03-17T22:04:09.754692Z","end":"2026-03-17T22:04:09.89974Z","steps":["trace[257532712] 'process raft request' (duration: 144.849393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:04:10.174495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.505093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:04:10.174758Z","caller":"traceutil/trace.go:171","msg":"trace[205016248] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"270.034848ms","start":"2026-03-17T22:04:09.904693Z","end":"2026-03-17T22:04:10.174728Z","steps":["trace[205016248] 'process raft request' (duration: 143.187187ms)","trace[205016248] 'compare' (duration: 126.32656ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:04:10.174895Z","caller":"traceutil/trace.go:171","msg":"trace[973245441] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"270.023328ms","start":"2026-03-17T22:04:09.904826Z","end":"2026-03-17T22:04:10.174849Z","steps":["trace[973245441] 'process raft request' (duration: 269.785123ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.174964Z","caller":"traceutil/trace.go:171","msg":"trace[1583317471] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"256.301766ms","start":"2026-03-17T22:04:09.918646Z","end":"2026-03-17T22:04:10.174948Z","steps":["trace[1583317471] 'process raft request' (duration: 256.250255ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.175064Z","caller":"traceutil/trace.go:171","msg":"trace[1450415042] linearizableReadLoop","detail":"{readStateIndex:4948; appliedIndex:4944; }","duration":"257.979811ms","start":"2026-03-17T22:04:09.91707Z","end":"2026-03-17T22:04:10.17505Z","steps":["trace[1450415042] 'read index received' (duration: 130.929348ms)","trace[1450415042] 'applied index is now lower than readState.Index' (duration: 127.049503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:04:10.17526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.172985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-17T22:04:10.175297Z","caller":"traceutil/trace.go:171","msg":"trace[1932823290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4761; }","duration":"258.255896ms","start":"2026-03-17T22:04:09.917031Z","end":"2026-03-17T22:04:10.175287Z","steps":["trace[1932823290] 'agreement among raft nodes before linearized reading' (duration: 258.103443ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.175263Z","caller":"traceutil/trace.go:171","msg":"trace[382960125] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"257.324117ms","start":"2026-03-17T22:04:09.91789Z","end":"2026-03-17T22:04:10.175214Z","steps":["trace[382960125] 'process raft request' (duration: 256.953589ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.175408Z","caller":"traceutil/trace.go:171","msg":"trace[1352609528] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"268.138598ms","start":"2026-03-17T22:04:09.907254Z","end":"2026-03-17T22:04:10.175392Z","steps":["trace[1352609528] 'process raft request' (duration: 267.513645ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.175393Z","caller":"traceutil/trace.go:171","msg":"trace[1568996526] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"270.249672ms","start":"2026-03-17T22:04:09.905092Z","end":"2026-03-17T22:04:10.175342Z","steps":["trace[1568996526] 'process raft request' (duration: 269.599158ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.380926Z","caller":"traceutil/trace.go:171","msg":"trace[1696282538] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"201.396517ms","start":"2026-03-17T22:04:10.179507Z","end":"2026-03-17T22:04:10.380903Z","steps":["trace[1696282538] 'process raft request' (duration: 115.997839ms)","trace[1696282538] 'compare' (duration: 85.080871ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:04:10.381363Z","caller":"traceutil/trace.go:171","msg":"trace[1959194341] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"200.972048ms","start":"2026-03-17T22:04:10.180362Z","end":"2026-03-17T22:04:10.381334Z","steps":["trace[1959194341] 'process raft request' (duration: 200.753492ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.381406Z","caller":"traceutil/trace.go:171","msg":"trace[1282619807] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"201.710783ms","start":"2026-03-17T22:04:10.179666Z","end":"2026-03-17T22:04:10.381377Z","steps":["trace[1282619807] 'process raft request' (duration: 201.183451ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.38156Z","caller":"traceutil/trace.go:171","msg":"trace[2129399026] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"200.887506ms","start":"2026-03-17T22:04:10.180649Z","end":"2026-03-17T22:04:10.381536Z","steps":["trace[2129399026] 'process raft request' (duration: 200.825344ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:10.381735Z","caller":"traceutil/trace.go:171","msg":"trace[1364551435] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"201.237684ms","start":"2026-03-17T22:04:10.180443Z","end":"2026-03-17T22:04:10.38168Z","steps":["trace[1364551435] 'process raft request' (duration: 200.870476ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:14.576674Z","caller":"traceutil/trace.go:171","msg":"trace[1132929143] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"144.897655ms","start":"2026-03-17T22:04:14.43173Z","end":"2026-03-17T22:04:14.576627Z","steps":["trace[1132929143] 'process raft request' (duration: 97.638099ms)","trace[1132929143] 'compare' (duration: 47.062071ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:04:21.148269Z","caller":"traceutil/trace.go:171","msg":"trace[1712770725] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5063; }","duration":"102.57514ms","start":"2026-03-17T22:04:21.045489Z","end":"2026-03-17T22:04:21.148064Z","steps":["trace[1712770725] 'read index received' (duration: 29.526094ms)","trace[1712770725] 'applied index is now lower than readState.Index' (duration: 73.048086ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:04:21.148366Z","caller":"traceutil/trace.go:171","msg":"trace[2088836589] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"104.611462ms","start":"2026-03-17T22:04:21.043742Z","end":"2026-03-17T22:04:21.148354Z","steps":["trace[2088836589] 'process raft request' (duration: 104.172263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:04:21.148904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.300945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-17T22:04:21.148944Z","caller":"traceutil/trace.go:171","msg":"trace[14658922] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4874; }","duration":"103.484199ms","start":"2026-03-17T22:04:21.045449Z","end":"2026-03-17T22:04:21.148933Z","steps":["trace[14658922] 'agreement among raft nodes before linearized reading' (duration: 103.126931ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:21.658414Z","caller":"traceutil/trace.go:171","msg":"trace[539457072] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"101.836483ms","start":"2026-03-17T22:04:21.556508Z","end":"2026-03-17T22:04:21.658345Z","steps":["trace[539457072] 'process raft request' (duration: 34.763105ms)","trace[539457072] 'compare' (duration: 66.880954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:04:21.658941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.425338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-17T22:04:21.65903Z","caller":"traceutil/trace.go:171","msg":"trace[1226566373] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4927; }","duration":"103.53528ms","start":"2026-03-17T22:04:21.555476Z","end":"2026-03-17T22:04:21.659011Z","steps":["trace[1226566373] 'agreement among raft nodes before linearized reading' (duration: 103.302685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:04:22.47476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.984211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:04:22.475114Z","caller":"traceutil/trace.go:171","msg":"trace[405840115] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"134.105626ms","start":"2026-03-17T22:04:22.340996Z","end":"2026-03-17T22:04:22.475101Z","steps":["trace[405840115] 'process raft request' (duration: 28.699545ms)","trace[405840115] 'compare' (duration: 104.885549ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:04:22.475243Z","caller":"traceutil/trace.go:171","msg":"trace[516015481] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"130.908447ms","start":"2026-03-17T22:04:22.344311Z","end":"2026-03-17T22:04:22.475219Z","steps":["trace[516015481] 'process raft request' (duration: 130.533879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:04:22.777199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.277649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:04:22.777303Z","caller":"traceutil/trace.go:171","msg":"trace[294726333] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"230.540203ms","start":"2026-03-17T22:04:22.546745Z","end":"2026-03-17T22:04:22.777286Z","steps":["trace[294726333] 'process raft request' (duration: 89.084431ms)","trace[294726333] 'compare' (duration: 141.067944ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:04:22.848445Z","caller":"traceutil/trace.go:171","msg":"trace[1601716195] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"220.644191ms","start":"2026-03-17T22:04:22.627767Z","end":"2026-03-17T22:04:22.848411Z","steps":["trace[1601716195] 'process raft request' (duration: 220.508298ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:23.202987Z","caller":"traceutil/trace.go:171","msg":"trace[859551343] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"187.486779ms","start":"2026-03-17T22:04:23.015471Z","end":"2026-03-17T22:04:23.202958Z","steps":["trace[859551343] 'process raft request' (duration: 187.292705ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:23.544259Z","caller":"traceutil/trace.go:171","msg":"trace[350164371] linearizableReadLoop","detail":"{readStateIndex:5150; appliedIndex:5149; }","duration":"231.526214ms","start":"2026-03-17T22:04:23.312705Z","end":"2026-03-17T22:04:23.544232Z","steps":["trace[350164371] 'read index received' (duration: 207.484729ms)","trace[350164371] 'applied index is now lower than readState.Index' (duration: 24.039945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:04:23.544478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.691519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rvpzk\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-17T22:04:23.54452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.80991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-17T22:04:23.544532Z","caller":"traceutil/trace.go:171","msg":"trace[895355030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rvpzk; range_end:; response_count:1; response_revision:4956; }","duration":"225.76049ms","start":"2026-03-17T22:04:23.318757Z","end":"2026-03-17T22:04:23.544517Z","steps":["trace[895355030] 'agreement among raft nodes before linearized reading' (duration: 225.616867ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:04:23.544562Z","caller":"traceutil/trace.go:171","msg":"trace[584682323] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4956; }","duration":"231.879012ms","start":"2026-03-17T22:04:23.312668Z","end":"2026-03-17T22:04:23.544547Z","steps":["trace[584682323] 'agreement among raft nodes before linearized reading' (duration: 231.653767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:04:23.54461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.117648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:04:23.544677Z","caller":"traceutil/trace.go:171","msg":"trace[1439995901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4956; }","duration":"157.240231ms","start":"2026-03-17T22:04:23.38742Z","end":"2026-03-17T22:04:23.54466Z","steps":["trace[1439995901] 'agreement among raft nodes before linearized reading' (duration: 157.106938ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:05:14.102615Z","caller":"traceutil/trace.go:171","msg":"trace[2054351769] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"132.860168ms","start":"2026-03-17T22:05:13.969734Z","end":"2026-03-17T22:05:14.102594Z","steps":["trace[2054351769] 'process raft request' (duration: 132.736966ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:06:05.050562Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2798} {"level":"info","ts":"2026-03-17T22:06:05.105879Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2798,"took":"53.703342ms","hash":2776104666,"current-db-size-bytes":42180608,"current-db-size":"42 MB","current-db-size-in-use-bytes":31834112,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-17T22:06:05.105955Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2776104666,"revision":2798,"compact-revision":-1} {"level":"info","ts":"2026-03-17T22:10:11.217126Z","caller":"traceutil/trace.go:171","msg":"trace[1019310973] transaction","detail":"{read_only:false; response_revision:7525; number_of_response:1; }","duration":"102.57599ms","start":"2026-03-17T22:10:11.114525Z","end":"2026-03-17T22:10:11.217101Z","steps":["trace[1019310973] 'process raft request' (duration: 102.387366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:22.480503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.663716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:10:22.480649Z","caller":"traceutil/trace.go:171","msg":"trace[75379785] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"229.710875ms","start":"2026-03-17T22:10:22.250923Z","end":"2026-03-17T22:10:22.480634Z","steps":["trace[75379785] 'process raft request' (duration: 229.670584ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:22.480899Z","caller":"traceutil/trace.go:171","msg":"trace[1011641315] transaction","detail":"{read_only:false; response_revision:7578; number_of_response:1; }","duration":"246.945841ms","start":"2026-03-17T22:10:22.233943Z","end":"2026-03-17T22:10:22.480889Z","steps":["trace[1011641315] 'process raft request' (duration: 140.830315ms)","trace[1011641315] 'compare' (duration: 105.574145ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:22.480973Z","caller":"traceutil/trace.go:171","msg":"trace[67391960] linearizableReadLoop","detail":"{readStateIndex:7857; appliedIndex:7856; }","duration":"242.551387ms","start":"2026-03-17T22:10:22.238389Z","end":"2026-03-17T22:10:22.48094Z","steps":["trace[67391960] 'read index received' (duration: 136.496982ms)","trace[67391960] 'applied index is now lower than readState.Index' (duration: 106.051615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:10:22.481208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.813092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-17T22:10:22.481255Z","caller":"traceutil/trace.go:171","msg":"trace[154682290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7579; }","duration":"242.904174ms","start":"2026-03-17T22:10:22.238335Z","end":"2026-03-17T22:10:22.481239Z","steps":["trace[154682290] 'agreement among raft nodes before linearized reading' (duration: 242.745351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:22.481249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.104545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:10:22.481316Z","caller":"traceutil/trace.go:171","msg":"trace[1836510464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7579; }","duration":"168.247097ms","start":"2026-03-17T22:10:22.313051Z","end":"2026-03-17T22:10:22.481298Z","steps":["trace[1836510464] 'agreement among raft nodes before linearized reading' (duration: 168.112145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:22.481464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.496982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-17T22:10:22.481492Z","caller":"traceutil/trace.go:171","msg":"trace[2112383552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7579; }","duration":"104.554692ms","start":"2026-03-17T22:10:22.376928Z","end":"2026-03-17T22:10:22.481483Z","steps":["trace[2112383552] 'agreement among raft nodes before linearized reading' (duration: 104.510751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:23.522868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.778847ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-17T22:10:23.542248Z","caller":"traceutil/trace.go:171","msg":"trace[1077639686] linearizableReadLoop","detail":"{readStateIndex:7862; appliedIndex:7861; }","duration":"193.483154ms","start":"2026-03-17T22:10:23.348741Z","end":"2026-03-17T22:10:23.542224Z","steps":["trace[1077639686] 'read index received' (duration: 193.352691ms)","trace[1077639686] 'applied index is now lower than readState.Index' (duration: 129.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:23.542386Z","caller":"traceutil/trace.go:171","msg":"trace[316993486] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"283.649171ms","start":"2026-03-17T22:10:23.258729Z","end":"2026-03-17T22:10:23.542378Z","steps":["trace[316993486] 'process raft request' (duration: 283.342135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:23.542541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.591697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:10:23.542572Z","caller":"traceutil/trace.go:171","msg":"trace[10358313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7582; }","duration":"154.685849ms","start":"2026-03-17T22:10:23.387878Z","end":"2026-03-17T22:10:23.542564Z","steps":["trace[10358313] 'agreement among raft nodes before linearized reading' (duration: 154.624538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:23.542603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.865802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-17T22:10:23.542594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.313245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-17T22:10:23.542653Z","caller":"traceutil/trace.go:171","msg":"trace[1916304337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7582; }","duration":"193.919993ms","start":"2026-03-17T22:10:23.348719Z","end":"2026-03-17T22:10:23.542639Z","steps":["trace[1916304337] 'agreement among raft nodes before linearized reading' (duration: 193.781231ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:23.54268Z","caller":"traceutil/trace.go:171","msg":"trace[112290356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7582; }","duration":"173.468769ms","start":"2026-03-17T22:10:23.369188Z","end":"2026-03-17T22:10:23.542656Z","steps":["trace[112290356] 'agreement among raft nodes before linearized reading' (duration: 173.212043ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:24.51112Z","caller":"traceutil/trace.go:171","msg":"trace[1002004331] linearizableReadLoop","detail":"{readStateIndex:7865; appliedIndex:7864; }","duration":"121.159656ms","start":"2026-03-17T22:10:24.389929Z","end":"2026-03-17T22:10:24.511088Z","steps":["trace[1002004331] 'read index received' (duration: 120.899451ms)","trace[1002004331] 'applied index is now lower than readState.Index' (duration: 258.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:24.5112Z","caller":"traceutil/trace.go:171","msg":"trace[1613221347] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"284.543512ms","start":"2026-03-17T22:10:24.226635Z","end":"2026-03-17T22:10:24.511179Z","steps":["trace[1613221347] 'process raft request' (duration: 284.235876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:24.511287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.33514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-17T22:10:24.511343Z","caller":"traceutil/trace.go:171","msg":"trace[472628750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7585; }","duration":"121.445762ms","start":"2026-03-17T22:10:24.389883Z","end":"2026-03-17T22:10:24.511329Z","steps":["trace[472628750] 'agreement among raft nodes before linearized reading' (duration: 121.33592ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:10:51.89973Z","caller":"traceutil/trace.go:171","msg":"trace[1636464714] linearizableReadLoop","detail":"{readStateIndex:8062; appliedIndex:8061; }","duration":"128.189234ms","start":"2026-03-17T22:10:51.771506Z","end":"2026-03-17T22:10:51.899696Z","steps":["trace[1636464714] 'read index received' (duration: 66.657792ms)","trace[1636464714] 'applied index is now lower than readState.Index' (duration: 61.530402ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:10:51.899769Z","caller":"traceutil/trace.go:171","msg":"trace[59970248] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"135.501209ms","start":"2026-03-17T22:10:51.764226Z","end":"2026-03-17T22:10:51.899727Z","steps":["trace[59970248] 'process raft request' (duration: 73.864864ms)","trace[59970248] 'compare' (duration: 61.41407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:10:51.90001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.791547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rvpzk\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-17T22:10:51.900073Z","caller":"traceutil/trace.go:171","msg":"trace[355178906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rvpzk; range_end:; response_count:1; response_revision:7774; }","duration":"120.89199ms","start":"2026-03-17T22:10:51.779165Z","end":"2026-03-17T22:10:51.900057Z","steps":["trace[355178906] 'agreement among raft nodes before linearized reading' (duration: 120.722806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:10:51.90012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.580982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-17T22:10:51.900235Z","caller":"traceutil/trace.go:171","msg":"trace[1785612934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7774; }","duration":"128.725756ms","start":"2026-03-17T22:10:51.771482Z","end":"2026-03-17T22:10:51.900207Z","steps":["trace[1785612934] 'agreement among raft nodes before linearized reading' (duration: 128.411879ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:11:04.668679Z","caller":"traceutil/trace.go:171","msg":"trace[1588650459] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"106.655948ms","start":"2026-03-17T22:11:04.561991Z","end":"2026-03-17T22:11:04.668647Z","steps":["trace[1588650459] 'process raft request' (duration: 106.447044ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:11:04.872553Z","caller":"traceutil/trace.go:171","msg":"trace[650567588] linearizableReadLoop","detail":"{readStateIndex:8169; appliedIndex:8168; }","duration":"181.727798ms","start":"2026-03-17T22:11:04.690798Z","end":"2026-03-17T22:11:04.872525Z","steps":["trace[650567588] 'read index received' (duration: 133.909845ms)","trace[650567588] 'applied index is now lower than readState.Index' (duration: 47.816333ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:11:04.872943Z","caller":"traceutil/trace.go:171","msg":"trace[564067762] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"196.577722ms","start":"2026-03-17T22:11:04.676312Z","end":"2026-03-17T22:11:04.87289Z","steps":["trace[564067762] 'process raft request' (duration: 148.391642ms)","trace[564067762] 'compare' (duration: 47.561467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-17T22:11:04.873042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.164838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-17T22:11:04.873138Z","caller":"traceutil/trace.go:171","msg":"trace[1188985782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7876; }","duration":"148.30497ms","start":"2026-03-17T22:11:04.724807Z","end":"2026-03-17T22:11:04.873112Z","steps":["trace[1188985782] 'agreement among raft nodes before linearized reading' (duration: 148.046685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-17T22:11:04.87304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.219819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-17T22:11:04.87332Z","caller":"traceutil/trace.go:171","msg":"trace[1821139993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7876; }","duration":"182.528474ms","start":"2026-03-17T22:11:04.690747Z","end":"2026-03-17T22:11:04.873275Z","steps":["trace[1821139993] 'agreement among raft nodes before linearized reading' (duration: 182.105036ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:11:05.082627Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5815} {"level":"warn","ts":"2026-03-17T22:11:05.314794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.937992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-17T22:11:05.314903Z","caller":"traceutil/trace.go:171","msg":"trace[1606627801] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"120.266537ms","start":"2026-03-17T22:11:05.194619Z","end":"2026-03-17T22:11:05.314885Z","steps":["trace[1606627801] 'process raft request' (duration: 15.176231ms)","trace[1606627801] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/rook-ceph-detect-version-f2f8d.189dc07b90837cb4; req_size:743; } (duration: 104.007801ms)"],"step_count":2} {"level":"info","ts":"2026-03-17T22:11:05.350087Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5815,"took":"265.936491ms","hash":1627254232,"current-db-size-bytes":44015616,"current-db-size":"44 MB","current-db-size-in-use-bytes":23015424,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-17T22:11:05.350161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1627254232,"revision":5815,"compact-revision":2798} {"level":"info","ts":"2026-03-17T22:11:05.35039Z","caller":"traceutil/trace.go:171","msg":"trace[207246540] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"146.196496ms","start":"2026-03-17T22:11:05.204152Z","end":"2026-03-17T22:11:05.350349Z","steps":["trace[207246540] 'process raft request' (duration: 110.723195ms)","trace[207246540] 'compare' (duration: 15.656162ms)","trace[207246540] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/openstack/rook-ceph-detect-version-f2f8d; req_size:4635; } (duration: 19.647566ms)"],"step_count":3} {"level":"info","ts":"2026-03-17T22:11:05.803777Z","caller":"traceutil/trace.go:171","msg":"trace[1652747973] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"254.155492ms","start":"2026-03-17T22:11:05.549595Z","end":"2026-03-17T22:11:05.80375Z","steps":["trace[1652747973] 'process raft request' (duration: 253.984828ms)"],"step_count":1} {"level":"info","ts":"2026-03-17T22:14:42.79905Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"76964ef0a001678d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-17T22:14:42.804094Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-17T22:14:42.804188Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-17T22:16:05.088492Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7881} {"level":"info","ts":"2026-03-17T22:16:05.148305Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7881,"took":"58.150929ms","hash":1180989830,"current-db-size-bytes":44015616,"current-db-size":"44 MB","current-db-size-in-use-bytes":25194496,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-17T22:16:05.148416Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1180989830,"revision":7881,"compact-revision":5815} {"level":"info","ts":"2026-03-17T22:21:05.095308Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10068} {"level":"info","ts":"2026-03-17T22:21:05.171531Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10068,"took":"73.973838ms","hash":3372325784,"current-db-size-bytes":44015616,"current-db-size":"44 MB","current-db-size-in-use-bytes":16756736,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-17T22:21:05.171596Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3372325784,"revision":10068,"compact-revision":7881}