{"level":"warn","ts":"2026-04-07T00:01:00.181608Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:01:00.181714Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T00:01:00.181788Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:01:00.181804Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-07T00:01:00.181829Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:01:00.182652Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-04-07T00:01:00.182737Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T00:01:00.186664Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.662807ms"} {"level":"info","ts":"2026-04-07T00:01:00.193104Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-04-07T00:01:00.193205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T00:01:00.193232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-04-07T00:01:00.193243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T00:01:00.19326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-04-07T00:01:00.193302Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-04-07T00:01:00.200731Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T00:01:00.201907Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T00:01:00.203212Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T00:01:00.207199Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T00:01:00.207479Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T00:01:00.20751Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:01:00.207678Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:01:00.207703Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:01:00.208879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-04-07T00:01:00.209251Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-07T00:01:00.215683Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:01:00.215986Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T00:01:00.216039Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T00:01:00.216182Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-07T00:01:00.216217Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-07T00:01:00.79591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T00:01:00.796075Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T00:01:00.796136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-04-07T00:01:00.796187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-04-07T00:01:00.79622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-07T00:01:00.796263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-04-07T00:01:00.796305Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-07T00:01:01.07367Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:01:01.154496Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T00:01:01.154516Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:01:01.154864Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T00:01:01.154922Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T00:01:01.154579Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:01:01.157634Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-04-07T00:01:01.159219Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T00:01:01.268795Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:01:01.26909Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:01:01.269188Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:01:33.956449Z","caller":"traceutil/trace.go:171","msg":"trace[1726866758] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"166.761437ms","start":"2026-04-07T00:01:33.789655Z","end":"2026-04-07T00:01:33.956417Z","steps":["trace[1726866758] 'read index received' (duration: 164.947444ms)","trace[1726866758] 'applied index is now lower than readState.Index' (duration: 1.812883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:01:33.956667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.993045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:01:33.956722Z","caller":"traceutil/trace.go:171","msg":"trace[2011286853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:581; }","duration":"167.102868ms","start":"2026-04-07T00:01:33.789606Z","end":"2026-04-07T00:01:33.956709Z","steps":["trace[2011286853] 'agreement among raft nodes before linearized reading' (duration: 166.929883ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:33.956811Z","caller":"traceutil/trace.go:171","msg":"trace[1090387141] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"173.185558ms","start":"2026-04-07T00:01:33.78359Z","end":"2026-04-07T00:01:33.956775Z","steps":["trace[1090387141] 'process raft request' (duration: 171.255191ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:34.16566Z","caller":"traceutil/trace.go:171","msg":"trace[739834938] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"318.13863ms","start":"2026-04-07T00:01:33.847478Z","end":"2026-04-07T00:01:34.165617Z","steps":["trace[739834938] 'process raft request' (duration: 317.750929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:34.166336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:33.847456Z","time spent":"318.302484ms","remote":"127.0.0.1:55670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:01:34.175942Z","caller":"traceutil/trace.go:171","msg":"trace[688128587] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:601; }","duration":"191.996835ms","start":"2026-04-07T00:01:33.983866Z","end":"2026-04-07T00:01:34.175863Z","steps":["trace[688128587] 'read index received' (duration: 181.2979ms)","trace[688128587] 'applied index is now lower than readState.Index' (duration: 10.622602ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:01:34.176031Z","caller":"traceutil/trace.go:171","msg":"trace[1894300683] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"214.884854ms","start":"2026-04-07T00:01:33.961104Z","end":"2026-04-07T00:01:34.175989Z","steps":["trace[1894300683] 'process raft request' (duration: 213.329549ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:34.176529Z","caller":"traceutil/trace.go:171","msg":"trace[1516172631] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"170.029693ms","start":"2026-04-07T00:01:34.00645Z","end":"2026-04-07T00:01:34.17648Z","steps":["trace[1516172631] 'process raft request' (duration: 168.831278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:34.1779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.006914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:01:34.178016Z","caller":"traceutil/trace.go:171","msg":"trace[1050059349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"194.169959ms","start":"2026-04-07T00:01:33.983827Z","end":"2026-04-07T00:01:34.177997Z","steps":["trace[1050059349] 'agreement among raft nodes before linearized reading' (duration: 192.50519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:34.184459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.866335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T00:01:34.184758Z","caller":"traceutil/trace.go:171","msg":"trace[910445979] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:585; }","duration":"105.229776ms","start":"2026-04-07T00:01:34.079514Z","end":"2026-04-07T00:01:34.184743Z","steps":["trace[910445979] 'agreement among raft nodes before linearized reading' (duration: 104.901936ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:01:42.577524Z","caller":"traceutil/trace.go:171","msg":"trace[1587570672] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"362.716245ms","start":"2026-04-07T00:01:42.214791Z","end":"2026-04-07T00:01:42.577507Z","steps":["trace[1587570672] 'read index received' (duration: 362.5227ms)","trace[1587570672] 'applied index is now lower than readState.Index' (duration: 192.925µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:01:42.577592Z","caller":"traceutil/trace.go:171","msg":"trace[2025243934] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"621.378135ms","start":"2026-04-07T00:01:41.956176Z","end":"2026-04-07T00:01:42.577555Z","steps":["trace[2025243934] 'process raft request' (duration: 621.19843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:42.577774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.938102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T00:01:42.577818Z","caller":"traceutil/trace.go:171","msg":"trace[598487948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"363.073726ms","start":"2026-04-07T00:01:42.214733Z","end":"2026-04-07T00:01:42.577807Z","steps":["trace[598487948] 'agreement among raft nodes before linearized reading' (duration: 362.87836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:01:42.57786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:42.214705Z","time spent":"363.146618ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:01:42.578056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:01:41.956154Z","time spent":"621.526069ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:02:27.749998Z","caller":"traceutil/trace.go:171","msg":"trace[1451276284] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"145.223232ms","start":"2026-04-07T00:02:27.604739Z","end":"2026-04-07T00:02:27.749962Z","steps":["trace[1451276284] 'process raft request' (duration: 145.000657ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:02:51.515885Z","caller":"traceutil/trace.go:171","msg":"trace[612321858] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"139.653177ms","start":"2026-04-07T00:02:51.376192Z","end":"2026-04-07T00:02:51.515845Z","steps":["trace[612321858] 'process raft request' (duration: 136.773423ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:03:17.379158Z","caller":"traceutil/trace.go:171","msg":"trace[1781236249] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"109.971743ms","start":"2026-04-07T00:03:17.269146Z","end":"2026-04-07T00:03:17.379118Z","steps":["trace[1781236249] 'process raft request' (duration: 44.272566ms)","trace[1781236249] 'compare' (duration: 65.495004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:03:17.978168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537698758045656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:03:18.030423Z","caller":"traceutil/trace.go:171","msg":"trace[629555220] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"577.040844ms","start":"2026-04-07T00:03:17.453343Z","end":"2026-04-07T00:03:18.030384Z","steps":["trace[629555220] 'process raft request' (duration: 576.371222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:18.030595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:03:17.453302Z","time spent":"577.203686ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:03:18.049727Z","caller":"traceutil/trace.go:171","msg":"trace[983798087] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"382.866493ms","start":"2026-04-07T00:03:17.666814Z","end":"2026-04-07T00:03:18.04968Z","steps":["trace[983798087] 'process raft request' (duration: 382.655089ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:03:18.049643Z","caller":"traceutil/trace.go:171","msg":"trace[1723304667] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1952; }","duration":"572.554634ms","start":"2026-04-07T00:03:17.477048Z","end":"2026-04-07T00:03:18.049603Z","steps":["trace[1723304667] 'read index received' (duration: 553.124259ms)","trace[1723304667] 'applied index is now lower than readState.Index' (duration: 19.428975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:03:18.049909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:03:17.666779Z","time spent":"383.032575ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:03:18.050048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.009123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:03:18.050183Z","caller":"traceutil/trace.go:171","msg":"trace[812662152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1882; }","duration":"573.192186ms","start":"2026-04-07T00:03:17.476972Z","end":"2026-04-07T00:03:18.050165Z","steps":["trace[812662152] 'agreement among raft nodes before linearized reading' (duration: 572.806189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:18.051547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.591914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:03:18.051657Z","caller":"traceutil/trace.go:171","msg":"trace[1804369813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"513.716107ms","start":"2026-04-07T00:03:17.537885Z","end":"2026-04-07T00:03:18.051601Z","steps":["trace[1804369813] 'agreement among raft nodes before linearized reading' (duration: 512.18993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:18.051702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:03:17.537861Z","time spent":"513.829978ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:03:18.051969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:03:17.476948Z","time spent":"573.346788ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:03:18.567759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.424268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:03:18.568045Z","caller":"traceutil/trace.go:171","msg":"trace[1747357348] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1954; }","duration":"302.077253ms","start":"2026-04-07T00:03:18.265945Z","end":"2026-04-07T00:03:18.568023Z","steps":["trace[1747357348] 'read index received' (duration: 54.530971ms)","trace[1747357348] 'applied index is now lower than readState.Index' (duration: 247.544912ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:03:18.568143Z","caller":"traceutil/trace.go:171","msg":"trace[203492081] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"511.837633ms","start":"2026-04-07T00:03:18.056292Z","end":"2026-04-07T00:03:18.56813Z","steps":["trace[203492081] 'process raft request' (duration: 171.739054ms)","trace[203492081] 'compare' (duration: 339.139753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:03:18.568213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:03:18.056272Z","time spent":"511.905455ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:03:18.568569Z","caller":"traceutil/trace.go:171","msg":"trace[272020536] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"473.653704ms","start":"2026-04-07T00:03:18.094903Z","end":"2026-04-07T00:03:18.568557Z","steps":["trace[272020536] 'process raft request' (duration: 472.996633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:18.568637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:03:18.094876Z","time spent":"473.727386ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:03:18.568879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.930048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bb6562e-aa6f-4c6f-877a-e2fc634c520b\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-07T00:03:18.56892Z","caller":"traceutil/trace.go:171","msg":"trace[1267882368] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8bb6562e-aa6f-4c6f-877a-e2fc634c520b; range_end:; response_count:1; response_revision:1884; }","duration":"303.01708ms","start":"2026-04-07T00:03:18.265891Z","end":"2026-04-07T00:03:18.568908Z","steps":["trace[1267882368] 'agreement among raft nodes before linearized reading' (duration: 302.857617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:18.568952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:03:18.265868Z","time spent":"303.07746ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8bb6562e-aa6f-4c6f-877a-e2fc634c520b\" "} {"level":"warn","ts":"2026-04-07T00:03:18.576016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.272442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:03:18.5761Z","caller":"traceutil/trace.go:171","msg":"trace[486419792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1885; }","duration":"282.424874ms","start":"2026-04-07T00:03:18.293654Z","end":"2026-04-07T00:03:18.576079Z","steps":["trace[486419792] 'agreement among raft nodes before linearized reading' (duration: 281.788133ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:03:34.836778Z","caller":"traceutil/trace.go:171","msg":"trace[1543031017] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2094; }","duration":"162.716612ms","start":"2026-04-07T00:03:34.674032Z","end":"2026-04-07T00:03:34.836749Z","steps":["trace[1543031017] 'read index received' (duration: 162.512188ms)","trace[1543031017] 'applied index is now lower than readState.Index' (duration: 203.423µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:03:34.83688Z","caller":"traceutil/trace.go:171","msg":"trace[1708382422] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"166.511745ms","start":"2026-04-07T00:03:34.670344Z","end":"2026-04-07T00:03:34.836856Z","steps":["trace[1708382422] 'process raft request' (duration: 166.225661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:34.837044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.721957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:03:34.83708Z","caller":"traceutil/trace.go:171","msg":"trace[2032210446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2018; }","duration":"143.802458ms","start":"2026-04-07T00:03:34.693268Z","end":"2026-04-07T00:03:34.837071Z","steps":["trace[2032210446] 'agreement among raft nodes before linearized reading' (duration: 143.630855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:34.837123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.059838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:03:34.837226Z","caller":"traceutil/trace.go:171","msg":"trace[106068604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2018; }","duration":"163.22507ms","start":"2026-04-07T00:03:34.673978Z","end":"2026-04-07T00:03:34.837203Z","steps":["trace[106068604] 'agreement among raft nodes before linearized reading' (duration: 162.919335ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:03:51.486439Z","caller":"traceutil/trace.go:171","msg":"trace[1912533117] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"139.528862ms","start":"2026-04-07T00:03:51.346873Z","end":"2026-04-07T00:03:51.486401Z","steps":["trace[1912533117] 'process raft request' (duration: 139.157956ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:03:57.173406Z","caller":"traceutil/trace.go:171","msg":"trace[1513099105] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"234.9039ms","start":"2026-04-07T00:03:56.938481Z","end":"2026-04-07T00:03:57.173385Z","steps":["trace[1513099105] 'process raft request' (duration: 234.630265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:57.173691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.481757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:03:57.173793Z","caller":"traceutil/trace.go:171","msg":"trace[1579495597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2143; }","duration":"223.63894ms","start":"2026-04-07T00:03:56.950132Z","end":"2026-04-07T00:03:57.173771Z","steps":["trace[1579495597] 'agreement among raft nodes before linearized reading' (duration: 223.348825ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:03:57.173322Z","caller":"traceutil/trace.go:171","msg":"trace[218832433] linearizableReadLoop","detail":"{readStateIndex:2224; appliedIndex:2223; }","duration":"223.113381ms","start":"2026-04-07T00:03:56.950181Z","end":"2026-04-07T00:03:57.173294Z","steps":["trace[218832433] 'read index received' (duration: 222.860577ms)","trace[218832433] 'applied index is now lower than readState.Index' (duration: 251.794µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:03:57.174217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.814495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:03:57.174264Z","caller":"traceutil/trace.go:171","msg":"trace[1265992464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2143; }","duration":"215.923586ms","start":"2026-04-07T00:03:56.958328Z","end":"2026-04-07T00:03:57.174252Z","steps":["trace[1265992464] 'agreement among raft nodes before linearized reading' (duration: 215.744584ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:03:57.463192Z","caller":"traceutil/trace.go:171","msg":"trace[319429159] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2226; }","duration":"105.886694ms","start":"2026-04-07T00:03:57.357274Z","end":"2026-04-07T00:03:57.46316Z","steps":["trace[319429159] 'read index received' (duration: 105.580499ms)","trace[319429159] 'applied index is now lower than readState.Index' (duration: 305.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:03:57.463356Z","caller":"traceutil/trace.go:171","msg":"trace[139286353] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"126.211838ms","start":"2026-04-07T00:03:57.337062Z","end":"2026-04-07T00:03:57.463274Z","steps":["trace[139286353] 'process raft request' (duration: 125.873743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:57.463486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.18371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:03:57.46354Z","caller":"traceutil/trace.go:171","msg":"trace[154950918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2146; }","duration":"106.304981ms","start":"2026-04-07T00:03:57.357219Z","end":"2026-04-07T00:03:57.463524Z","steps":["trace[154950918] 'agreement among raft nodes before linearized reading' (duration: 106.055957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:03:57.945907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.690702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:03:57.946075Z","caller":"traceutil/trace.go:171","msg":"trace[134316052] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"293.705013ms","start":"2026-04-07T00:03:57.652338Z","end":"2026-04-07T00:03:57.946043Z","steps":["trace[134316052] 'process raft request' (duration: 192.704976ms)","trace[134316052] 'compare' (duration: 100.508639ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:03:58.45611Z","caller":"traceutil/trace.go:171","msg":"trace[1219506737] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"250.581131ms","start":"2026-04-07T00:03:58.205497Z","end":"2026-04-07T00:03:58.456078Z","steps":["trace[1219506737] 'process raft request' (duration: 250.350447ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:04:49.801706Z","caller":"traceutil/trace.go:171","msg":"trace[1095362516] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"123.298462ms","start":"2026-04-07T00:04:49.678378Z","end":"2026-04-07T00:04:49.801676Z","steps":["trace[1095362516] 'process raft request' (duration: 123.103779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:05:20.772696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.886363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a3ea4e6ae47cdf\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-07T00:05:20.772797Z","caller":"traceutil/trace.go:171","msg":"trace[1119299421] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a3ea4e6ae47cdf; range_end:; response_count:1; response_revision:2706; }","duration":"133.997816ms","start":"2026-04-07T00:05:20.638772Z","end":"2026-04-07T00:05:20.77277Z","steps":["trace[1119299421] 'range keys from in-memory index tree' (duration: 133.709248ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:05:20.962596Z","caller":"traceutil/trace.go:171","msg":"trace[1934628396] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"186.827839ms","start":"2026-04-07T00:05:20.77574Z","end":"2026-04-07T00:05:20.962568Z","steps":["trace[1934628396] 'process raft request' (duration: 186.679915ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:05:21.05317Z","caller":"traceutil/trace.go:171","msg":"trace[1891020265] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"217.304026ms","start":"2026-04-07T00:05:20.835831Z","end":"2026-04-07T00:05:21.053135Z","steps":["trace[1891020265] 'process raft request' (duration: 217.05583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:05:26.19963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.314799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:05:26.199694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.045001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:05:26.199751Z","caller":"traceutil/trace.go:171","msg":"trace[102623034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2734; }","duration":"142.454552ms","start":"2026-04-07T00:05:26.057275Z","end":"2026-04-07T00:05:26.19973Z","steps":["trace[102623034] 'range keys from in-memory index tree' (duration: 142.106803ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:05:26.19978Z","caller":"traceutil/trace.go:171","msg":"trace[371106217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2734; }","duration":"139.205975ms","start":"2026-04-07T00:05:26.060551Z","end":"2026-04-07T00:05:26.199757Z","steps":["trace[371106217] 'range keys from in-memory index tree' (duration: 138.839735ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:05:26.368509Z","caller":"traceutil/trace.go:171","msg":"trace[1337253002] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"162.080407ms","start":"2026-04-07T00:05:26.206403Z","end":"2026-04-07T00:05:26.368483Z","steps":["trace[1337253002] 'process raft request' (duration: 161.906943ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:05:26.436221Z","caller":"traceutil/trace.go:171","msg":"trace[1730442150] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"228.245858ms","start":"2026-04-07T00:05:26.207939Z","end":"2026-04-07T00:05:26.436185Z","steps":["trace[1730442150] 'process raft request' (duration: 218.067616ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:05:26.436419Z","caller":"traceutil/trace.go:171","msg":"trace[726969971] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"225.244827ms","start":"2026-04-07T00:05:26.211167Z","end":"2026-04-07T00:05:26.436412Z","steps":["trace[726969971] 'process raft request' (duration: 224.961979ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:19.804279Z","caller":"traceutil/trace.go:171","msg":"trace[2041963497] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"165.924918ms","start":"2026-04-07T00:07:19.638323Z","end":"2026-04-07T00:07:19.804248Z","steps":["trace[2041963497] 'process raft request' (duration: 156.440056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.342452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.898963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:24.34266Z","caller":"traceutil/trace.go:171","msg":"trace[524960286] linearizableReadLoop","detail":"{readStateIndex:4907; appliedIndex:4905; }","duration":"446.074235ms","start":"2026-04-07T00:09:23.896569Z","end":"2026-04-07T00:09:24.342644Z","steps":["trace[524960286] 'read index received' (duration: 23.926399ms)","trace[524960286] 'applied index is now lower than readState.Index' (duration: 422.146956ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:24.342732Z","caller":"traceutil/trace.go:171","msg":"trace[1004375945] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"451.995349ms","start":"2026-04-07T00:09:23.890725Z","end":"2026-04-07T00:09:24.342721Z","steps":["trace[1004375945] 'process raft request' (duration: 29.75684ms)","trace[1004375945] 'compare' (duration: 421.490656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:24.342787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:23.890715Z","time spent":"452.047159ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:09:24.342864Z","caller":"traceutil/trace.go:171","msg":"trace[1800151045] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"451.662803ms","start":"2026-04-07T00:09:23.891136Z","end":"2026-04-07T00:09:24.342799Z","steps":["trace[1800151045] 'process raft request' (duration: 451.445499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.343004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.285324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T00:09:24.343086Z","caller":"traceutil/trace.go:171","msg":"trace[1172720277] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4728; }","duration":"452.399126ms","start":"2026-04-07T00:09:23.890669Z","end":"2026-04-07T00:09:24.343068Z","steps":["trace[1172720277] 'agreement among raft nodes before linearized reading' (duration: 452.139291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.34313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:23.890656Z","time spent":"452.466227ms","remote":"127.0.0.1:55806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-07T00:09:24.343048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:23.891132Z","time spent":"451.828906ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9164,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:09:24.640354Z","caller":"traceutil/trace.go:171","msg":"trace[1740942514] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"735.523372ms","start":"2026-04-07T00:09:23.904806Z","end":"2026-04-07T00:09:24.64033Z","steps":["trace[1740942514] 'process raft request' (duration: 735.428561ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:24.640389Z","caller":"traceutil/trace.go:171","msg":"trace[262022042] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"739.136036ms","start":"2026-04-07T00:09:23.901226Z","end":"2026-04-07T00:09:24.640362Z","steps":["trace[262022042] 'process raft request' (duration: 671.195819ms)","trace[262022042] 'compare' (duration: 67.660232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:24.640517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:23.901203Z","time spent":"739.249708ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:24.640535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:23.904792Z","time spent":"735.645194ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9303,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:24.642613Z","caller":"traceutil/trace.go:171","msg":"trace[1158584148] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"478.324157ms","start":"2026-04-07T00:09:24.16426Z","end":"2026-04-07T00:09:24.642584Z","steps":["trace[1158584148] 'process raft request' (duration: 477.800458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.642785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:24.164237Z","time spent":"478.46085ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:24.643222Z","caller":"traceutil/trace.go:171","msg":"trace[1591043017] linearizableReadLoop","detail":"{readStateIndex:4910; appliedIndex:4907; }","duration":"300.514981ms","start":"2026-04-07T00:09:24.342694Z","end":"2026-04-07T00:09:24.643209Z","steps":["trace[1591043017] 'read index received' (duration: 229.970688ms)","trace[1591043017] 'applied index is now lower than readState.Index' (duration: 70.543263ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:24.643419Z","caller":"traceutil/trace.go:171","msg":"trace[2144353487] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"293.667091ms","start":"2026-04-07T00:09:24.349741Z","end":"2026-04-07T00:09:24.643408Z","steps":["trace[2144353487] 'process raft request' (duration: 292.486981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:24.643676Z","caller":"traceutil/trace.go:171","msg":"trace[706753375] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"293.62179ms","start":"2026-04-07T00:09:24.349993Z","end":"2026-04-07T00:09:24.643615Z","steps":["trace[706753375] 'process raft request' (duration: 293.117291ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:24.643815Z","caller":"traceutil/trace.go:171","msg":"trace[330037272] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4733; }","duration":"287.802758ms","start":"2026-04-07T00:09:24.356002Z","end":"2026-04-07T00:09:24.643805Z","steps":["trace[330037272] 'process raft request' (duration: 287.162887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.64422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.367051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-07T00:09:24.644282Z","caller":"traceutil/trace.go:171","msg":"trace[472832826] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4733; }","duration":"291.467312ms","start":"2026-04-07T00:09:24.352796Z","end":"2026-04-07T00:09:24.644263Z","steps":["trace[472832826] 'agreement among raft nodes before linearized reading' (duration: 291.288009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.644568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.913052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-07T00:09:24.644603Z","caller":"traceutil/trace.go:171","msg":"trace[43965779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4733; }","duration":"646.975354ms","start":"2026-04-07T00:09:23.997619Z","end":"2026-04-07T00:09:24.644594Z","steps":["trace[43965779] 'agreement among raft nodes before linearized reading' (duration: 646.867422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.644743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:23.997604Z","time spent":"647.120756ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:09:24.644781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.014959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-04-07T00:09:24.644832Z","caller":"traceutil/trace.go:171","msg":"trace[536982321] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4733; }","duration":"388.101051ms","start":"2026-04-07T00:09:24.256719Z","end":"2026-04-07T00:09:24.64482Z","steps":["trace[536982321] 'agreement among raft nodes before linearized reading' (duration: 387.946608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.644856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:24.256702Z","time spent":"388.148912ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12997,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-07T00:09:24.644904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.244411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193158"} {"level":"info","ts":"2026-04-07T00:09:24.644948Z","caller":"traceutil/trace.go:171","msg":"trace[1991450794] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4733; }","duration":"646.299072ms","start":"2026-04-07T00:09:23.998638Z","end":"2026-04-07T00:09:24.644937Z","steps":["trace[1991450794] 'agreement among raft nodes before linearized reading' (duration: 645.437537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.644983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:23.998632Z","time spent":"646.341143ms","remote":"127.0.0.1:55734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2193182,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-07T00:09:24.645003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.238776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:09:24.644984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.996894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T00:09:24.645039Z","caller":"traceutil/trace.go:171","msg":"trace[280637007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4733; }","duration":"660.301028ms","start":"2026-04-07T00:09:23.984727Z","end":"2026-04-07T00:09:24.645028Z","steps":["trace[280637007] 'agreement among raft nodes before linearized reading' (duration: 660.241847ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:24.645054Z","caller":"traceutil/trace.go:171","msg":"trace[278944819] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:4733; }","duration":"536.098117ms","start":"2026-04-07T00:09:24.10894Z","end":"2026-04-07T00:09:24.645038Z","steps":["trace[278944819] 'agreement among raft nodes before linearized reading' (duration: 535.913974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.645069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:23.984709Z","time spent":"660.354698ms","remote":"127.0.0.1:55600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:09:24.645093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:24.108924Z","time spent":"536.161728ms","remote":"127.0.0.1:55662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-04-07T00:09:24.645157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.121284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-07T00:09:24.645178Z","caller":"traceutil/trace.go:171","msg":"trace[737137156] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4733; }","duration":"292.157295ms","start":"2026-04-07T00:09:24.353013Z","end":"2026-04-07T00:09:24.645171Z","steps":["trace[737137156] 'agreement among raft nodes before linearized reading' (duration: 292.089064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.646405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.732167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-78cd4dd748-5z4kz.18a3ea8b8fa936c3\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-07T00:09:24.646539Z","caller":"traceutil/trace.go:171","msg":"trace[603612929] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-78cd4dd748-5z4kz.18a3ea8b8fa936c3; range_end:; response_count:1; response_revision:4733; }","duration":"389.20633ms","start":"2026-04-07T00:09:24.257298Z","end":"2026-04-07T00:09:24.646504Z","steps":["trace[603612929] 'agreement among raft nodes before linearized reading' (duration: 386.644496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.646613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:24.257293Z","time spent":"389.289672ms","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-78cd4dd748-5z4kz.18a3ea8b8fa936c3\" "} {"level":"warn","ts":"2026-04-07T00:09:24.975025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.370195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-07T00:09:24.975111Z","caller":"traceutil/trace.go:171","msg":"trace[1297782097] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:4753; }","duration":"103.476518ms","start":"2026-04-07T00:09:24.871615Z","end":"2026-04-07T00:09:24.975092Z","steps":["trace[1297782097] 'agreement among raft nodes before linearized reading' (duration: 103.286445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:24.975259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.779175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-07T00:09:24.975431Z","caller":"traceutil/trace.go:171","msg":"trace[2026927147] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4753; }","duration":"103.155432ms","start":"2026-04-07T00:09:24.872248Z","end":"2026-04-07T00:09:24.975403Z","steps":["trace[2026927147] 'agreement among raft nodes before linearized reading' (duration: 102.561852ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:25.141082Z","caller":"traceutil/trace.go:171","msg":"trace[955179450] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"153.978878ms","start":"2026-04-07T00:09:24.987082Z","end":"2026-04-07T00:09:25.141061Z","steps":["trace[955179450] 'process raft request' (duration: 153.840116ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:25.14134Z","caller":"traceutil/trace.go:171","msg":"trace[1828716955] linearizableReadLoop","detail":"{readStateIndex:4936; appliedIndex:4936; }","duration":"111.347554ms","start":"2026-04-07T00:09:25.029965Z","end":"2026-04-07T00:09:25.141313Z","steps":["trace[1828716955] 'read index received' (duration: 111.340053ms)","trace[1828716955] 'applied index is now lower than readState.Index' (duration: 6.05µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:25.141627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.662668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-07T00:09:25.141673Z","caller":"traceutil/trace.go:171","msg":"trace[19121000] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4755; }","duration":"159.735739ms","start":"2026-04-07T00:09:24.981925Z","end":"2026-04-07T00:09:25.141661Z","steps":["trace[19121000] 'agreement among raft nodes before linearized reading' (duration: 159.562486ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:25.14858Z","caller":"traceutil/trace.go:171","msg":"trace[923845079] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"113.678685ms","start":"2026-04-07T00:09:25.034876Z","end":"2026-04-07T00:09:25.148555Z","steps":["trace[923845079] 'process raft request' (duration: 113.433511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:25.14965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.686152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-07T00:09:25.149694Z","caller":"traceutil/trace.go:171","msg":"trace[994272615] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4757; }","duration":"114.740374ms","start":"2026-04-07T00:09:25.034943Z","end":"2026-04-07T00:09:25.149683Z","steps":["trace[994272615] 'agreement among raft nodes before linearized reading' (duration: 114.631182ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:25.280504Z","caller":"traceutil/trace.go:171","msg":"trace[1552621828] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"102.971297ms","start":"2026-04-07T00:09:25.177513Z","end":"2026-04-07T00:09:25.280484Z","steps":["trace[1552621828] 'process raft request' (duration: 102.674712ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:25.614751Z","caller":"traceutil/trace.go:171","msg":"trace[533487437] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4951; }","duration":"113.45042ms","start":"2026-04-07T00:09:25.501257Z","end":"2026-04-07T00:09:25.614708Z","steps":["trace[533487437] 'read index received' (duration: 105.237377ms)","trace[533487437] 'applied index is now lower than readState.Index' (duration: 8.210503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:25.615369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.078861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-07T00:09:25.615488Z","caller":"traceutil/trace.go:171","msg":"trace[462055535] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4771; }","duration":"114.241995ms","start":"2026-04-07T00:09:25.501225Z","end":"2026-04-07T00:09:25.615467Z","steps":["trace[462055535] 'agreement among raft nodes before linearized reading' (duration: 113.910379ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:25.615468Z","caller":"traceutil/trace.go:171","msg":"trace[576735084] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"131.095169ms","start":"2026-04-07T00:09:25.48432Z","end":"2026-04-07T00:09:25.615416Z","steps":["trace[576735084] 'process raft request' (duration: 122.210504ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:38.825709Z","caller":"traceutil/trace.go:171","msg":"trace[696529725] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5121; }","duration":"120.998103ms","start":"2026-04-07T00:09:38.704687Z","end":"2026-04-07T00:09:38.825685Z","steps":["trace[696529725] 'read index received' (duration: 120.884811ms)","trace[696529725] 'applied index is now lower than readState.Index' (duration: 112.152µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:38.825799Z","caller":"traceutil/trace.go:171","msg":"trace[2111644602] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"124.840309ms","start":"2026-04-07T00:09:38.700952Z","end":"2026-04-07T00:09:38.825792Z","steps":["trace[2111644602] 'process raft request' (duration: 124.585565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:38.826039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.336248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-78cd4dd748-5z4kz\" ","response":"range_response_count:1 size:11847"} {"level":"info","ts":"2026-04-07T00:09:38.826147Z","caller":"traceutil/trace.go:171","msg":"trace[621746575] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-78cd4dd748-5z4kz; range_end:; response_count:1; response_revision:4936; }","duration":"121.489651ms","start":"2026-04-07T00:09:38.704634Z","end":"2026-04-07T00:09:38.826123Z","steps":["trace[621746575] 'agreement among raft nodes before linearized reading' (duration: 121.202026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:39.257357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.62103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:39.257456Z","caller":"traceutil/trace.go:171","msg":"trace[42227044] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5122; }","duration":"431.671792ms","start":"2026-04-07T00:09:38.825768Z","end":"2026-04-07T00:09:39.25744Z","steps":["trace[42227044] 'read index received' (duration: 65.783138ms)","trace[42227044] 'applied index is now lower than readState.Index' (duration: 365.887544ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:39.257726Z","caller":"traceutil/trace.go:171","msg":"trace[1914993162] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"470.736618ms","start":"2026-04-07T00:09:38.786946Z","end":"2026-04-07T00:09:39.257683Z","steps":["trace[1914993162] 'process raft request' (duration: 104.528007ms)","trace[1914993162] 'compare' (duration: 365.431457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:39.257974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:38.78691Z","time spent":"470.959382ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:39.257945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.512504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:09:39.258109Z","caller":"traceutil/trace.go:171","msg":"trace[473692288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4937; }","duration":"529.691808ms","start":"2026-04-07T00:09:38.728391Z","end":"2026-04-07T00:09:39.258083Z","steps":["trace[473692288] 'agreement among raft nodes before linearized reading' (duration: 529.23691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:39.258448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:38.728284Z","time spent":"530.132455ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:39.259108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.629066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:09:39.259289Z","caller":"traceutil/trace.go:171","msg":"trace[498875994] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4937; }","duration":"434.803047ms","start":"2026-04-07T00:09:38.824449Z","end":"2026-04-07T00:09:39.259252Z","steps":["trace[498875994] 'agreement among raft nodes before linearized reading' (duration: 433.626626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:39.260148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:38.824422Z","time spent":"435.687072ms","remote":"127.0.0.1:59596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:09:39.260333Z","caller":"traceutil/trace.go:171","msg":"trace[1687389287] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"421.059189ms","start":"2026-04-07T00:09:38.839235Z","end":"2026-04-07T00:09:39.260294Z","steps":["trace[1687389287] 'process raft request' (duration: 420.893956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:39.260452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:38.839196Z","time spent":"421.170321ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11654,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:39.268079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.444555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:39.268178Z","caller":"traceutil/trace.go:171","msg":"trace[13043416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4940; }","duration":"281.587397ms","start":"2026-04-07T00:09:38.986563Z","end":"2026-04-07T00:09:39.26815Z","steps":["trace[13043416] 'agreement among raft nodes before linearized reading' (duration: 281.431564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:39.841811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710537698758053010,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:09:39.856452Z","caller":"traceutil/trace.go:171","msg":"trace[743301409] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"586.551687ms","start":"2026-04-07T00:09:39.269875Z","end":"2026-04-07T00:09:39.856426Z","steps":["trace[743301409] 'process raft request' (duration: 586.353574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:39.856596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.269861Z","time spent":"586.658309ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:39.856836Z","caller":"traceutil/trace.go:171","msg":"trace[1046077066] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"584.729925ms","start":"2026-04-07T00:09:39.272084Z","end":"2026-04-07T00:09:39.856814Z","steps":["trace[1046077066] 'process raft request' (duration: 584.292008ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:39.856891Z","caller":"traceutil/trace.go:171","msg":"trace[2144702574] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"580.306139ms","start":"2026-04-07T00:09:39.276574Z","end":"2026-04-07T00:09:39.85688Z","steps":["trace[2144702574] 'process raft request' (duration: 580.066185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:39.856943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.276563Z","time spent":"580.35365ms","remote":"127.0.0.1:56140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:39.856896Z","caller":"traceutil/trace.go:171","msg":"trace[804797890] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5127; }","duration":"515.255075ms","start":"2026-04-07T00:09:39.34162Z","end":"2026-04-07T00:09:39.856875Z","steps":["trace[804797890] 'read index received' (duration: 514.597194ms)","trace[804797890] 'applied index is now lower than readState.Index' (duration: 656.891µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:39.856956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.272062Z","time spent":"584.825157ms","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:39.857113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.174958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:09:39.857193Z","caller":"traceutil/trace.go:171","msg":"trace[53349289] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4944; }","duration":"539.30139ms","start":"2026-04-07T00:09:39.317874Z","end":"2026-04-07T00:09:39.857175Z","steps":["trace[53349289] 'agreement among raft nodes before linearized reading' (duration: 539.177038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:39.857233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.317853Z","time spent":"539.370631ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:09:40.123812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.185758ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T00:09:40.124132Z","caller":"traceutil/trace.go:171","msg":"trace[828022383] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"255.022827ms","start":"2026-04-07T00:09:39.86909Z","end":"2026-04-07T00:09:40.124113Z","steps":["trace[828022383] 'process raft request' (duration: 254.876974ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.124356Z","caller":"traceutil/trace.go:171","msg":"trace[1704926103] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"267.299649ms","start":"2026-04-07T00:09:39.856984Z","end":"2026-04-07T00:09:40.124284Z","steps":["trace[1704926103] 'read index received' (duration: 51.648423ms)","trace[1704926103] 'applied index is now lower than readState.Index' (duration: 215.646305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:40.12456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.301325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:09:40.124546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.040391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-07T00:09:40.124629Z","caller":"traceutil/trace.go:171","msg":"trace[458421880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4945; }","duration":"684.372076ms","start":"2026-04-07T00:09:39.44024Z","end":"2026-04-07T00:09:40.124613Z","steps":["trace[458421880] 'agreement among raft nodes before linearized reading' (duration: 684.215193ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.124645Z","caller":"traceutil/trace.go:171","msg":"trace[559611828] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4945; }","duration":"625.194363ms","start":"2026-04-07T00:09:39.49943Z","end":"2026-04-07T00:09:40.124624Z","steps":["trace[559611828] 'agreement among raft nodes before linearized reading' (duration: 624.901718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.124668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.440192Z","time spent":"684.467128ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:09:40.124673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.481738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-07T00:09:40.124704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.499409Z","time spent":"625.281756ms","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-07T00:09:40.124704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.008616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:09:40.124742Z","caller":"traceutil/trace.go:171","msg":"trace[1804782281] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4945; }","duration":"408.58863ms","start":"2026-04-07T00:09:39.716135Z","end":"2026-04-07T00:09:40.124724Z","steps":["trace[1804782281] 'agreement among raft nodes before linearized reading' (duration: 408.394507ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.124758Z","caller":"traceutil/trace.go:171","msg":"trace[1696827136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4945; }","duration":"185.119127ms","start":"2026-04-07T00:09:39.939623Z","end":"2026-04-07T00:09:40.124742Z","steps":["trace[1696827136] 'agreement among raft nodes before linearized reading' (duration: 184.976445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.124795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.716119Z","time spent":"408.664301ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-07T00:09:40.124988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.141624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:09:40.125345Z","caller":"traceutil/trace.go:171","msg":"trace[117380026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4945; }","duration":"761.52973ms","start":"2026-04-07T00:09:39.363764Z","end":"2026-04-07T00:09:40.125294Z","steps":["trace[117380026] 'agreement among raft nodes before linearized reading' (duration: 760.767807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.12541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.918026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13850"} {"level":"info","ts":"2026-04-07T00:09:40.125472Z","caller":"traceutil/trace.go:171","msg":"trace[1461800991] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4945; }","duration":"700.031627ms","start":"2026-04-07T00:09:39.425423Z","end":"2026-04-07T00:09:40.125455Z","steps":["trace[1461800991] 'agreement among raft nodes before linearized reading' (duration: 699.104451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.125504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.425405Z","time spent":"700.092938ms","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13874,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-07T00:09:40.125752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:39.363745Z","time spent":"761.692063ms","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:40.126092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.443319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:09:40.126163Z","caller":"traceutil/trace.go:171","msg":"trace[1446890334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4945; }","duration":"179.542872ms","start":"2026-04-07T00:09:39.946604Z","end":"2026-04-07T00:09:40.126147Z","steps":["trace[1446890334] 'agreement among raft nodes before linearized reading' (duration: 178.034196ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.331107Z","caller":"traceutil/trace.go:171","msg":"trace[2028632089] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"200.33128ms","start":"2026-04-07T00:09:40.130733Z","end":"2026-04-07T00:09:40.331065Z","steps":["trace[2028632089] 'process raft request' (duration: 123.611255ms)","trace[2028632089] 'compare' (duration: 76.277647ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:40.331453Z","caller":"traceutil/trace.go:171","msg":"trace[413777187] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5133; }","duration":"181.136708ms","start":"2026-04-07T00:09:40.150301Z","end":"2026-04-07T00:09:40.331438Z","steps":["trace[413777187] 'read index received' (duration: 104.012307ms)","trace[413777187] 'applied index is now lower than readState.Index' (duration: 77.122851ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:40.331552Z","caller":"traceutil/trace.go:171","msg":"trace[926675705] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"200.591514ms","start":"2026-04-07T00:09:40.130951Z","end":"2026-04-07T00:09:40.331543Z","steps":["trace[926675705] 'process raft request' (duration: 200.039345ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.331561Z","caller":"traceutil/trace.go:171","msg":"trace[1152969658] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"194.905686ms","start":"2026-04-07T00:09:40.136641Z","end":"2026-04-07T00:09:40.331547Z","steps":["trace[1152969658] 'process raft request' (duration: 194.735123ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.331664Z","caller":"traceutil/trace.go:171","msg":"trace[573592623] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"199.400534ms","start":"2026-04-07T00:09:40.132207Z","end":"2026-04-07T00:09:40.331607Z","steps":["trace[573592623] 'process raft request' (duration: 199.027548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.331815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.661741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-07T00:09:40.331855Z","caller":"traceutil/trace.go:171","msg":"trace[830767570] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4950; }","duration":"198.729072ms","start":"2026-04-07T00:09:40.133116Z","end":"2026-04-07T00:09:40.331845Z","steps":["trace[830767570] 'agreement among raft nodes before linearized reading' (duration: 198.623061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.331811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.697008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T00:09:40.332022Z","caller":"traceutil/trace.go:171","msg":"trace[578822573] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4950; }","duration":"177.964923ms","start":"2026-04-07T00:09:40.154048Z","end":"2026-04-07T00:09:40.332013Z","steps":["trace[578822573] 'agreement among raft nodes before linearized reading' (duration: 177.536146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.556863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.137405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:40.557161Z","caller":"traceutil/trace.go:171","msg":"trace[1756436139] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"216.105643ms","start":"2026-04-07T00:09:40.341023Z","end":"2026-04-07T00:09:40.557128Z","steps":["trace[1756436139] 'process raft request' (duration: 106.634852ms)","trace[1756436139] 'compare' (duration: 108.994042ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:40.557331Z","caller":"traceutil/trace.go:171","msg":"trace[608772226] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5138; }","duration":"214.961063ms","start":"2026-04-07T00:09:40.342355Z","end":"2026-04-07T00:09:40.557316Z","steps":["trace[608772226] 'read index received' (duration: 27.605457ms)","trace[608772226] 'applied index is now lower than readState.Index' (duration: 187.354626ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:40.55761Z","caller":"traceutil/trace.go:171","msg":"trace[1812663167] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"207.774739ms","start":"2026-04-07T00:09:40.34982Z","end":"2026-04-07T00:09:40.557595Z","steps":["trace[1812663167] 'process raft request' (duration: 207.393642ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.557733Z","caller":"traceutil/trace.go:171","msg":"trace[1766539991] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"215.111696ms","start":"2026-04-07T00:09:40.342605Z","end":"2026-04-07T00:09:40.557716Z","steps":["trace[1766539991] 'process raft request' (duration: 214.466405ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.557803Z","caller":"traceutil/trace.go:171","msg":"trace[1089283267] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"214.986103ms","start":"2026-04-07T00:09:40.342798Z","end":"2026-04-07T00:09:40.557784Z","steps":["trace[1089283267] 'process raft request' (duration: 214.355302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.557861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.495112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-04-07T00:09:40.557908Z","caller":"traceutil/trace.go:171","msg":"trace[897175623] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"216.826905ms","start":"2026-04-07T00:09:40.341071Z","end":"2026-04-07T00:09:40.557898Z","steps":["trace[897175623] 'process raft request' (duration: 215.920599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:40.557907Z","caller":"traceutil/trace.go:171","msg":"trace[522090403] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4956; }","duration":"215.554693ms","start":"2026-04-07T00:09:40.342339Z","end":"2026-04-07T00:09:40.557894Z","steps":["trace[522090403] 'agreement among raft nodes before linearized reading' (duration: 215.38786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.558138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.353949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:40.558193Z","caller":"traceutil/trace.go:171","msg":"trace[2126473332] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4956; }","duration":"153.435201ms","start":"2026-04-07T00:09:40.404746Z","end":"2026-04-07T00:09:40.558181Z","steps":["trace[2126473332] 'agreement among raft nodes before linearized reading' (duration: 153.359779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:40.558362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.040991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-07T00:09:40.558423Z","caller":"traceutil/trace.go:171","msg":"trace[2134537865] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4956; }","duration":"117.146574ms","start":"2026-04-07T00:09:40.44126Z","end":"2026-04-07T00:09:40.558406Z","steps":["trace[2134537865] 'agreement among raft nodes before linearized reading' (duration: 116.978141ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:16.769062Z","caller":"traceutil/trace.go:171","msg":"trace[427660585] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5458; }","duration":"235.060072ms","start":"2026-04-07T00:10:16.533978Z","end":"2026-04-07T00:10:16.769038Z","steps":["trace[427660585] 'read index received' (duration: 232.901395ms)","trace[427660585] 'applied index is now lower than readState.Index' (duration: 2.157547ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:16.7692Z","caller":"traceutil/trace.go:171","msg":"trace[2116742514] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"259.692558ms","start":"2026-04-07T00:10:16.509498Z","end":"2026-04-07T00:10:16.76919Z","steps":["trace[2116742514] 'process raft request' (duration: 257.304058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:16.769433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.449679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:10:16.769483Z","caller":"traceutil/trace.go:171","msg":"trace[513752441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5264; }","duration":"235.54918ms","start":"2026-04-07T00:10:16.533922Z","end":"2026-04-07T00:10:16.769471Z","steps":["trace[513752441] 'agreement among raft nodes before linearized reading' (duration: 235.394467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:16.769667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.185706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:10:16.769813Z","caller":"traceutil/trace.go:171","msg":"trace[1332365061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5264; }","duration":"215.334409ms","start":"2026-04-07T00:10:16.554412Z","end":"2026-04-07T00:10:16.769746Z","steps":["trace[1332365061] 'agreement among raft nodes before linearized reading' (duration: 214.974083ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:27.725009Z","caller":"traceutil/trace.go:171","msg":"trace[2036071571] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"167.290432ms","start":"2026-04-07T00:10:27.557699Z","end":"2026-04-07T00:10:27.72499Z","steps":["trace[2036071571] 'process raft request' (duration: 101.568407ms)","trace[2036071571] 'compare' (duration: 65.355569ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:27.754621Z","caller":"traceutil/trace.go:171","msg":"trace[938577369] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"192.418424ms","start":"2026-04-07T00:10:27.562144Z","end":"2026-04-07T00:10:27.754562Z","steps":["trace[938577369] 'process raft request' (duration: 189.565176ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:01.194305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2917} {"level":"info","ts":"2026-04-07T00:11:01.30158Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2917,"took":"105.872794ms","hash":159740452,"current-db-size-bytes":53817344,"current-db-size":"54 MB","current-db-size-in-use-bytes":28950528,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-07T00:11:01.301642Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":159740452,"revision":2917,"compact-revision":-1} {"level":"info","ts":"2026-04-07T00:12:42.622183Z","caller":"traceutil/trace.go:171","msg":"trace[1689090673] transaction","detail":"{read_only:false; response_revision:6187; number_of_response:1; }","duration":"190.28769ms","start":"2026-04-07T00:12:42.431871Z","end":"2026-04-07T00:12:42.622159Z","steps":["trace[1689090673] 'process raft request' (duration: 190.153318ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:47.942421Z","caller":"traceutil/trace.go:171","msg":"trace[1840361899] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"141.909997ms","start":"2026-04-07T00:12:47.800483Z","end":"2026-04-07T00:12:47.942393Z","steps":["trace[1840361899] 'process raft request' (duration: 103.111472ms)","trace[1840361899] 'compare' (duration: 38.647403ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:27.972293Z","caller":"traceutil/trace.go:171","msg":"trace[1450572233] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"173.381009ms","start":"2026-04-07T00:13:27.798888Z","end":"2026-04-07T00:13:27.972269Z","steps":["trace[1450572233] 'process raft request' (duration: 173.216336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:28.123837Z","caller":"traceutil/trace.go:171","msg":"trace[43623148] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"145.163396ms","start":"2026-04-07T00:13:27.978637Z","end":"2026-04-07T00:13:28.1238Z","steps":["trace[43623148] 'process raft request' (duration: 97.34697ms)","trace[43623148] 'compare' (duration: 47.42243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:39.848253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.705296ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T00:13:39.848338Z","caller":"traceutil/trace.go:171","msg":"trace[1159937806] linearizableReadLoop","detail":"{readStateIndex:6940; appliedIndex:6939; }","duration":"190.105192ms","start":"2026-04-07T00:13:39.658219Z","end":"2026-04-07T00:13:39.848324Z","steps":["trace[1159937806] 'read index received' (duration: 269.264µs)","trace[1159937806] 'applied index is now lower than readState.Index' (duration: 189.834948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:13:39.848682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.711481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-07T00:13:39.848741Z","caller":"traceutil/trace.go:171","msg":"trace[1736854681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6694; }","duration":"125.802254ms","start":"2026-04-07T00:13:39.722926Z","end":"2026-04-07T00:13:39.848728Z","steps":["trace[1736854681] 'agreement among raft nodes before linearized reading' (duration: 125.60975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:39.84892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.677241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:4 size:218838"} {"level":"info","ts":"2026-04-07T00:13:39.849028Z","caller":"traceutil/trace.go:171","msg":"trace[1718834408] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:4; response_revision:6694; }","duration":"190.827044ms","start":"2026-04-07T00:13:39.658181Z","end":"2026-04-07T00:13:39.849008Z","steps":["trace[1718834408] 'agreement among raft nodes before linearized reading' (duration: 190.412327ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:01.201814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5581} {"level":"info","ts":"2026-04-07T00:16:01.29257Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5581,"took":"89.537262ms","hash":3005089364,"current-db-size-bytes":53817344,"current-db-size":"54 MB","current-db-size-in-use-bytes":18419712,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-07T00:16:01.292633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3005089364,"revision":5581,"compact-revision":2917}