{"level":"warn","ts":"2026-03-13T23:03:39.686591Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:03:39.686678Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:03:39.68674Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:03:39.686752Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-13T23:03:39.686777Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:03:39.687335Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-03-13T23:03:39.687412Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:03:39.692948Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.302395ms"} {"level":"info","ts":"2026-03-13T23:03:39.700388Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-03-13T23:03:39.700526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:03:39.700576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-03-13T23:03:39.700604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:03:39.700618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-03-13T23:03:39.700668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-03-13T23:03:39.708031Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:03:39.710151Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:03:39.711558Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:03:39.715419Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:03:39.715646Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:03:39.715819Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:03:39.715934Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:03:39.715951Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:03:39.716857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-03-13T23:03:39.717717Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-13T23:03:39.723494Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:03:39.723625Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-13T23:03:39.723706Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-13T23:03:39.724038Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:03:39.724101Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:03:40.701729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:03:40.701809Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:03:40.701848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-03-13T23:03:40.701876Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:03:40.701889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-13T23:03:40.701908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-03-13T23:03:40.701923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-13T23:03:40.702988Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:03:40.704052Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:03:40.704052Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:03:40.704169Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:03:40.704393Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:03:40.704488Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T23:03:40.705026Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:03:40.705188Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:03:40.705236Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:03:40.707718Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T23:03:40.707935Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-03-13T23:03:42.448413Z","caller":"traceutil/trace.go:171","msg":"trace[1528087971] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"157.465274ms","start":"2026-03-13T23:03:42.29089Z","end":"2026-03-13T23:03:42.448355Z","steps":["trace[1528087971] 'process raft request' (duration: 151.83233ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:53.14525Z","caller":"traceutil/trace.go:171","msg":"trace[864696037] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"124.231726ms","start":"2026-03-13T23:03:53.020982Z","end":"2026-03-13T23:03:53.145213Z","steps":["trace[864696037] 'process raft request' (duration: 124.060271ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:56.059113Z","caller":"traceutil/trace.go:171","msg":"trace[1587503127] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"131.358291ms","start":"2026-03-13T23:03:55.927714Z","end":"2026-03-13T23:03:56.059072Z","steps":["trace[1587503127] 'process raft request' (duration: 131.087213ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:56.840406Z","caller":"traceutil/trace.go:171","msg":"trace[1634699448] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"190.488217ms","start":"2026-03-13T23:03:56.649895Z","end":"2026-03-13T23:03:56.840383Z","steps":["trace[1634699448] 'process raft request' (duration: 190.352913ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:16.504091Z","caller":"traceutil/trace.go:171","msg":"trace[967213187] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"109.862131ms","start":"2026-03-13T23:04:16.394206Z","end":"2026-03-13T23:04:16.504068Z","steps":["trace[967213187] 'process raft request' (duration: 109.738678ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:17.001706Z","caller":"traceutil/trace.go:171","msg":"trace[538635750] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"233.116965ms","start":"2026-03-13T23:04:16.768542Z","end":"2026-03-13T23:04:17.001659Z","steps":["trace[538635750] 'process raft request' (duration: 232.858888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:17.231017Z","caller":"traceutil/trace.go:171","msg":"trace[322335405] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"224.608892ms","start":"2026-03-13T23:04:17.006373Z","end":"2026-03-13T23:04:17.230982Z","steps":["trace[322335405] 'process raft request' (duration: 224.441808ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:17.246226Z","caller":"traceutil/trace.go:171","msg":"trace[298033946] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"239.690402ms","start":"2026-03-13T23:04:17.006507Z","end":"2026-03-13T23:04:17.246197Z","steps":["trace[298033946] 'process raft request' (duration: 239.537888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:33.012488Z","caller":"traceutil/trace.go:171","msg":"trace[112928699] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"122.609887ms","start":"2026-03-13T23:04:32.889843Z","end":"2026-03-13T23:04:33.012453Z","steps":["trace[112928699] 'process raft request' (duration: 122.323629ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:33.012479Z","caller":"traceutil/trace.go:171","msg":"trace[2036966217] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"115.632486ms","start":"2026-03-13T23:04:32.896803Z","end":"2026-03-13T23:04:33.012435Z","steps":["trace[2036966217] 'process raft request' (duration: 115.532213ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:40.063852Z","caller":"traceutil/trace.go:171","msg":"trace[1511016658] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"145.070908ms","start":"2026-03-13T23:04:39.918748Z","end":"2026-03-13T23:04:40.063819Z","steps":["trace[1511016658] 'process raft request' (duration: 144.837102ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:40.590002Z","caller":"traceutil/trace.go:171","msg":"trace[289074807] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"338.481581ms","start":"2026-03-13T23:04:40.251483Z","end":"2026-03-13T23:04:40.589965Z","steps":["trace[289074807] 'read index received' (duration: 337.249408ms)","trace[289074807] 'applied index is now lower than readState.Index' (duration: 1.230433ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:40.590052Z","caller":"traceutil/trace.go:171","msg":"trace[12903746] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"495.892466ms","start":"2026-03-13T23:04:40.09412Z","end":"2026-03-13T23:04:40.590012Z","steps":["trace[12903746] 'process raft request' (duration: 494.609811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:40.590396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.691128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:40.59091Z","caller":"traceutil/trace.go:171","msg":"trace[1149423468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:897; }","duration":"339.467368ms","start":"2026-03-13T23:04:40.251411Z","end":"2026-03-13T23:04:40.590878Z","steps":["trace[1149423468] 'agreement among raft nodes before linearized reading' (duration: 338.685037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:40.591008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:40.251381Z","time spent":"339.586112ms","remote":"127.0.0.1:40412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:40.591468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:40.094103Z","time spent":"496.668207ms","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:26.47152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.181949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ed80ca1-d3b4-4923-9931-7f0c009b7fcc\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-13T23:05:26.471699Z","caller":"traceutil/trace.go:171","msg":"trace[818413754] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ed80ca1-d3b4-4923-9931-7f0c009b7fcc; range_end:; response_count:1; response_revision:1540; }","duration":"327.433476ms","start":"2026-03-13T23:05:26.144232Z","end":"2026-03-13T23:05:26.471665Z","steps":["trace[818413754] 'range keys from in-memory index tree' (duration: 326.927732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:26.471728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.550744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:26.471769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:26.144207Z","time spent":"327.543449ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ed80ca1-d3b4-4923-9931-7f0c009b7fcc\" "} {"level":"info","ts":"2026-03-13T23:05:26.471827Z","caller":"traceutil/trace.go:171","msg":"trace[1067350407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"222.926014ms","start":"2026-03-13T23:05:26.24888Z","end":"2026-03-13T23:05:26.471806Z","steps":["trace[1067350407] 'range keys from in-memory index tree' (duration: 222.479433ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:26.506518Z","caller":"traceutil/trace.go:171","msg":"trace[847590462] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"130.300831ms","start":"2026-03-13T23:05:26.376195Z","end":"2026-03-13T23:05:26.506496Z","steps":["trace[847590462] 'process raft request' (duration: 130.092425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:26.742918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.541442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:26.74307Z","caller":"traceutil/trace.go:171","msg":"trace[1267496291] linearizableReadLoop","detail":"{readStateIndex:1604; appliedIndex:1603; }","duration":"236.62188ms","start":"2026-03-13T23:05:26.506425Z","end":"2026-03-13T23:05:26.743047Z","steps":["trace[1267496291] 'read index received' (duration: 122.645096ms)","trace[1267496291] 'applied index is now lower than readState.Index' (duration: 113.975084ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:26.743214Z","caller":"traceutil/trace.go:171","msg":"trace[191232611] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"263.270673ms","start":"2026-03-13T23:05:26.479894Z","end":"2026-03-13T23:05:26.743165Z","steps":["trace[191232611] 'process raft request' (duration: 149.176365ms)","trace[191232611] 'compare' (duration: 113.351148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:26.743429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.435819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T23:05:26.743503Z","caller":"traceutil/trace.go:171","msg":"trace[613164837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1542; }","duration":"244.540732ms","start":"2026-03-13T23:05:26.498943Z","end":"2026-03-13T23:05:26.743484Z","steps":["trace[613164837] 'agreement among raft nodes before linearized reading' (duration: 244.249534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:26.743826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.29099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:26.743933Z","caller":"traceutil/trace.go:171","msg":"trace[110033939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1542; }","duration":"270.712031ms","start":"2026-03-13T23:05:26.473198Z","end":"2026-03-13T23:05:26.74391Z","steps":["trace[110033939] 'agreement among raft nodes before linearized reading' (duration: 270.171157ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:16.941235Z","caller":"traceutil/trace.go:171","msg":"trace[1235883807] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1917; }","duration":"200.529267ms","start":"2026-03-13T23:06:16.740668Z","end":"2026-03-13T23:06:16.941197Z","steps":["trace[1235883807] 'read index received' (duration: 200.249259ms)","trace[1235883807] 'applied index is now lower than readState.Index' (duration: 278.688µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:06:16.941321Z","caller":"traceutil/trace.go:171","msg":"trace[1353886109] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"213.347049ms","start":"2026-03-13T23:06:16.727923Z","end":"2026-03-13T23:06:16.94127Z","steps":["trace[1353886109] 'process raft request' (duration: 213.073951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:06:16.941525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.051029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:06:16.941553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.844564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:06:16.941588Z","caller":"traceutil/trace.go:171","msg":"trace[1170536525] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1844; }","duration":"162.203973ms","start":"2026-03-13T23:06:16.77937Z","end":"2026-03-13T23:06:16.941574Z","steps":["trace[1170536525] 'agreement among raft nodes before linearized reading' (duration: 162.063939ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:06:16.941638Z","caller":"traceutil/trace.go:171","msg":"trace[466643281] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1844; }","duration":"201.04642ms","start":"2026-03-13T23:06:16.740551Z","end":"2026-03-13T23:06:16.941597Z","steps":["trace[466643281] 'agreement among raft nodes before linearized reading' (duration: 200.807714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:38.650175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.549456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:38.650298Z","caller":"traceutil/trace.go:171","msg":"trace[1205634081] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"275.16446ms","start":"2026-03-13T23:07:38.375113Z","end":"2026-03-13T23:07:38.650277Z","steps":["trace[1205634081] 'process raft request' (duration: 135.429608ms)","trace[1205634081] 'compare' (duration: 139.432744ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:15.424193Z","caller":"traceutil/trace.go:171","msg":"trace[768407778] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"163.466216ms","start":"2026-03-13T23:10:15.260693Z","end":"2026-03-13T23:10:15.424159Z","steps":["trace[768407778] 'process raft request' (duration: 150.390272ms)","trace[768407778] 'compare' (duration: 12.92083ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:15.427037Z","caller":"traceutil/trace.go:171","msg":"trace[509772748] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"165.413079ms","start":"2026-03-13T23:10:15.261598Z","end":"2026-03-13T23:10:15.427011Z","steps":["trace[509772748] 'process raft request' (duration: 165.357007ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:15.427079Z","caller":"traceutil/trace.go:171","msg":"trace[989021988] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"166.054745ms","start":"2026-03-13T23:10:15.260995Z","end":"2026-03-13T23:10:15.42705Z","steps":["trace[989021988] 'process raft request' (duration: 165.820798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:35.324359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.74628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:35.324588Z","caller":"traceutil/trace.go:171","msg":"trace[2011574663] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"240.344458ms","start":"2026-03-13T23:11:35.084225Z","end":"2026-03-13T23:11:35.32457Z","steps":["trace[2011574663] 'process raft request' (duration: 240.285977ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:35.324768Z","caller":"traceutil/trace.go:171","msg":"trace[1649184718] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"245.427093ms","start":"2026-03-13T23:11:35.079307Z","end":"2026-03-13T23:11:35.324734Z","steps":["trace[1649184718] 'process raft request' (duration: 102.22313ms)","trace[1649184718] 'compare' (duration: 142.565556ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:35.324746Z","caller":"traceutil/trace.go:171","msg":"trace[1932577369] linearizableReadLoop","detail":"{readStateIndex:4505; appliedIndex:4504; }","duration":"244.20833ms","start":"2026-03-13T23:11:35.080499Z","end":"2026-03-13T23:11:35.324708Z","steps":["trace[1932577369] 'read index received' (duration: 100.995527ms)","trace[1932577369] 'applied index is now lower than readState.Index' (duration: 143.208963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:35.32501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.508518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-13T23:11:35.325066Z","caller":"traceutil/trace.go:171","msg":"trace[1101815720] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4329; }","duration":"244.633521ms","start":"2026-03-13T23:11:35.080421Z","end":"2026-03-13T23:11:35.325054Z","steps":["trace[1101815720] 'agreement among raft nodes before linearized reading' (duration: 244.397605ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:35.332641Z","caller":"traceutil/trace.go:171","msg":"trace[97748149] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"135.993162ms","start":"2026-03-13T23:11:35.196637Z","end":"2026-03-13T23:11:35.33263Z","steps":["trace[97748149] 'process raft request' (duration: 135.90674ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.124304Z","caller":"traceutil/trace.go:171","msg":"trace[869092557] linearizableReadLoop","detail":"{readStateIndex:4694; appliedIndex:4693; }","duration":"267.867585ms","start":"2026-03-13T23:11:39.856412Z","end":"2026-03-13T23:11:40.124279Z","steps":["trace[869092557] 'read index received' (duration: 267.788143ms)","trace[869092557] 'applied index is now lower than readState.Index' (duration: 78.292µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:40.124426Z","caller":"traceutil/trace.go:171","msg":"trace[2083199984] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4510; }","duration":"329.975156ms","start":"2026-03-13T23:11:39.794441Z","end":"2026-03-13T23:11:40.124416Z","steps":["trace[2083199984] 'process raft request' (duration: 329.762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.12454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:39.794414Z","time spent":"330.040928ms","remote":"127.0.0.1:40530","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:40.124865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.454261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:11:40.124905Z","caller":"traceutil/trace.go:171","msg":"trace[73601561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4510; }","duration":"268.540193ms","start":"2026-03-13T23:11:39.856356Z","end":"2026-03-13T23:11:40.124896Z","steps":["trace[73601561] 'agreement among raft nodes before linearized reading' (duration: 268.40388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.125104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.223649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j46hp-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-13T23:11:40.125141Z","caller":"traceutil/trace.go:171","msg":"trace[188093591] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-j46hp-tls; range_end:; response_count:1; response_revision:4510; }","duration":"267.28537ms","start":"2026-03-13T23:11:39.857846Z","end":"2026-03-13T23:11:40.125132Z","steps":["trace[188093591] 'agreement among raft nodes before linearized reading' (duration: 267.194357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.125404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.16282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:11:40.12544Z","caller":"traceutil/trace.go:171","msg":"trace[2024903504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4510; }","duration":"163.238192ms","start":"2026-03-13T23:11:39.962193Z","end":"2026-03-13T23:11:40.125431Z","steps":["trace[2024903504] 'agreement among raft nodes before linearized reading' (duration: 163.141579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.125729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.154353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5788a081-f0a3-417b-8a53-2b637ea663bd\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-13T23:11:40.125786Z","caller":"traceutil/trace.go:171","msg":"trace[1641505777] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5788a081-f0a3-417b-8a53-2b637ea663bd; range_end:; response_count:1; response_revision:4510; }","duration":"190.254016ms","start":"2026-03-13T23:11:39.935518Z","end":"2026-03-13T23:11:40.125772Z","steps":["trace[1641505777] 'agreement among raft nodes before linearized reading' (duration: 190.110852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.12591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.864592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:11:40.12599Z","caller":"traceutil/trace.go:171","msg":"trace[146415197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4510; }","duration":"254.980395ms","start":"2026-03-13T23:11:39.870991Z","end":"2026-03-13T23:11:40.125971Z","steps":["trace[146415197] 'agreement among raft nodes before linearized reading' (duration: 254.737688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.125903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.697701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T23:11:40.126359Z","caller":"traceutil/trace.go:171","msg":"trace[448931313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4510; }","duration":"267.974318ms","start":"2026-03-13T23:11:39.858169Z","end":"2026-03-13T23:11:40.126144Z","steps":["trace[448931313] 'agreement among raft nodes before linearized reading' (duration: 267.535817ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.322449Z","caller":"traceutil/trace.go:171","msg":"trace[393881549] linearizableReadLoop","detail":"{readStateIndex:4699; appliedIndex:4694; }","duration":"188.843958ms","start":"2026-03-13T23:11:40.133581Z","end":"2026-03-13T23:11:40.322425Z","steps":["trace[393881549] 'read index received' (duration: 87.07542ms)","trace[393881549] 'applied index is now lower than readState.Index' (duration: 101.767518ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:40.322907Z","caller":"traceutil/trace.go:171","msg":"trace[1827175054] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"192.34997ms","start":"2026-03-13T23:11:40.130542Z","end":"2026-03-13T23:11:40.322892Z","steps":["trace[1827175054] 'process raft request' (duration: 191.470617ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.323193Z","caller":"traceutil/trace.go:171","msg":"trace[1867451379] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"191.151519ms","start":"2026-03-13T23:11:40.132027Z","end":"2026-03-13T23:11:40.323178Z","steps":["trace[1867451379] 'process raft request' (duration: 190.156272ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.323719Z","caller":"traceutil/trace.go:171","msg":"trace[228574653] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"191.408586ms","start":"2026-03-13T23:11:40.132298Z","end":"2026-03-13T23:11:40.323707Z","steps":["trace[228574653] 'process raft request' (duration: 189.936067ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.32494Z","caller":"traceutil/trace.go:171","msg":"trace[385744966] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"192.530386ms","start":"2026-03-13T23:11:40.132391Z","end":"2026-03-13T23:11:40.324922Z","steps":["trace[385744966] 'process raft request' (duration: 189.928537ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.325262Z","caller":"traceutil/trace.go:171","msg":"trace[1993863225] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"177.16564ms","start":"2026-03-13T23:11:40.148086Z","end":"2026-03-13T23:11:40.325251Z","steps":["trace[1993863225] 'process raft request' (duration: 174.280563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.325479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.883058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-j46hp-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-03-13T23:11:40.325543Z","caller":"traceutil/trace.go:171","msg":"trace[1683425001] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-j46hp-tls; range_end:; response_count:1; response_revision:4516; }","duration":"191.966001ms","start":"2026-03-13T23:11:40.133559Z","end":"2026-03-13T23:11:40.325525Z","steps":["trace[1683425001] 'agreement among raft nodes before linearized reading' (duration: 191.828237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.702235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.788306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:40.702493Z","caller":"traceutil/trace.go:171","msg":"trace[673653117] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"187.674798ms","start":"2026-03-13T23:11:40.514773Z","end":"2026-03-13T23:11:40.702448Z","steps":["trace[673653117] 'process raft request' (duration: 34.583254ms)","trace[673653117] 'compare' (duration: 152.56978ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:40.702581Z","caller":"traceutil/trace.go:171","msg":"trace[613392121] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"187.201724ms","start":"2026-03-13T23:11:40.515343Z","end":"2026-03-13T23:11:40.702544Z","steps":["trace[613392121] 'process raft request' (duration: 187.016219ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.702614Z","caller":"traceutil/trace.go:171","msg":"trace[498815108] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"184.596786ms","start":"2026-03-13T23:11:40.517993Z","end":"2026-03-13T23:11:40.70259Z","steps":["trace[498815108] 'process raft request' (duration: 184.468713ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.702532Z","caller":"traceutil/trace.go:171","msg":"trace[1919475772] linearizableReadLoop","detail":"{readStateIndex:4716; appliedIndex:4713; }","duration":"168.012817ms","start":"2026-03-13T23:11:40.5345Z","end":"2026-03-13T23:11:40.702513Z","steps":["trace[1919475772] 'read index received' (duration: 14.80353ms)","trace[1919475772] 'applied index is now lower than readState.Index' (duration: 153.208237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:40.703023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.522371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777454"} {"level":"info","ts":"2026-03-13T23:11:40.703067Z","caller":"traceutil/trace.go:171","msg":"trace[1886700847] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4532; }","duration":"168.571323ms","start":"2026-03-13T23:11:40.534483Z","end":"2026-03-13T23:11:40.703055Z","steps":["trace[1886700847] 'agreement among raft nodes before linearized reading' (duration: 168.07965ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:43.311716Z","caller":"traceutil/trace.go:171","msg":"trace[931465152] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"100.900675ms","start":"2026-03-13T23:11:43.210792Z","end":"2026-03-13T23:11:43.311693Z","steps":["trace[931465152] 'process raft request' (duration: 23.160201ms)","trace[931465152] 'compare' (duration: 77.464346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:00.043591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.956019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2623e410-264c-471b-a2b0-d059cacdeba8\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-13T23:12:00.043694Z","caller":"traceutil/trace.go:171","msg":"trace[1049388303] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2623e410-264c-471b-a2b0-d059cacdeba8; range_end:; response_count:1; response_revision:4906; }","duration":"125.103763ms","start":"2026-03-13T23:11:59.918568Z","end":"2026-03-13T23:12:00.043671Z","steps":["trace[1049388303] 'range keys from in-memory index tree' (duration: 124.728883ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:00.476348Z","caller":"traceutil/trace.go:171","msg":"trace[1203524746] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"124.28858ms","start":"2026-03-13T23:12:00.352031Z","end":"2026-03-13T23:12:00.47632Z","steps":["trace[1203524746] 'process raft request' (duration: 124.075675ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:00.661186Z","caller":"traceutil/trace.go:171","msg":"trace[129417457] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5101; }","duration":"111.592616ms","start":"2026-03-13T23:12:00.549566Z","end":"2026-03-13T23:12:00.661159Z","steps":["trace[129417457] 'read index received' (duration: 43.804376ms)","trace[129417457] 'applied index is now lower than readState.Index' (duration: 67.78695ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:00.661286Z","caller":"traceutil/trace.go:171","msg":"trace[1690274775] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"179.58128ms","start":"2026-03-13T23:12:00.481665Z","end":"2026-03-13T23:12:00.661247Z","steps":["trace[1690274775] 'process raft request' (duration: 111.727249ms)","trace[1690274775] 'compare' (duration: 67.622085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:00.661458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.576248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8m66\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-13T23:12:00.661448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.859302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:12:00.661505Z","caller":"traceutil/trace.go:171","msg":"trace[1518254402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8m66; range_end:; response_count:1; response_revision:4910; }","duration":"102.682231ms","start":"2026-03-13T23:12:00.558811Z","end":"2026-03-13T23:12:00.661493Z","steps":["trace[1518254402] 'agreement among raft nodes before linearized reading' (duration: 102.501896ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:00.661546Z","caller":"traceutil/trace.go:171","msg":"trace[1628324971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4910; }","duration":"112.012047ms","start":"2026-03-13T23:12:00.549511Z","end":"2026-03-13T23:12:00.661523Z","steps":["trace[1628324971] 'agreement among raft nodes before linearized reading' (duration: 111.74745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:00.661819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.237656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:12:00.661871Z","caller":"traceutil/trace.go:171","msg":"trace[376866368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4910; }","duration":"100.333178ms","start":"2026-03-13T23:12:00.561524Z","end":"2026-03-13T23:12:00.661857Z","steps":["trace[376866368] 'agreement among raft nodes before linearized reading' (duration: 100.098592ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.830625Z","caller":"traceutil/trace.go:171","msg":"trace[1454515835] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"342.061419ms","start":"2026-03-13T23:12:02.488534Z","end":"2026-03-13T23:12:02.830596Z","steps":["trace[1454515835] 'process raft request' (duration: 341.873744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.830908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:02.488503Z","time spent":"342.304146ms","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:02.832176Z","caller":"traceutil/trace.go:171","msg":"trace[277483234] linearizableReadLoop","detail":"{readStateIndex:5110; appliedIndex:5108; }","duration":"323.226373ms","start":"2026-03-13T23:12:02.508866Z","end":"2026-03-13T23:12:02.832093Z","steps":["trace[277483234] 'read index received' (duration: 321.469546ms)","trace[277483234] 'applied index is now lower than readState.Index' (duration: 1.755807ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:02.832216Z","caller":"traceutil/trace.go:171","msg":"trace[1934124298] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"342.472601ms","start":"2026-03-13T23:12:02.489706Z","end":"2026-03-13T23:12:02.832178Z","steps":["trace[1934124298] 'process raft request' (duration: 342.236725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.832383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:02.489682Z","time spent":"342.605944ms","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:02.832388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.489639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:02.832451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.254949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-13T23:12:02.832491Z","caller":"traceutil/trace.go:171","msg":"trace[1894172444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4918; }","duration":"249.333522ms","start":"2026-03-13T23:12:02.583146Z","end":"2026-03-13T23:12:02.832479Z","steps":["trace[1894172444] 'agreement among raft nodes before linearized reading' (duration: 249.141447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.8325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.553361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-13T23:12:02.832553Z","caller":"traceutil/trace.go:171","msg":"trace[1460001074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4918; }","duration":"137.610462ms","start":"2026-03-13T23:12:02.694928Z","end":"2026-03-13T23:12:02.832539Z","steps":["trace[1460001074] 'agreement among raft nodes before linearized reading' (duration: 137.416587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.832593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.951311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:12:02.832623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.177444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8m66\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-13T23:12:02.832665Z","caller":"traceutil/trace.go:171","msg":"trace[2055996897] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8m66; range_end:; response_count:1; response_revision:4918; }","duration":"136.217145ms","start":"2026-03-13T23:12:02.696437Z","end":"2026-03-13T23:12:02.832654Z","steps":["trace[2055996897] 'agreement among raft nodes before linearized reading' (duration: 136.089682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.832646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.767066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:12:02.832669Z","caller":"traceutil/trace.go:171","msg":"trace[1882059770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4918; }","duration":"166.062113ms","start":"2026-03-13T23:12:02.666587Z","end":"2026-03-13T23:12:02.832649Z","steps":["trace[1882059770] 'agreement among raft nodes before linearized reading' (duration: 165.869668ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.832725Z","caller":"traceutil/trace.go:171","msg":"trace[494139380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4918; }","duration":"137.89232ms","start":"2026-03-13T23:12:02.694814Z","end":"2026-03-13T23:12:02.832706Z","steps":["trace[494139380] 'agreement among raft nodes before linearized reading' (duration: 137.646463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.832609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.918858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:12:02.83278Z","caller":"traceutil/trace.go:171","msg":"trace[1392350355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4918; }","duration":"147.220176ms","start":"2026-03-13T23:12:02.68555Z","end":"2026-03-13T23:12:02.83277Z","steps":["trace[1392350355] 'agreement among raft nodes before linearized reading' (duration: 146.827956ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.832472Z","caller":"traceutil/trace.go:171","msg":"trace[405967464] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4918; }","duration":"323.638743ms","start":"2026-03-13T23:12:02.508812Z","end":"2026-03-13T23:12:02.832451Z","steps":["trace[405967464] 'agreement among raft nodes before linearized reading' (duration: 323.464978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.833362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:02.508798Z","time spent":"324.346862ms","remote":"127.0.0.1:45684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:13:40.735146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2743} {"level":"info","ts":"2026-03-13T23:13:40.796248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2743,"took":"58.841446ms","hash":2521955176,"current-db-size-bytes":41586688,"current-db-size":"42 MB","current-db-size-in-use-bytes":31244288,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-13T23:13:40.796318Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2521955176,"revision":2743,"compact-revision":-1} {"level":"info","ts":"2026-03-13T23:17:52.932541Z","caller":"traceutil/trace.go:171","msg":"trace[1090555566] transaction","detail":"{read_only:false; response_revision:7499; number_of_response:1; }","duration":"112.344599ms","start":"2026-03-13T23:17:52.820176Z","end":"2026-03-13T23:17:52.93252Z","steps":["trace[1090555566] 'process raft request' (duration: 112.221996ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:53.153907Z","caller":"traceutil/trace.go:171","msg":"trace[1646399714] linearizableReadLoop","detail":"{readStateIndex:7777; appliedIndex:7776; }","duration":"221.225155ms","start":"2026-03-13T23:17:52.932643Z","end":"2026-03-13T23:17:53.153868Z","steps":["trace[1646399714] 'read index received' (duration: 202.608583ms)","trace[1646399714] 'applied index is now lower than readState.Index' (duration: 18.615402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:53.154116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.772164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8m66\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-13T23:17:53.154228Z","caller":"traceutil/trace.go:171","msg":"trace[1122109269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8m66; range_end:; response_count:1; response_revision:7500; }","duration":"242.915028ms","start":"2026-03-13T23:17:52.911287Z","end":"2026-03-13T23:17:53.154202Z","steps":["trace[1122109269] 'agreement among raft nodes before linearized reading' (duration: 242.592079ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:53.154209Z","caller":"traceutil/trace.go:171","msg":"trace[1707595636] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"304.884195ms","start":"2026-03-13T23:17:52.849284Z","end":"2026-03-13T23:17:53.154168Z","steps":["trace[1707595636] 'process raft request' (duration: 285.921384ms)","trace[1707595636] 'compare' (duration: 18.433237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:17:53.154425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:17:52.849251Z","time spent":"305.055759ms","remote":"127.0.0.1:40610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:17:53.154491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.873485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-13T23:17:53.154545Z","caller":"traceutil/trace.go:171","msg":"trace[1633735422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7500; }","duration":"248.958607ms","start":"2026-03-13T23:17:52.905573Z","end":"2026-03-13T23:17:53.154532Z","steps":["trace[1633735422] 'agreement among raft nodes before linearized reading' (duration: 248.443264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:53.154403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.184519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:17:53.154811Z","caller":"traceutil/trace.go:171","msg":"trace[1963817503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7500; }","duration":"253.642431ms","start":"2026-03-13T23:17:52.901146Z","end":"2026-03-13T23:17:53.154789Z","steps":["trace[1963817503] 'agreement among raft nodes before linearized reading' (duration: 252.885011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:53.154714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.03976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-13T23:17:53.154849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.968213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-13T23:17:53.154913Z","caller":"traceutil/trace.go:171","msg":"trace[499770740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7500; }","duration":"183.069397ms","start":"2026-03-13T23:17:52.971821Z","end":"2026-03-13T23:17:53.154891Z","steps":["trace[499770740] 'agreement among raft nodes before linearized reading' (duration: 182.294556ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:53.154899Z","caller":"traceutil/trace.go:171","msg":"trace[708033131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7500; }","duration":"249.278266ms","start":"2026-03-13T23:17:52.905601Z","end":"2026-03-13T23:17:53.154879Z","steps":["trace[708033131] 'agreement among raft nodes before linearized reading' (duration: 248.472564ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:05.386301Z","caller":"traceutil/trace.go:171","msg":"trace[1714278199] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"150.913278ms","start":"2026-03-13T23:18:05.235339Z","end":"2026-03-13T23:18:05.386252Z","steps":["trace[1714278199] 'process raft request' (duration: 150.699512ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:05.791487Z","caller":"traceutil/trace.go:171","msg":"trace[1489731147] linearizableReadLoop","detail":"{readStateIndex:7840; appliedIndex:7836; }","duration":"552.100269ms","start":"2026-03-13T23:18:05.239363Z","end":"2026-03-13T23:18:05.791463Z","steps":["trace[1489731147] 'read index received' (duration: 146.730958ms)","trace[1489731147] 'applied index is now lower than readState.Index' (duration: 405.368061ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:05.791627Z","caller":"traceutil/trace.go:171","msg":"trace[1293592408] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"555.891449ms","start":"2026-03-13T23:18:05.235711Z","end":"2026-03-13T23:18:05.791602Z","steps":["trace[1293592408] 'process raft request' (duration: 555.477568ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:05.791579Z","caller":"traceutil/trace.go:171","msg":"trace[253438759] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"555.418537ms","start":"2026-03-13T23:18:05.236114Z","end":"2026-03-13T23:18:05.791533Z","steps":["trace[253438759] 'process raft request' (duration: 555.263723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:05.791823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:05.235691Z","time spent":"556.015103ms","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:05.791848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.464088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8m66\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-13T23:18:05.791902Z","caller":"traceutil/trace.go:171","msg":"trace[689710545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8m66; range_end:; response_count:1; response_revision:7560; }","duration":"552.567421ms","start":"2026-03-13T23:18:05.239321Z","end":"2026-03-13T23:18:05.791888Z","steps":["trace[689710545] 'agreement among raft nodes before linearized reading' (duration: 552.358676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:05.791906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:05.236107Z","time spent":"555.685874ms","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:05.79195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:05.239301Z","time spent":"552.637863ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-q8m66\" "} {"level":"info","ts":"2026-03-13T23:18:05.791608Z","caller":"traceutil/trace.go:171","msg":"trace[1937161182] transaction","detail":"{read_only:false; response_revision:7560; number_of_response:1; }","duration":"554.728669ms","start":"2026-03-13T23:18:05.236831Z","end":"2026-03-13T23:18:05.79156Z","steps":["trace[1937161182] 'process raft request' (duration: 554.593735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:05.792219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.963107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:18:05.792342Z","caller":"traceutil/trace.go:171","msg":"trace[2090605581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7560; }","duration":"146.125852ms","start":"2026-03-13T23:18:05.646191Z","end":"2026-03-13T23:18:05.792317Z","steps":["trace[2090605581] 'agreement among raft nodes before linearized reading' (duration: 145.66539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:05.792106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:05.236825Z","time spent":"555.252512ms","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:06.470216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.348402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:18:06.470483Z","caller":"traceutil/trace.go:171","msg":"trace[1213144163] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"193.438141ms","start":"2026-03-13T23:18:06.277014Z","end":"2026-03-13T23:18:06.470452Z","steps":["trace[1213144163] 'process raft request' (duration: 193.343059ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:06.47052Z","caller":"traceutil/trace.go:171","msg":"trace[702542787] linearizableReadLoop","detail":"{readStateIndex:7844; appliedIndex:7842; }","duration":"220.414815ms","start":"2026-03-13T23:18:06.250084Z","end":"2026-03-13T23:18:06.470499Z","steps":["trace[702542787] 'read index received' (duration: 9.865891ms)","trace[702542787] 'applied index is now lower than readState.Index' (duration: 210.546364ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:06.470672Z","caller":"traceutil/trace.go:171","msg":"trace[1627106942] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"260.342929ms","start":"2026-03-13T23:18:06.210262Z","end":"2026-03-13T23:18:06.470605Z","steps":["trace[1627106942] 'process raft request' (duration: 159.484324ms)","trace[1627106942] 'compare' (duration: 100.114296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:06.47077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.656841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:06.470852Z","caller":"traceutil/trace.go:171","msg":"trace[648353277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7565; }","duration":"220.767773ms","start":"2026-03-13T23:18:06.25006Z","end":"2026-03-13T23:18:06.470827Z","steps":["trace[648353277] 'agreement among raft nodes before linearized reading' (duration: 220.612789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:06.471036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.202609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.189c89cb1959a9bc\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-13T23:18:06.471141Z","caller":"traceutil/trace.go:171","msg":"trace[661311099] range","detail":"{range_begin:/registry/events/openstack/key-manager.189c89cb1959a9bc; range_end:; response_count:1; response_revision:7565; }","duration":"206.311792ms","start":"2026-03-13T23:18:06.264799Z","end":"2026-03-13T23:18:06.471111Z","steps":["trace[661311099] 'agreement among raft nodes before linearized reading' (duration: 205.983043ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:29.788626Z","caller":"traceutil/trace.go:171","msg":"trace[1978324835] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"144.033988ms","start":"2026-03-13T23:18:29.644194Z","end":"2026-03-13T23:18:29.788228Z","steps":["trace[1978324835] 'process raft request' (duration: 141.919842ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:33.311172Z","caller":"traceutil/trace.go:171","msg":"trace[1401961713] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"132.904343ms","start":"2026-03-13T23:18:33.178234Z","end":"2026-03-13T23:18:33.311138Z","steps":["trace[1401961713] 'process raft request' (duration: 132.670997ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:40.742605Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5760} {"level":"info","ts":"2026-03-13T23:18:40.836695Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5760,"took":"91.495479ms","hash":3054482788,"current-db-size-bytes":43134976,"current-db-size":"43 MB","current-db-size-in-use-bytes":22859776,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-13T23:18:40.83678Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3054482788,"revision":5760,"compact-revision":2743} {"level":"warn","ts":"2026-03-13T23:18:46.287155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.891294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:18:46.287444Z","caller":"traceutil/trace.go:171","msg":"trace[2043236670] linearizableReadLoop","detail":"{readStateIndex:8147; appliedIndex:8145; }","duration":"254.017556ms","start":"2026-03-13T23:18:46.033404Z","end":"2026-03-13T23:18:46.287421Z","steps":["trace[2043236670] 'read index received' (duration: 193.455435ms)","trace[2043236670] 'applied index is now lower than readState.Index' (duration: 60.560081ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:46.287552Z","caller":"traceutil/trace.go:171","msg":"trace[955082088] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"362.206747ms","start":"2026-03-13T23:18:45.925303Z","end":"2026-03-13T23:18:46.28751Z","steps":["trace[955082088] 'process raft request' (duration: 37.8359ms)","trace[955082088] 'compare' (duration: 323.694639ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:46.287516Z","caller":"traceutil/trace.go:171","msg":"trace[1650657704] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7852; }","duration":"362.093054ms","start":"2026-03-13T23:18:45.925377Z","end":"2026-03-13T23:18:46.28747Z","steps":["trace[1650657704] 'process raft request' (duration: 361.94611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:46.287724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.474989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8m66\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-13T23:18:46.287726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.290563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:18:46.287769Z","caller":"traceutil/trace.go:171","msg":"trace[1147525236] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8m66; range_end:; response_count:1; response_revision:7852; }","duration":"237.573021ms","start":"2026-03-13T23:18:46.050185Z","end":"2026-03-13T23:18:46.287758Z","steps":["trace[1147525236] 'agreement among raft nodes before linearized reading' (duration: 237.379806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:46.28778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:45.925274Z","time spent":"362.384092ms","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:46.287776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.091573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T23:18:46.287813Z","caller":"traceutil/trace.go:171","msg":"trace[1804842501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7852; }","duration":"254.397436ms","start":"2026-03-13T23:18:46.033393Z","end":"2026-03-13T23:18:46.28779Z","steps":["trace[1804842501] 'agreement among raft nodes before linearized reading' (duration: 254.129679ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:46.287855Z","caller":"traceutil/trace.go:171","msg":"trace[98308693] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7852; }","duration":"219.214916ms","start":"2026-03-13T23:18:46.068621Z","end":"2026-03-13T23:18:46.287836Z","steps":["trace[98308693] 'agreement among raft nodes before linearized reading' (duration: 219.024461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:46.287803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.56759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:18:46.287968Z","caller":"traceutil/trace.go:171","msg":"trace[614012967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7852; }","duration":"215.795635ms","start":"2026-03-13T23:18:46.072151Z","end":"2026-03-13T23:18:46.287946Z","steps":["trace[614012967] 'agreement among raft nodes before linearized reading' (duration: 215.421465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:46.288043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.960305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:18:46.288079Z","caller":"traceutil/trace.go:171","msg":"trace[1461972037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7852; }","duration":"226.049436ms","start":"2026-03-13T23:18:46.062019Z","end":"2026-03-13T23:18:46.288068Z","steps":["trace[1461972037] 'agreement among raft nodes before linearized reading' (duration: 225.957114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:46.288256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:45.925361Z","time spent":"362.31416ms","remote":"127.0.0.1:60764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-13T23:18:48.090935Z","caller":"traceutil/trace.go:171","msg":"trace[1239294005] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"125.120618ms","start":"2026-03-13T23:18:47.965789Z","end":"2026-03-13T23:18:48.09091Z","steps":["trace[1239294005] 'process raft request' (duration: 124.952024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:48.548885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.300179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8m66\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-13T23:18:48.548973Z","caller":"traceutil/trace.go:171","msg":"trace[615960950] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8m66; range_end:; response_count:1; response_revision:7866; }","duration":"160.438542ms","start":"2026-03-13T23:18:48.388515Z","end":"2026-03-13T23:18:48.548954Z","steps":["trace[615960950] 'range keys from in-memory index tree' (duration: 160.100143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:48.548985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.761607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-13T23:18:48.549087Z","caller":"traceutil/trace.go:171","msg":"trace[2132205185] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7866; }","duration":"161.897751ms","start":"2026-03-13T23:18:48.387163Z","end":"2026-03-13T23:18:48.549061Z","steps":["trace[2132205185] 'range keys from in-memory index tree' (duration: 161.527221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:48.549554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.856035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:18:48.549642Z","caller":"traceutil/trace.go:171","msg":"trace[368698932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7866; }","duration":"193.938797ms","start":"2026-03-13T23:18:48.355687Z","end":"2026-03-13T23:18:48.549626Z","steps":["trace[368698932] 'range keys from in-memory index tree' (duration: 193.765783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:48.54976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.623566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:18:48.549863Z","caller":"traceutil/trace.go:171","msg":"trace[1689833859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7866; }","duration":"163.78409ms","start":"2026-03-13T23:18:48.386059Z","end":"2026-03-13T23:18:48.549843Z","steps":["trace[1689833859] 'range keys from in-memory index tree' (duration: 163.3975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:48.5499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.047327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:18:48.549951Z","caller":"traceutil/trace.go:171","msg":"trace[1448775348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7866; }","duration":"164.115799ms","start":"2026-03-13T23:18:48.385824Z","end":"2026-03-13T23:18:48.54994Z","steps":["trace[1448775348] 'range keys from in-memory index tree' (duration: 163.962005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.206418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.431499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:57.206575Z","caller":"traceutil/trace.go:171","msg":"trace[1972705145] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"246.834666ms","start":"2026-03-13T23:19:56.959713Z","end":"2026-03-13T23:19:57.206547Z","steps":["trace[1972705145] 'process raft request' (duration: 116.166951ms)","trace[1972705145] 'compare' (duration: 130.228574ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:57.23891Z","caller":"traceutil/trace.go:171","msg":"trace[1692254825] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8786; }","duration":"277.361814ms","start":"2026-03-13T23:19:56.961532Z","end":"2026-03-13T23:19:57.238894Z","steps":["trace[1692254825] 'read index received' (duration: 114.449526ms)","trace[1692254825] 'applied index is now lower than readState.Index' (duration: 162.911318ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:57.239068Z","caller":"traceutil/trace.go:171","msg":"trace[922575789] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"278.827672ms","start":"2026-03-13T23:19:56.960234Z","end":"2026-03-13T23:19:57.239062Z","steps":["trace[922575789] 'process raft request' (duration: 278.545695ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:57.239397Z","caller":"traceutil/trace.go:171","msg":"trace[2041427576] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"278.958386ms","start":"2026-03-13T23:19:56.960432Z","end":"2026-03-13T23:19:57.239391Z","steps":["trace[2041427576] 'process raft request' (duration: 278.440522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.239442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.143439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-13T23:19:57.239478Z","caller":"traceutil/trace.go:171","msg":"trace[1872367664] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"279.046488ms","start":"2026-03-13T23:19:56.960426Z","end":"2026-03-13T23:19:57.239473Z","steps":["trace[1872367664] 'process raft request' (duration: 278.427432ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:57.239513Z","caller":"traceutil/trace.go:171","msg":"trace[1100994471] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8478; }","duration":"181.260552ms","start":"2026-03-13T23:19:57.058231Z","end":"2026-03-13T23:19:57.239492Z","steps":["trace[1100994471] 'agreement among raft nodes before linearized reading' (duration: 181.042657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.239685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.136954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8m66\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-13T23:19:57.239713Z","caller":"traceutil/trace.go:171","msg":"trace[293553227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8m66; range_end:; response_count:1; response_revision:8478; }","duration":"278.198005ms","start":"2026-03-13T23:19:56.961509Z","end":"2026-03-13T23:19:57.239707Z","steps":["trace[293553227] 'agreement among raft nodes before linearized reading' (duration: 278.091372ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:28.099702Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T23:22:28.105251Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T23:22:28.105455Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T23:23:40.748964Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7816} {"level":"info","ts":"2026-03-13T23:23:40.813024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7816,"took":"62.421152ms","hash":3394302982,"current-db-size-bytes":43134976,"current-db-size":"43 MB","current-db-size-in-use-bytes":25817088,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-13T23:23:40.813091Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3394302982,"revision":7816,"compact-revision":5760} {"level":"info","ts":"2026-03-13T23:28:40.756098Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10018} {"level":"info","ts":"2026-03-13T23:28:40.833225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10018,"took":"75.119261ms","hash":2928446054,"current-db-size-bytes":43134976,"current-db-size":"43 MB","current-db-size-in-use-bytes":16728064,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-13T23:28:40.83327Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2928446054,"revision":10018,"compact-revision":7816}