{"level":"warn","ts":"2026-04-07T00:11:55.612053Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:11:55.612139Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.246:2380","--initial-cluster=instance=https://199.19.213.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T00:11:55.612201Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:11:55.612213Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-04-07T00:11:55.612231Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:11:55.612982Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"]} {"level":"info","ts":"2026-04-07T00:11:55.61307Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T00:11:55.617185Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.872591ms"} {"level":"info","ts":"2026-04-07T00:11:55.623369Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2b4fc23d90360acd","cluster-id":"fbafe76a301d853c"} {"level":"info","ts":"2026-04-07T00:11:55.623462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T00:11:55.623488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 0"} {"level":"info","ts":"2026-04-07T00:11:55.623518Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2b4fc23d90360acd [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T00:11:55.623535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became follower at term 1"} {"level":"info","ts":"2026-04-07T00:11:55.623629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"warn","ts":"2026-04-07T00:11:55.637404Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T00:11:55.639504Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T00:11:55.640828Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T00:11:55.644033Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2b4fc23d90360acd","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T00:11:55.644314Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2b4fc23d90360acd","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T00:11:55.644291Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:11:55.64447Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:11:55.644485Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:11:55.645872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd switched to configuration voters=(3120926636459297485)"} {"level":"info","ts":"2026-04-07T00:11:55.646451Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","added-peer-id":"2b4fc23d90360acd","added-peer-peer-urls":["https://199.19.213.246:2380"]} {"level":"info","ts":"2026-04-07T00:11:55.649186Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:11:55.649258Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-04-07T00:11:55.649301Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.246:2380"} {"level":"info","ts":"2026-04-07T00:11:55.649412Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2b4fc23d90360acd","initial-advertise-peer-urls":["https://199.19.213.246:2380"],"listen-peer-urls":["https://199.19.213.246:2380"],"advertise-client-urls":["https://199.19.213.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T00:11:55.649494Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T00:11:55.725163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T00:11:55.725275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T00:11:55.725301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgPreVoteResp from 2b4fc23d90360acd at term 1"} {"level":"info","ts":"2026-04-07T00:11:55.725325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became candidate at term 2"} {"level":"info","ts":"2026-04-07T00:11:55.725338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd received MsgVoteResp from 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-04-07T00:11:55.725355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2b4fc23d90360acd became leader at term 2"} {"level":"info","ts":"2026-04-07T00:11:55.725374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2b4fc23d90360acd elected leader 2b4fc23d90360acd at term 2"} {"level":"info","ts":"2026-04-07T00:11:55.726337Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:11:55.72708Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:11:55.727066Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2b4fc23d90360acd","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.246:2379]}","request-path":"/0/members/2b4fc23d90360acd/attributes","cluster-id":"fbafe76a301d853c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T00:11:55.727139Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:11:55.727482Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fbafe76a301d853c","local-member-id":"2b4fc23d90360acd","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:11:55.727508Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T00:11:55.727588Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T00:11:55.72767Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:11:55.727726Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:11:55.73001Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T00:11:55.731509Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.246:2379"} {"level":"info","ts":"2026-04-07T00:12:02.194444Z","caller":"traceutil/trace.go:171","msg":"trace[1911248137] linearizableReadLoop","detail":"{readStateIndex:309; appliedIndex:308; }","duration":"195.79724ms","start":"2026-04-07T00:12:01.998604Z","end":"2026-04-07T00:12:02.194401Z","steps":["trace[1911248137] 'read index received' (duration: 195.394418ms)","trace[1911248137] 'applied index is now lower than readState.Index' (duration: 400.752µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:02.194501Z","caller":"traceutil/trace.go:171","msg":"trace[498460229] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"217.29428ms","start":"2026-04-07T00:12:01.977148Z","end":"2026-04-07T00:12:02.194442Z","steps":["trace[498460229] 'process raft request' (duration: 216.840036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:02.194711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.059578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-07T00:12:02.194861Z","caller":"traceutil/trace.go:171","msg":"trace[662547594] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:300; }","duration":"196.273485ms","start":"2026-04-07T00:12:01.998559Z","end":"2026-04-07T00:12:02.194833Z","steps":["trace[662547594] 'agreement among raft nodes before linearized reading' (duration: 195.982005ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:02.369607Z","caller":"traceutil/trace.go:171","msg":"trace[1919678106] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"170.953394ms","start":"2026-04-07T00:12:02.198621Z","end":"2026-04-07T00:12:02.369574Z","steps":["trace[1919678106] 'process raft request' (duration: 96.270063ms)","trace[1919678106] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/serviceaccounts/kube-system/deployment-controller; req_size:189; } (duration: 74.276668ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:02.370515Z","caller":"traceutil/trace.go:171","msg":"trace[1487638057] linearizableReadLoop","detail":"{readStateIndex:312; appliedIndex:309; }","duration":"106.954808ms","start":"2026-04-07T00:12:02.263541Z","end":"2026-04-07T00:12:02.370495Z","steps":["trace[1487638057] 'read index received' (duration: 31.352848ms)","trace[1487638057] 'applied index is now lower than readState.Index' (duration: 75.60123ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:02.370573Z","caller":"traceutil/trace.go:171","msg":"trace[905494199] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"171.184211ms","start":"2026-04-07T00:12:02.19936Z","end":"2026-04-07T00:12:02.370544Z","steps":["trace[905494199] 'process raft request' (duration: 170.975755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:02.370648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.084912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-04-07T00:12:02.370681Z","caller":"traceutil/trace.go:171","msg":"trace[1294013025] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:303; }","duration":"107.165064ms","start":"2026-04-07T00:12:02.263506Z","end":"2026-04-07T00:12:02.370671Z","steps":["trace[1294013025] 'agreement among raft nodes before linearized reading' (duration: 107.078391ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:02.370755Z","caller":"traceutil/trace.go:171","msg":"trace[774530931] transaction","detail":"{read_only:false; number_of_response:0; response_revision:303; }","duration":"105.043159ms","start":"2026-04-07T00:12:02.265676Z","end":"2026-04-07T00:12:02.370719Z","steps":["trace[774530931] 'process raft request' (duration: 104.798091ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:02.370778Z","caller":"traceutil/trace.go:171","msg":"trace[603606026] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"168.512677ms","start":"2026-04-07T00:12:02.202228Z","end":"2026-04-07T00:12:02.370741Z","steps":["trace[603606026] 'process raft request' (duration: 168.202898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:06.595031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.954375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-07T00:12:06.59515Z","caller":"traceutil/trace.go:171","msg":"trace[308182056] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:346; }","duration":"146.189461ms","start":"2026-04-07T00:12:06.448941Z","end":"2026-04-07T00:12:06.595131Z","steps":["trace[308182056] 'range keys from in-memory index tree' (duration: 145.728997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:06.595311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.477362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-04-07T00:12:06.595359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.558006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"warn","ts":"2026-04-07T00:12:06.595376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.443869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-07T00:12:06.595453Z","caller":"traceutil/trace.go:171","msg":"trace[1531746912] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:346; }","duration":"114.651248ms","start":"2026-04-07T00:12:06.480756Z","end":"2026-04-07T00:12:06.595407Z","steps":["trace[1531746912] 'range keys from in-memory index tree' (duration: 114.319647ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:06.595492Z","caller":"traceutil/trace.go:171","msg":"trace[2055112593] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:346; }","duration":"113.628746ms","start":"2026-04-07T00:12:06.481842Z","end":"2026-04-07T00:12:06.595471Z","steps":["trace[2055112593] 'range keys from in-memory index tree' (duration: 113.291915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:06.595498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.555825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-04-07T00:12:06.59558Z","caller":"traceutil/trace.go:171","msg":"trace[1869840075] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:346; }","duration":"114.689519ms","start":"2026-04-07T00:12:06.48087Z","end":"2026-04-07T00:12:06.59556Z","steps":["trace[1869840075] 'range keys from in-memory index tree' (duration: 114.445581ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:06.59544Z","caller":"traceutil/trace.go:171","msg":"trace[2082702163] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:346; }","duration":"115.656659ms","start":"2026-04-07T00:12:06.479762Z","end":"2026-04-07T00:12:06.595419Z","steps":["trace[2082702163] 'range keys from in-memory index tree' (duration: 115.463342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:06.595334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.314188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-04-07T00:12:06.595714Z","caller":"traceutil/trace.go:171","msg":"trace[1893901094] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:346; }","duration":"115.738732ms","start":"2026-04-07T00:12:06.479962Z","end":"2026-04-07T00:12:06.5957Z","steps":["trace[1893901094] 'range keys from in-memory index tree' (duration: 115.222235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:06.595514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.257096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-07T00:12:06.595891Z","caller":"traceutil/trace.go:171","msg":"trace[1747963827] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:346; }","duration":"115.654419ms","start":"2026-04-07T00:12:06.480214Z","end":"2026-04-07T00:12:06.595868Z","steps":["trace[1747963827] 'range keys from in-memory index tree' (duration: 115.165123ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:06.865197Z","caller":"traceutil/trace.go:171","msg":"trace[527447567] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:370; }","duration":"115.412991ms","start":"2026-04-07T00:12:06.749753Z","end":"2026-04-07T00:12:06.865166Z","steps":["trace[527447567] 'read index received' (duration: 16.774813ms)","trace[527447567] 'applied index is now lower than readState.Index' (duration: 98.636908ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:06.866547Z","caller":"traceutil/trace.go:171","msg":"trace[89034121] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"140.007269ms","start":"2026-04-07T00:12:06.725217Z","end":"2026-04-07T00:12:06.865225Z","steps":["trace[89034121] 'process raft request' (duration: 135.795238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:06.867613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.838187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-07T00:12:06.867687Z","caller":"traceutil/trace.go:171","msg":"trace[892853650] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:365; }","duration":"117.942791ms","start":"2026-04-07T00:12:06.749713Z","end":"2026-04-07T00:12:06.867656Z","steps":["trace[892853650] 'agreement among raft nodes before linearized reading' (duration: 115.593888ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:07.1057Z","caller":"traceutil/trace.go:171","msg":"trace[1749004553] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:384; }","duration":"106.374459ms","start":"2026-04-07T00:12:06.999306Z","end":"2026-04-07T00:12:07.105681Z","steps":["trace[1749004553] 'read index received' (duration: 46.581364ms)","trace[1749004553] 'applied index is now lower than readState.Index' (duration: 59.792285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:07.105833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.499833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-07T00:12:07.105861Z","caller":"traceutil/trace.go:171","msg":"trace[1445189757] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:375; }","duration":"106.583906ms","start":"2026-04-07T00:12:06.999267Z","end":"2026-04-07T00:12:07.105851Z","steps":["trace[1445189757] 'agreement among raft nodes before linearized reading' (duration: 106.489343ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:07.105833Z","caller":"traceutil/trace.go:171","msg":"trace[950256483] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"110.763216ms","start":"2026-04-07T00:12:06.995031Z","end":"2026-04-07T00:12:07.105795Z","steps":["trace[950256483] 'process raft request' (duration: 98.39611ms)","trace[950256483] 'compare' (duration: 12.200131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:07.608634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.159108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:12:07.60889Z","caller":"traceutil/trace.go:171","msg":"trace[216180799] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:393; }","duration":"333.548209ms","start":"2026-04-07T00:12:07.275323Z","end":"2026-04-07T00:12:07.608871Z","steps":["trace[216180799] 'read index received' (duration: 147.689489ms)","trace[216180799] 'applied index is now lower than readState.Index' (duration: 185.8574ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:07.608941Z","caller":"traceutil/trace.go:171","msg":"trace[1986674846] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"363.343618ms","start":"2026-04-07T00:12:07.245552Z","end":"2026-04-07T00:12:07.608896Z","steps":["trace[1986674846] 'process raft request' (duration: 363.190444ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:07.608922Z","caller":"traceutil/trace.go:171","msg":"trace[1391653097] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"364.870286ms","start":"2026-04-07T00:12:07.243997Z","end":"2026-04-07T00:12:07.608868Z","steps":["trace[1391653097] 'process raft request' (duration: 178.892412ms)","trace[1391653097] 'compare' (duration: 184.967012ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:07.60913Z","caller":"traceutil/trace.go:171","msg":"trace[1405673794] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"334.154107ms","start":"2026-04-07T00:12:07.274964Z","end":"2026-04-07T00:12:07.609118Z","steps":["trace[1405673794] 'process raft request' (duration: 333.862368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:07.609143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:07.243989Z","time spent":"365.050571ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:12:07.609208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.850248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5336"} {"level":"warn","ts":"2026-04-07T00:12:07.609246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:07.245546Z","time spent":"363.468852ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:07.609241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:07.274933Z","time spent":"334.23931ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:07.60929Z","caller":"traceutil/trace.go:171","msg":"trace[757216188] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:386; }","duration":"333.975662ms","start":"2026-04-07T00:12:07.275292Z","end":"2026-04-07T00:12:07.609268Z","steps":["trace[757216188] 'agreement among raft nodes before linearized reading' (duration: 333.830518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:07.609341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:07.275282Z","time spent":"334.049454ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5359,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-07T00:12:07.633803Z","caller":"traceutil/trace.go:171","msg":"trace[2005694725] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"202.609303ms","start":"2026-04-07T00:12:07.431168Z","end":"2026-04-07T00:12:07.633778Z","steps":["trace[2005694725] 'process raft request' (duration: 202.51493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:07.633956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.37064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:12:07.634041Z","caller":"traceutil/trace.go:171","msg":"trace[1098985758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:387; }","duration":"331.521506ms","start":"2026-04-07T00:12:07.302498Z","end":"2026-04-07T00:12:07.63402Z","steps":["trace[1098985758] 'agreement among raft nodes before linearized reading' (duration: 331.306929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:07.634093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:07.302472Z","time spent":"331.604258ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:12:08.018594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.949252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-07T00:12:08.018665Z","caller":"traceutil/trace.go:171","msg":"trace[1647396570] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:392; }","duration":"144.081916ms","start":"2026-04-07T00:12:07.874568Z","end":"2026-04-07T00:12:08.01865Z","steps":["trace[1647396570] 'range keys from in-memory index tree' (duration: 143.797727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:14.159859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931453860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:12:14.182729Z","caller":"traceutil/trace.go:171","msg":"trace[1101022597] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"572.682101ms","start":"2026-04-07T00:12:13.609953Z","end":"2026-04-07T00:12:14.182636Z","steps":["trace[1101022597] 'process raft request' (duration: 572.446784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:14.182812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.549478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:14.182855Z","caller":"traceutil/trace.go:171","msg":"trace[1126724077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"523.649541ms","start":"2026-04-07T00:12:13.659193Z","end":"2026-04-07T00:12:14.182842Z","steps":["trace[1126724077] 'agreement among raft nodes before linearized reading' (duration: 523.483076ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:14.182611Z","caller":"traceutil/trace.go:171","msg":"trace[1117952955] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"523.352492ms","start":"2026-04-07T00:12:13.659234Z","end":"2026-04-07T00:12:14.182586Z","steps":["trace[1117952955] 'read index received' (duration: 523.179226ms)","trace[1117952955] 'applied index is now lower than readState.Index' (duration: 171.936µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:14.182875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:13.65917Z","time spent":"523.701103ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:12:14.182948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:13.609937Z","time spent":"572.915668ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:14.183157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.468509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:12:14.183179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.782707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-07T00:12:14.183208Z","caller":"traceutil/trace.go:171","msg":"trace[1176183619] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:415; }","duration":"143.841749ms","start":"2026-04-07T00:12:14.039359Z","end":"2026-04-07T00:12:14.183201Z","steps":["trace[1176183619] 'agreement among raft nodes before linearized reading' (duration: 143.758106ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:14.183206Z","caller":"traceutil/trace.go:171","msg":"trace[1560710810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"468.514811ms","start":"2026-04-07T00:12:13.71468Z","end":"2026-04-07T00:12:14.183195Z","steps":["trace[1560710810] 'agreement among raft nodes before linearized reading' (duration: 468.423388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:14.183104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.441969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T00:12:14.183241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:13.714597Z","time spent":"468.636044ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:12:14.183315Z","caller":"traceutil/trace.go:171","msg":"trace[1604580136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:415; }","duration":"518.675136ms","start":"2026-04-07T00:12:13.664586Z","end":"2026-04-07T00:12:14.183261Z","steps":["trace[1604580136] 'agreement among raft nodes before linearized reading' (duration: 518.427198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:14.18343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:13.664562Z","time spent":"518.828211ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:12:19.78421Z","caller":"traceutil/trace.go:171","msg":"trace[803730470] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:473; }","duration":"125.769635ms","start":"2026-04-07T00:12:19.658415Z","end":"2026-04-07T00:12:19.784184Z","steps":["trace[803730470] 'read index received' (duration: 125.305891ms)","trace[803730470] 'applied index is now lower than readState.Index' (duration: 462.604µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:19.784262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:19.328058Z","time spent":"456.196075ms","remote":"127.0.0.1:39826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:12:19.784338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.913809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:19.784372Z","caller":"traceutil/trace.go:171","msg":"trace[590111215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:458; }","duration":"125.966571ms","start":"2026-04-07T00:12:19.658396Z","end":"2026-04-07T00:12:19.784363Z","steps":["trace[590111215] 'agreement among raft nodes before linearized reading' (duration: 125.891268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:20.22009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.350408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:12:20.220214Z","caller":"traceutil/trace.go:171","msg":"trace[727845780] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"434.801458ms","start":"2026-04-07T00:12:19.785394Z","end":"2026-04-07T00:12:20.220196Z","steps":["trace[727845780] 'process raft request' (duration: 246.261834ms)","trace[727845780] 'compare' (duration: 188.153852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:20.220325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:19.78538Z","time spent":"434.886841ms","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:20.354939Z","caller":"traceutil/trace.go:171","msg":"trace[1999293251] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"130.418238ms","start":"2026-04-07T00:12:20.224473Z","end":"2026-04-07T00:12:20.354891Z","steps":["trace[1999293251] 'process raft request' (duration: 110.58561ms)","trace[1999293251] 'compare' (duration: 19.669783ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:20.355289Z","caller":"traceutil/trace.go:171","msg":"trace[1611903073] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:475; }","duration":"129.870212ms","start":"2026-04-07T00:12:20.225388Z","end":"2026-04-07T00:12:20.355259Z","steps":["trace[1611903073] 'read index received' (duration: 109.681002ms)","trace[1611903073] 'applied index is now lower than readState.Index' (duration: 20.18869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:20.35537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.965064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:12:20.355405Z","caller":"traceutil/trace.go:171","msg":"trace[1925309334] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:461; }","duration":"130.039167ms","start":"2026-04-07T00:12:20.225356Z","end":"2026-04-07T00:12:20.355396Z","steps":["trace[1925309334] 'agreement among raft nodes before linearized reading' (duration: 129.963004ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:20.355388Z","caller":"traceutil/trace.go:171","msg":"trace[194274097] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"130.819611ms","start":"2026-04-07T00:12:20.224548Z","end":"2026-04-07T00:12:20.355367Z","steps":["trace[194274097] 'process raft request' (duration: 130.656846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:28.547743Z","caller":"traceutil/trace.go:171","msg":"trace[1659900791] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"107.229936ms","start":"2026-04-07T00:12:28.440484Z","end":"2026-04-07T00:12:28.547714Z","steps":["trace[1659900791] 'process raft request' (duration: 107.171864ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:28.547758Z","caller":"traceutil/trace.go:171","msg":"trace[1466783343] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"107.571846ms","start":"2026-04-07T00:12:28.440138Z","end":"2026-04-07T00:12:28.54771Z","steps":["trace[1466783343] 'process raft request' (duration: 26.331762ms)","trace[1466783343] 'compare' (duration: 81.058669ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:30.569064Z","caller":"traceutil/trace.go:171","msg":"trace[234316008] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"149.799554ms","start":"2026-04-07T00:12:30.419225Z","end":"2026-04-07T00:12:30.569024Z","steps":["trace[234316008] 'process raft request' (duration: 143.779986ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.790969Z","caller":"traceutil/trace.go:171","msg":"trace[1633010384] transaction","detail":"{read_only:false; number_of_response:0; response_revision:536; }","duration":"200.959981ms","start":"2026-04-07T00:12:30.590004Z","end":"2026-04-07T00:12:30.790964Z","steps":["trace[1633010384] 'process raft request' (duration: 200.870578ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.791022Z","caller":"traceutil/trace.go:171","msg":"trace[332298257] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"204.862933ms","start":"2026-04-07T00:12:30.586115Z","end":"2026-04-07T00:12:30.790978Z","steps":["trace[332298257] 'process raft request' (duration: 173.366939ms)","trace[332298257] 'compare' (duration: 31.268647ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:30.790958Z","caller":"traceutil/trace.go:171","msg":"trace[1086905071] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"200.61388ms","start":"2026-04-07T00:12:30.590323Z","end":"2026-04-07T00:12:30.790937Z","steps":["trace[1086905071] 'process raft request' (duration: 200.575809ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.793554Z","caller":"traceutil/trace.go:171","msg":"trace[856855645] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"200.61729ms","start":"2026-04-07T00:12:30.592927Z","end":"2026-04-07T00:12:30.793545Z","steps":["trace[856855645] 'process raft request' (duration: 200.485096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.793761Z","caller":"traceutil/trace.go:171","msg":"trace[1177123086] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"200.752614ms","start":"2026-04-07T00:12:30.593Z","end":"2026-04-07T00:12:30.793753Z","steps":["trace[1177123086] 'process raft request' (duration: 200.504926ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.793872Z","caller":"traceutil/trace.go:171","msg":"trace[1400340128] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"199.211596ms","start":"2026-04-07T00:12:30.594651Z","end":"2026-04-07T00:12:30.793863Z","steps":["trace[1400340128] 'process raft request' (duration: 199.01843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.793901Z","caller":"traceutil/trace.go:171","msg":"trace[1534413622] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"198.521485ms","start":"2026-04-07T00:12:30.595358Z","end":"2026-04-07T00:12:30.793879Z","steps":["trace[1534413622] 'process raft request' (duration: 198.422792ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.794001Z","caller":"traceutil/trace.go:171","msg":"trace[1958496990] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"197.199853ms","start":"2026-04-07T00:12:30.596794Z","end":"2026-04-07T00:12:30.793994Z","steps":["trace[1958496990] 'process raft request' (duration: 197.034678ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.794114Z","caller":"traceutil/trace.go:171","msg":"trace[1360870156] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"191.392512ms","start":"2026-04-07T00:12:30.602716Z","end":"2026-04-07T00:12:30.794108Z","steps":["trace[1360870156] 'process raft request' (duration: 191.231757ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.794259Z","caller":"traceutil/trace.go:171","msg":"trace[1552120942] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"184.818517ms","start":"2026-04-07T00:12:30.609408Z","end":"2026-04-07T00:12:30.794226Z","steps":["trace[1552120942] 'process raft request' (duration: 184.655082ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:30.794303Z","caller":"traceutil/trace.go:171","msg":"trace[2131610650] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:554; }","duration":"134.996603ms","start":"2026-04-07T00:12:30.659293Z","end":"2026-04-07T00:12:30.79429Z","steps":["trace[2131610650] 'read index received' (duration: 100.189777ms)","trace[2131610650] 'applied index is now lower than readState.Index' (duration: 34.806056ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:30.794415Z","caller":"traceutil/trace.go:171","msg":"trace[290721056] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"111.501009ms","start":"2026-04-07T00:12:30.682906Z","end":"2026-04-07T00:12:30.794407Z","steps":["trace[290721056] 'process raft request' (duration: 111.237271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:30.794427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.134576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:30.79445Z","caller":"traceutil/trace.go:171","msg":"trace[2131816574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:545; }","duration":"135.221739ms","start":"2026-04-07T00:12:30.659222Z","end":"2026-04-07T00:12:30.794444Z","steps":["trace[2131816574] 'agreement among raft nodes before linearized reading' (duration: 135.178378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:31.644523Z","caller":"traceutil/trace.go:171","msg":"trace[697182212] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"705.924128ms","start":"2026-04-07T00:12:30.938572Z","end":"2026-04-07T00:12:31.644496Z","steps":["trace[697182212] 'process raft request' (duration: 699.2501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:31.644686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:30.938522Z","time spent":"706.089444ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:31.644875Z","caller":"traceutil/trace.go:171","msg":"trace[458335136] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"664.313419ms","start":"2026-04-07T00:12:30.980544Z","end":"2026-04-07T00:12:31.644857Z","steps":["trace[458335136] 'process raft request' (duration: 664.268648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:31.644974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:30.980495Z","time spent":"664.431993ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:12:31.645004Z","caller":"traceutil/trace.go:171","msg":"trace[130120367] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"703.848973ms","start":"2026-04-07T00:12:30.941077Z","end":"2026-04-07T00:12:31.644926Z","steps":["trace[130120367] 'process raft request' (duration: 703.596046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:31.645226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:30.941049Z","time spent":"704.073421ms","remote":"127.0.0.1:39846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:32.151521Z","caller":"traceutil/trace.go:171","msg":"trace[924759747] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"143.093795ms","start":"2026-04-07T00:12:32.008395Z","end":"2026-04-07T00:12:32.151489Z","steps":["trace[924759747] 'process raft request' (duration: 142.874798ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:38.800581Z","caller":"traceutil/trace.go:171","msg":"trace[1697129573] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"430.895796ms","start":"2026-04-07T00:12:38.369658Z","end":"2026-04-07T00:12:38.800553Z","steps":["trace[1697129573] 'read index received' (duration: 430.110712ms)","trace[1697129573] 'applied index is now lower than readState.Index' (duration: 780.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:38.800601Z","caller":"traceutil/trace.go:171","msg":"trace[1940339083] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"746.860495ms","start":"2026-04-07T00:12:38.053713Z","end":"2026-04-07T00:12:38.800573Z","steps":["trace[1940339083] 'process raft request' (duration: 746.260586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:38.80082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.153304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-85vcs\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-07T00:12:38.800881Z","caller":"traceutil/trace.go:171","msg":"trace[277826708] range","detail":"{range_begin:/registry/pods/kube-system/cilium-85vcs; range_end:; response_count:1; response_revision:628; }","duration":"431.256867ms","start":"2026-04-07T00:12:38.369609Z","end":"2026-04-07T00:12:38.800866Z","steps":["trace[277826708] 'agreement among raft nodes before linearized reading' (duration: 431.049771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:38.800922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:38.36959Z","time spent":"431.320769ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-85vcs\" "} {"level":"warn","ts":"2026-04-07T00:12:38.80095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:38.053657Z","time spent":"747.069022ms","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:38.804761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.48369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:38.80488Z","caller":"traceutil/trace.go:171","msg":"trace[1349169215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"145.656545ms","start":"2026-04-07T00:12:38.659194Z","end":"2026-04-07T00:12:38.804851Z","steps":["trace[1349169215] 'agreement among raft nodes before linearized reading' (duration: 145.419038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:38.805536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.63536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:12:38.8056Z","caller":"traceutil/trace.go:171","msg":"trace[75262509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:629; }","duration":"299.721543ms","start":"2026-04-07T00:12:38.505862Z","end":"2026-04-07T00:12:38.805583Z","steps":["trace[75262509] 'agreement among raft nodes before linearized reading' (duration: 298.533236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:39.382672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.00649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:12:39.382719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.792926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:12:39.382828Z","caller":"traceutil/trace.go:171","msg":"trace[2025523071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"765.955332ms","start":"2026-04-07T00:12:38.616845Z","end":"2026-04-07T00:12:39.3828Z","steps":["trace[2025523071] 'agreement among raft nodes before linearized reading' (duration: 187.858793ms)","trace[2025523071] 'range keys from in-memory index tree' (duration: 577.79726ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:39.382789Z","caller":"traceutil/trace.go:171","msg":"trace[1600080060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"763.157254ms","start":"2026-04-07T00:12:38.619603Z","end":"2026-04-07T00:12:39.38276Z","steps":["trace[1600080060] 'agreement among raft nodes before linearized reading' (duration: 185.061874ms)","trace[1600080060] 'range keys from in-memory index tree' (duration: 577.890473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:39.383018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.157084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-07T00:12:39.383065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:38.619591Z","time spent":"763.413053ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:12:39.383265Z","caller":"traceutil/trace.go:171","msg":"trace[1356107394] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"571.783363ms","start":"2026-04-07T00:12:38.811377Z","end":"2026-04-07T00:12:39.383161Z","steps":["trace[1356107394] 'process raft request' (duration: 356.318259ms)","trace[1356107394] 'compare' (duration: 214.748171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:39.382886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:38.616826Z","time spent":"766.050735ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:12:39.383388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:38.811352Z","time spent":"571.991469ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:39.385475Z","caller":"traceutil/trace.go:171","msg":"trace[1761832173] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"564.591668ms","start":"2026-04-07T00:12:38.820858Z","end":"2026-04-07T00:12:39.38545Z","steps":["trace[1761832173] 'process raft request' (duration: 564.419453ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:39.385608Z","caller":"traceutil/trace.go:171","msg":"trace[673247603] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:652; }","duration":"517.718846ms","start":"2026-04-07T00:12:38.867857Z","end":"2026-04-07T00:12:39.385576Z","steps":["trace[673247603] 'read index received' (duration: 299.890098ms)","trace[673247603] 'applied index is now lower than readState.Index' (duration: 217.827328ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:39.385688Z","caller":"traceutil/trace.go:171","msg":"trace[1835942553] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"521.591407ms","start":"2026-04-07T00:12:38.864037Z","end":"2026-04-07T00:12:39.385628Z","steps":["trace[1835942553] 'process raft request' (duration: 521.349349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:39.385832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.977453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:12:39.385849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:38.864004Z","time spent":"521.772922ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:12:39.38589Z","caller":"traceutil/trace.go:171","msg":"trace[1099630810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"518.069936ms","start":"2026-04-07T00:12:38.867804Z","end":"2026-04-07T00:12:39.385874Z","steps":["trace[1099630810] 'agreement among raft nodes before linearized reading' (duration: 517.935862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:39.385935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:38.867784Z","time spent":"518.139249ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:12:39.386046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:38.820827Z","time spent":"564.715392ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:41.203419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.532435ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:41.203592Z","caller":"traceutil/trace.go:171","msg":"trace[2118024026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:632; }","duration":"596.716641ms","start":"2026-04-07T00:12:40.60685Z","end":"2026-04-07T00:12:41.203567Z","steps":["trace[2118024026] 'range keys from in-memory index tree' (duration: 596.511174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:41.203692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067448421s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:12:41.203991Z","caller":"traceutil/trace.go:171","msg":"trace[1931018609] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.815762733s","start":"2026-04-07T00:12:39.388185Z","end":"2026-04-07T00:12:41.203948Z","steps":["trace[1931018609] 'process raft request' (duration: 747.975731ms)","trace[1931018609] 'compare' (duration: 1.067274536s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:41.204058Z","caller":"traceutil/trace.go:171","msg":"trace[868470455] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.814307606s","start":"2026-04-07T00:12:39.389725Z","end":"2026-04-07T00:12:41.204032Z","steps":["trace[868470455] 'process raft request' (duration: 1.814084869s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:41.204235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:39.389713Z","time spent":"1.81440649s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:41.20424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:39.38816Z","time spent":"1.815917477s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:41.204271Z","caller":"traceutil/trace.go:171","msg":"trace[1862174180] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.813981357s","start":"2026-04-07T00:12:39.390259Z","end":"2026-04-07T00:12:41.204241Z","steps":["trace[1862174180] 'process raft request' (duration: 1.813674527s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:41.204369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:39.390233Z","time spent":"1.8140783s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:41.204367Z","caller":"traceutil/trace.go:171","msg":"trace[760693678] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.802103906s","start":"2026-04-07T00:12:39.402233Z","end":"2026-04-07T00:12:41.204337Z","steps":["trace[760693678] 'process raft request' (duration: 1.802005033s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.204444Z","caller":"traceutil/trace.go:171","msg":"trace[572414898] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:655; }","duration":"1.812349186s","start":"2026-04-07T00:12:39.392026Z","end":"2026-04-07T00:12:41.204375Z","steps":["trace[572414898] 'read index received' (duration: 9.071633ms)","trace[572414898] 'applied index is now lower than readState.Index' (duration: 1.803267993s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:41.204516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:39.402178Z","time spent":"1.802258421s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:41.204643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812619004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-07T00:12:41.204672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547759269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:41.204715Z","caller":"traceutil/trace.go:171","msg":"trace[1709362270] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:636; }","duration":"1.812751708s","start":"2026-04-07T00:12:39.391948Z","end":"2026-04-07T00:12:41.2047Z","steps":["trace[1709362270] 'agreement among raft nodes before linearized reading' (duration: 1.812526881s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:41.204725Z","caller":"traceutil/trace.go:171","msg":"trace[337993417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"1.547929974s","start":"2026-04-07T00:12:39.656779Z","end":"2026-04-07T00:12:41.204709Z","steps":["trace[337993417] 'agreement among raft nodes before linearized reading' (duration: 1.547818461s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:41.204756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:39.391919Z","time spent":"1.812828471s","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-07T00:12:41.204768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:39.656758Z","time spent":"1.548001527s","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:12:42.789822Z","caller":"traceutil/trace.go:171","msg":"trace[552296318] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:689; }","duration":"134.306011ms","start":"2026-04-07T00:12:42.655496Z","end":"2026-04-07T00:12:42.789802Z","steps":["trace[552296318] 'read index received' (duration: 134.136956ms)","trace[552296318] 'applied index is now lower than readState.Index' (duration: 167.955µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:42.789843Z","caller":"traceutil/trace.go:171","msg":"trace[1348811176] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"298.077621ms","start":"2026-04-07T00:12:42.491743Z","end":"2026-04-07T00:12:42.789821Z","steps":["trace[1348811176] 'process raft request' (duration: 297.950948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:42.789973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.468386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:12:42.790077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.458622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:42.790005Z","caller":"traceutil/trace.go:171","msg":"trace[1143329362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"134.548479ms","start":"2026-04-07T00:12:42.655447Z","end":"2026-04-07T00:12:42.789996Z","steps":["trace[1143329362] 'agreement among raft nodes before linearized reading' (duration: 134.471437ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:42.790173Z","caller":"traceutil/trace.go:171","msg":"trace[1044838184] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:666; }","duration":"130.605216ms","start":"2026-04-07T00:12:42.659548Z","end":"2026-04-07T00:12:42.790154Z","steps":["trace[1044838184] 'agreement among raft nodes before linearized reading' (duration: 130.444341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:57.969935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931454645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:12:58.072903Z","caller":"traceutil/trace.go:171","msg":"trace[1420769868] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"790.994993ms","start":"2026-04-07T00:12:57.281887Z","end":"2026-04-07T00:12:58.072882Z","steps":["trace[1420769868] 'process raft request' (duration: 790.88514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:58.073005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:57.281864Z","time spent":"791.089956ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:58.317442Z","caller":"traceutil/trace.go:171","msg":"trace[770022754] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"1.03538474s","start":"2026-04-07T00:12:57.282031Z","end":"2026-04-07T00:12:58.317416Z","steps":["trace[770022754] 'process raft request' (duration: 1.034489922s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:58.317522Z","caller":"traceutil/trace.go:171","msg":"trace[182231216] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"1.035424871s","start":"2026-04-07T00:12:57.282056Z","end":"2026-04-07T00:12:58.317481Z","steps":["trace[182231216] 'process raft request' (duration: 1.035263986s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:58.317604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:57.282007Z","time spent":"1.035513874s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:58.31772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:57.282044Z","time spent":"1.035572746s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:12:58.317736Z","caller":"traceutil/trace.go:171","msg":"trace[1795956386] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:825; }","duration":"848.878379ms","start":"2026-04-07T00:12:57.468832Z","end":"2026-04-07T00:12:58.317711Z","steps":["trace[1795956386] 'read index received' (duration: 604.013338ms)","trace[1795956386] 'applied index is now lower than readState.Index' (duration: 244.863911ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:58.317893Z","caller":"traceutil/trace.go:171","msg":"trace[517082774] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"835.209052ms","start":"2026-04-07T00:12:57.482649Z","end":"2026-04-07T00:12:58.317858Z","steps":["trace[517082774] 'process raft request' (duration: 834.722307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:58.317953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.421539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:58.318009Z","caller":"traceutil/trace.go:171","msg":"trace[140979474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:801; }","duration":"661.532574ms","start":"2026-04-07T00:12:57.656463Z","end":"2026-04-07T00:12:58.317995Z","steps":["trace[140979474] 'agreement among raft nodes before linearized reading' (duration: 661.40673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:58.318012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.174179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:12:58.318055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:57.656448Z","time spent":"661.598615ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:12:58.31806Z","caller":"traceutil/trace.go:171","msg":"trace[41902009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:801; }","duration":"849.256171ms","start":"2026-04-07T00:12:57.468787Z","end":"2026-04-07T00:12:58.318043Z","steps":["trace[41902009] 'agreement among raft nodes before linearized reading' (duration: 849.126797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:58.318064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:57.482636Z","time spent":"835.335407ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:12:58.318102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:12:57.468767Z","time spent":"849.324733ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:13:26.937523Z","caller":"traceutil/trace.go:171","msg":"trace[811617581] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1228; }","duration":"485.990383ms","start":"2026-04-07T00:13:26.451503Z","end":"2026-04-07T00:13:26.937493Z","steps":["trace[811617581] 'read index received' (duration: 485.830478ms)","trace[811617581] 'applied index is now lower than readState.Index' (duration: 159.265µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:26.937628Z","caller":"traceutil/trace.go:171","msg":"trace[1539877508] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"728.624868ms","start":"2026-04-07T00:13:26.208996Z","end":"2026-04-07T00:13:26.937621Z","steps":["trace[1539877508] 'process raft request' (duration: 728.38393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:26.937732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:26.208976Z","time spent":"728.686961ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:13:26.937927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.430618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:13:26.937955Z","caller":"traceutil/trace.go:171","msg":"trace[1180737727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1193; }","duration":"486.49172ms","start":"2026-04-07T00:13:26.451454Z","end":"2026-04-07T00:13:26.937946Z","steps":["trace[1180737727] 'agreement among raft nodes before linearized reading' (duration: 486.381316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:26.937973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:26.451435Z","time spent":"486.534221ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:13:26.93805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.947395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:26.938147Z","caller":"traceutil/trace.go:171","msg":"trace[1619326520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1193; }","duration":"279.095349ms","start":"2026-04-07T00:13:26.659027Z","end":"2026-04-07T00:13:26.938122Z","steps":["trace[1619326520] 'agreement among raft nodes before linearized reading' (duration: 278.933284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:26.938168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.19825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:13:26.938256Z","caller":"traceutil/trace.go:171","msg":"trace[366131926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1193; }","duration":"262.354125ms","start":"2026-04-07T00:13:26.675886Z","end":"2026-04-07T00:13:26.93824Z","steps":["trace[366131926] 'agreement among raft nodes before linearized reading' (duration: 262.142578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:26.938227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.785185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:13:26.938326Z","caller":"traceutil/trace.go:171","msg":"trace[166206440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1193; }","duration":"484.961911ms","start":"2026-04-07T00:13:26.453343Z","end":"2026-04-07T00:13:26.938305Z","steps":["trace[166206440] 'agreement among raft nodes before linearized reading' (duration: 484.714023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:26.938367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:26.453322Z","time spent":"485.036083ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:13:26.938131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.755384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:13:26.938452Z","caller":"traceutil/trace.go:171","msg":"trace[1234761923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1193; }","duration":"485.100215ms","start":"2026-04-07T00:13:26.453332Z","end":"2026-04-07T00:13:26.938432Z","steps":["trace[1234761923] 'agreement among raft nodes before linearized reading' (duration: 484.61774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:26.938509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:13:26.453316Z","time spent":"485.176917ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:13:41.181543Z","caller":"traceutil/trace.go:171","msg":"trace[99082632] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"144.245755ms","start":"2026-04-07T00:13:41.037271Z","end":"2026-04-07T00:13:41.181517Z","steps":["trace[99082632] 'process raft request' (duration: 143.949985ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:41.182574Z","caller":"traceutil/trace.go:171","msg":"trace[1905271405] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1364; }","duration":"129.735482ms","start":"2026-04-07T00:13:41.052818Z","end":"2026-04-07T00:13:41.182554Z","steps":["trace[1905271405] 'read index received' (duration: 128.591865ms)","trace[1905271405] 'applied index is now lower than readState.Index' (duration: 1.142757ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:41.182664Z","caller":"traceutil/trace.go:171","msg":"trace[329211226] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"145.327609ms","start":"2026-04-07T00:13:41.0373Z","end":"2026-04-07T00:13:41.182627Z","steps":["trace[329211226] 'process raft request' (duration: 145.162194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:41.182789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.961729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-07T00:13:41.182824Z","caller":"traceutil/trace.go:171","msg":"trace[1493338628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1323; }","duration":"130.052082ms","start":"2026-04-07T00:13:41.052762Z","end":"2026-04-07T00:13:41.182814Z","steps":["trace[1493338628] 'agreement among raft nodes before linearized reading' (duration: 129.914898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:41.183081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.808302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:13:41.183161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.064849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T00:13:41.183198Z","caller":"traceutil/trace.go:171","msg":"trace[379191632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1323; }","duration":"123.965528ms","start":"2026-04-07T00:13:41.059209Z","end":"2026-04-07T00:13:41.183174Z","steps":["trace[379191632] 'agreement among raft nodes before linearized reading' (duration: 123.678758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:41.183233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.476601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T00:13:41.183313Z","caller":"traceutil/trace.go:171","msg":"trace[1645154185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1323; }","duration":"123.234134ms","start":"2026-04-07T00:13:41.060061Z","end":"2026-04-07T00:13:41.183295Z","steps":["trace[1645154185] 'agreement among raft nodes before linearized reading' (duration: 122.892324ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:41.183353Z","caller":"traceutil/trace.go:171","msg":"trace[1340052382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1323; }","duration":"123.649338ms","start":"2026-04-07T00:13:41.059685Z","end":"2026-04-07T00:13:41.183334Z","steps":["trace[1340052382] 'agreement among raft nodes before linearized reading' (duration: 123.385449ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:14.134139Z","caller":"traceutil/trace.go:171","msg":"trace[937633710] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"268.238618ms","start":"2026-04-07T00:14:13.865868Z","end":"2026-04-07T00:14:14.134107Z","steps":["trace[937633710] 'process raft request' (duration: 268.063753ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:14.546927Z","caller":"traceutil/trace.go:171","msg":"trace[102830434] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"312.981808ms","start":"2026-04-07T00:14:14.233895Z","end":"2026-04-07T00:14:14.546876Z","steps":["trace[102830434] 'process raft request' (duration: 312.799402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:14.547084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.233869Z","time spent":"313.143013ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:14:14.981709Z","caller":"traceutil/trace.go:171","msg":"trace[1658508357] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"681.491086ms","start":"2026-04-07T00:14:14.300191Z","end":"2026-04-07T00:14:14.981682Z","steps":["trace[1658508357] 'process raft request' (duration: 677.524573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:14.981847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.300155Z","time spent":"681.62467ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:14:15.715226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.063919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:14:15.715714Z","caller":"traceutil/trace.go:171","msg":"trace[1287050506] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.162930405s","start":"2026-04-07T00:14:14.552762Z","end":"2026-04-07T00:14:15.715693Z","steps":["trace[1287050506] 'process raft request' (duration: 1.162651667s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:15.715731Z","caller":"traceutil/trace.go:171","msg":"trace[526339187] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.162988517s","start":"2026-04-07T00:14:14.552705Z","end":"2026-04-07T00:14:15.715693Z","steps":["trace[526339187] 'process raft request' (duration: 1.162676128s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.715807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.552754Z","time spent":"1.163007997s","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:14:15.715777Z","caller":"traceutil/trace.go:171","msg":"trace[1842270260] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.163107361s","start":"2026-04-07T00:14:14.552615Z","end":"2026-04-07T00:14:15.715723Z","steps":["trace[1842270260] 'process raft request' (duration: 1.162710179s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:15.71574Z","caller":"traceutil/trace.go:171","msg":"trace[1843088285] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.163623716s","start":"2026-04-07T00:14:14.552076Z","end":"2026-04-07T00:14:15.7157Z","steps":["trace[1843088285] 'process raft request' (duration: 875.003021ms)","trace[1843088285] 'compare' (duration: 287.956875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:15.715975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.552596Z","time spent":"1.163267646s","remote":"127.0.0.1:40062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:14:15.716125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.552679Z","time spent":"1.163134382s","remote":"127.0.0.1:40062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:14:15.71597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.552051Z","time spent":"1.163856374s","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:14:15.727252Z","caller":"traceutil/trace.go:171","msg":"trace[1367288195] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1941; }","duration":"1.088565903s","start":"2026-04-07T00:14:14.638644Z","end":"2026-04-07T00:14:15.72721Z","steps":["trace[1367288195] 'read index received' (duration: 339.085862ms)","trace[1367288195] 'applied index is now lower than readState.Index' (duration: 749.478801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:15.727465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088811661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:14:15.727531Z","caller":"traceutil/trace.go:171","msg":"trace[1124181598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1874; }","duration":"1.088915114s","start":"2026-04-07T00:14:14.638597Z","end":"2026-04-07T00:14:15.727512Z","steps":["trace[1124181598] 'agreement among raft nodes before linearized reading' (duration: 1.088716658s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:15.727562Z","caller":"traceutil/trace.go:171","msg":"trace[1776781876] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"585.806206ms","start":"2026-04-07T00:14:15.141742Z","end":"2026-04-07T00:14:15.727548Z","steps":["trace[1776781876] 'process raft request' (duration: 585.411984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.727571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.638577Z","time spent":"1.088985636s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:14:15.727652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:15.141714Z","time spent":"585.890079ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:14:15.72773Z","caller":"traceutil/trace.go:171","msg":"trace[1797168423] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"345.406996ms","start":"2026-04-07T00:14:15.382288Z","end":"2026-04-07T00:14:15.727695Z","steps":["trace[1797168423] 'process raft request' (duration: 345.20872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.727895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:15.382262Z","time spent":"345.547231ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:14:15.749977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090881905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:15.750054Z","caller":"traceutil/trace.go:171","msg":"trace[136712984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"1.090968947s","start":"2026-04-07T00:14:14.659068Z","end":"2026-04-07T00:14:15.750037Z","steps":["trace[136712984] 'agreement among raft nodes before linearized reading' (duration: 1.090842723s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.750093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.658965Z","time spent":"1.091120633s","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:14:15.750309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.644733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:14:15.750391Z","caller":"traceutil/trace.go:171","msg":"trace[1292356994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1879; }","duration":"344.766487ms","start":"2026-04-07T00:14:15.405606Z","end":"2026-04-07T00:14:15.750373Z","steps":["trace[1292356994] 'agreement among raft nodes before linearized reading' (duration: 344.480998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.750374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.272736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:14:15.750432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.545474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:14:15.750456Z","caller":"traceutil/trace.go:171","msg":"trace[1394158502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1879; }","duration":"349.388949ms","start":"2026-04-07T00:14:15.401048Z","end":"2026-04-07T00:14:15.750437Z","steps":["trace[1394158502] 'agreement among raft nodes before linearized reading' (duration: 349.121491ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:15.750474Z","caller":"traceutil/trace.go:171","msg":"trace[1467850587] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"210.56091ms","start":"2026-04-07T00:14:15.539901Z","end":"2026-04-07T00:14:15.750462Z","steps":["trace[1467850587] 'process raft request' (duration: 209.921801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.750502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:15.401041Z","time spent":"349.452661ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:14:15.750526Z","caller":"traceutil/trace.go:171","msg":"trace[1894752729] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"212.366955ms","start":"2026-04-07T00:14:15.538096Z","end":"2026-04-07T00:14:15.750463Z","steps":["trace[1894752729] 'process raft request' (duration: 211.599952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.750554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.014541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:14:15.750565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.226775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee8465b9-9e71-4dd2-80da-7cefc31f8c07\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-07T00:14:15.750622Z","caller":"traceutil/trace.go:171","msg":"trace[1468760366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1879; }","duration":"352.113434ms","start":"2026-04-07T00:14:15.398496Z","end":"2026-04-07T00:14:15.750609Z","steps":["trace[1468760366] 'agreement among raft nodes before linearized reading' (duration: 351.911378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:15.750641Z","caller":"traceutil/trace.go:171","msg":"trace[1737387870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee8465b9-9e71-4dd2-80da-7cefc31f8c07; range_end:; response_count:1; response_revision:1879; }","duration":"932.350879ms","start":"2026-04-07T00:14:14.818271Z","end":"2026-04-07T00:14:15.750622Z","steps":["trace[1737387870] 'agreement among raft nodes before linearized reading' (duration: 932.078781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.750661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:15.398483Z","time spent":"352.170195ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:14:15.750688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:14.81825Z","time spent":"932.428692ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee8465b9-9e71-4dd2-80da-7cefc31f8c07\" "} {"level":"warn","ts":"2026-04-07T00:14:15.750441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:15.405599Z","time spent":"344.833538ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:14:15.7505Z","caller":"traceutil/trace.go:171","msg":"trace[1673019935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1879; }","duration":"349.625197ms","start":"2026-04-07T00:14:15.400856Z","end":"2026-04-07T00:14:15.750481Z","steps":["trace[1673019935] 'agreement among raft nodes before linearized reading' (duration: 349.501163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.75082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:15.400844Z","time spent":"349.959157ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:14:15.750308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.093281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:14:15.750874Z","caller":"traceutil/trace.go:171","msg":"trace[974623022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1879; }","duration":"350.71536ms","start":"2026-04-07T00:14:15.400143Z","end":"2026-04-07T00:14:15.750859Z","steps":["trace[974623022] 'agreement among raft nodes before linearized reading' (duration: 349.978788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:15.750937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:15.400128Z","time spent":"350.792282ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:14:29.197198Z","caller":"traceutil/trace.go:171","msg":"trace[21515693] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2066; }","duration":"371.039046ms","start":"2026-04-07T00:14:28.826129Z","end":"2026-04-07T00:14:29.197168Z","steps":["trace[21515693] 'read index received' (duration: 370.638153ms)","trace[21515693] 'applied index is now lower than readState.Index' (duration: 400.013µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:29.197276Z","caller":"traceutil/trace.go:171","msg":"trace[1815759958] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"514.381944ms","start":"2026-04-07T00:14:28.682847Z","end":"2026-04-07T00:14:29.197229Z","steps":["trace[1815759958] 'process raft request' (duration: 514.216919ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:29.197405Z","caller":"traceutil/trace.go:171","msg":"trace[112409400] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"511.452174ms","start":"2026-04-07T00:14:28.685927Z","end":"2026-04-07T00:14:29.197379Z","steps":["trace[112409400] 'process raft request' (duration: 511.189796ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:29.197428Z","caller":"traceutil/trace.go:171","msg":"trace[1908103520] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"514.499018ms","start":"2026-04-07T00:14:28.682658Z","end":"2026-04-07T00:14:29.197157Z","steps":["trace[1908103520] 'process raft request' (duration: 514.22565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:29.197448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.294643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:14:29.197509Z","caller":"traceutil/trace.go:171","msg":"trace[2070941675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1993; }","duration":"371.412428ms","start":"2026-04-07T00:14:28.826077Z","end":"2026-04-07T00:14:29.197489Z","steps":["trace[2070941675] 'agreement among raft nodes before linearized reading' (duration: 371.231892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:29.197563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:28.682639Z","time spent":"514.852699ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:14:29.197563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:28.826058Z","time spent":"371.492919ms","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:14:29.197632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:28.685915Z","time spent":"511.538636ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:14:29.198222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:28.682839Z","time spent":"515.23149ms","remote":"127.0.0.1:40062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:14:29.333074Z","caller":"traceutil/trace.go:171","msg":"trace[1865383737] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"126.823869ms","start":"2026-04-07T00:14:29.206225Z","end":"2026-04-07T00:14:29.333049Z","steps":["trace[1865383737] 'process raft request' (duration: 118.191303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:31.782738Z","caller":"traceutil/trace.go:171","msg":"trace[1957902962] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"110.989871ms","start":"2026-04-07T00:14:31.671723Z","end":"2026-04-07T00:14:31.782713Z","steps":["trace[1957902962] 'process raft request' (duration: 110.800485ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:31.909249Z","caller":"traceutil/trace.go:171","msg":"trace[1443958121] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"113.629232ms","start":"2026-04-07T00:14:31.795591Z","end":"2026-04-07T00:14:31.909221Z","steps":["trace[1443958121] 'process raft request' (duration: 101.192219ms)","trace[1443958121] 'compare' (duration: 12.31121ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:31.910024Z","caller":"traceutil/trace.go:171","msg":"trace[866139586] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"109.743423ms","start":"2026-04-07T00:14:31.800261Z","end":"2026-04-07T00:14:31.910005Z","steps":["trace[866139586] 'process raft request' (duration: 109.249437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:33.624458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500258303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-07T00:14:33.624531Z","caller":"traceutil/trace.go:171","msg":"trace[613073975] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2018; }","duration":"1.500369466s","start":"2026-04-07T00:14:32.124145Z","end":"2026-04-07T00:14:33.624514Z","steps":["trace[613073975] 'range keys from in-memory index tree' (duration: 1.500068228s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:33.624569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:32.124129Z","time spent":"1.500431019s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:14:33.62481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.867301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:33.624874Z","caller":"traceutil/trace.go:171","msg":"trace[1995645552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2018; }","duration":"966.001585ms","start":"2026-04-07T00:14:32.658856Z","end":"2026-04-07T00:14:33.624858Z","steps":["trace[1995645552] 'range keys from in-memory index tree' (duration: 965.783758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:33.624902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:32.658836Z","time spent":"966.059287ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:14:33.6249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477635216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:14:33.624987Z","caller":"traceutil/trace.go:171","msg":"trace[81826981] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2018; }","duration":"1.47776467s","start":"2026-04-07T00:14:32.147201Z","end":"2026-04-07T00:14:33.624965Z","steps":["trace[81826981] 'count revisions from in-memory index tree' (duration: 1.477551234s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:33.624991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406997848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:14:33.625048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:32.147186Z","time spent":"1.477839122s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:14:33.625058Z","caller":"traceutil/trace.go:171","msg":"trace[996100541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2018; }","duration":"1.407106101s","start":"2026-04-07T00:14:32.217931Z","end":"2026-04-07T00:14:33.625038Z","steps":["trace[996100541] 'range keys from in-memory index tree' (duration: 1.406754002s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:33.625099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:32.21791Z","time spent":"1.407181654s","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:14:35.656045Z","caller":"traceutil/trace.go:171","msg":"trace[1766001786] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"144.593727ms","start":"2026-04-07T00:14:35.511419Z","end":"2026-04-07T00:14:35.656012Z","steps":["trace[1766001786] 'process raft request' (duration: 144.386081ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:45.809195Z","caller":"traceutil/trace.go:171","msg":"trace[1190972743] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"110.076523ms","start":"2026-04-07T00:14:45.69909Z","end":"2026-04-07T00:14:45.809167Z","steps":["trace[1190972743] 'process raft request' (duration: 109.862497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:46.132471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.503516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:14:46.132892Z","caller":"traceutil/trace.go:171","msg":"trace[184883681] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"179.085461ms","start":"2026-04-07T00:14:45.953787Z","end":"2026-04-07T00:14:46.132872Z","steps":["trace[184883681] 'process raft request' (duration: 179.026029ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:46.132975Z","caller":"traceutil/trace.go:171","msg":"trace[1317856141] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"303.487825ms","start":"2026-04-07T00:14:45.829459Z","end":"2026-04-07T00:14:46.132947Z","steps":["trace[1317856141] 'process raft request' (duration: 303.32088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:46.133116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:45.82944Z","time spent":"303.599329ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:14:46.133043Z","caller":"traceutil/trace.go:171","msg":"trace[1609534903] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"304.28359ms","start":"2026-04-07T00:14:45.828651Z","end":"2026-04-07T00:14:46.132934Z","steps":["trace[1609534903] 'process raft request' (duration: 304.063183ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:46.133068Z","caller":"traceutil/trace.go:171","msg":"trace[1105511861] linearizableReadLoop","detail":"{readStateIndex:2172; appliedIndex:2169; }","duration":"236.222212ms","start":"2026-04-07T00:14:45.89682Z","end":"2026-04-07T00:14:46.133042Z","steps":["trace[1105511861] 'read index received' (duration: 102.077197ms)","trace[1105511861] 'applied index is now lower than readState.Index' (duration: 134.143805ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:46.133246Z","caller":"traceutil/trace.go:171","msg":"trace[1478449528] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"178.372929ms","start":"2026-04-07T00:14:45.954853Z","end":"2026-04-07T00:14:46.133226Z","steps":["trace[1478449528] 'process raft request' (duration: 177.989797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:46.13328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.410207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:46.133375Z","caller":"traceutil/trace.go:171","msg":"trace[1281614154] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2094; }","duration":"236.593334ms","start":"2026-04-07T00:14:45.896767Z","end":"2026-04-07T00:14:46.13336Z","steps":["trace[1281614154] 'agreement among raft nodes before linearized reading' (duration: 236.383817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:46.133383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.791757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:14:46.133422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:45.828633Z","time spent":"304.60179ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:14:46.133444Z","caller":"traceutil/trace.go:171","msg":"trace[302844176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2094; }","duration":"136.89048ms","start":"2026-04-07T00:14:45.996536Z","end":"2026-04-07T00:14:46.133426Z","steps":["trace[302844176] 'agreement among raft nodes before linearized reading' (duration: 136.704394ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:46.133459Z","caller":"traceutil/trace.go:171","msg":"trace[931522111] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"356.930633ms","start":"2026-04-07T00:14:45.776505Z","end":"2026-04-07T00:14:46.133435Z","steps":["trace[931522111] 'process raft request' (duration: 222.383715ms)","trace[931522111] 'compare' (duration: 133.373232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:46.133587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:14:45.776488Z","time spent":"357.028496ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:14:46.250575Z","caller":"traceutil/trace.go:171","msg":"trace[1656856895] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"113.079486ms","start":"2026-04-07T00:14:46.137473Z","end":"2026-04-07T00:14:46.250552Z","steps":["trace[1656856895] 'process raft request' (duration: 110.113875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:46.250627Z","caller":"traceutil/trace.go:171","msg":"trace[1409324817] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"113.103827ms","start":"2026-04-07T00:14:46.137492Z","end":"2026-04-07T00:14:46.250596Z","steps":["trace[1409324817] 'process raft request' (duration: 112.941272ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:46.250751Z","caller":"traceutil/trace.go:171","msg":"trace[1527420373] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"113.066806ms","start":"2026-04-07T00:14:46.13764Z","end":"2026-04-07T00:14:46.250707Z","steps":["trace[1527420373] 'process raft request' (duration: 112.841719ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:46.2508Z","caller":"traceutil/trace.go:171","msg":"trace[1367599522] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"113.049496ms","start":"2026-04-07T00:14:46.137739Z","end":"2026-04-07T00:14:46.250788Z","steps":["trace[1367599522] 'process raft request' (duration: 112.770487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:06.302635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.868212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:06.302689Z","caller":"traceutil/trace.go:171","msg":"trace[990876527] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2197; }","duration":"127.970285ms","start":"2026-04-07T00:15:06.174707Z","end":"2026-04-07T00:15:06.302677Z","steps":["trace[990876527] 'count revisions from in-memory index tree' (duration: 127.80212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:06.302765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.451413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:15:06.302778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.831747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:15:06.302851Z","caller":"traceutil/trace.go:171","msg":"trace[1875289761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2197; }","duration":"351.592908ms","start":"2026-04-07T00:15:05.951239Z","end":"2026-04-07T00:15:06.302832Z","steps":["trace[1875289761] 'range keys from in-memory index tree' (duration: 351.274988ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:06.302868Z","caller":"traceutil/trace.go:171","msg":"trace[801663695] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2197; }","duration":"304.987781ms","start":"2026-04-07T00:15:05.99786Z","end":"2026-04-07T00:15:06.302848Z","steps":["trace[801663695] 'count revisions from in-memory index tree' (duration: 304.690092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:06.302899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:05.951222Z","time spent":"351.66275ms","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:15:06.30293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:05.99784Z","time spent":"305.078454ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:15:06.303061Z","caller":"traceutil/trace.go:171","msg":"trace[972453401] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"103.622314ms","start":"2026-04-07T00:15:06.199409Z","end":"2026-04-07T00:15:06.303031Z","steps":["trace[972453401] 'process raft request' (duration: 102.571812ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:06.429999Z","caller":"traceutil/trace.go:171","msg":"trace[908564974] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2281; }","duration":"216.201074ms","start":"2026-04-07T00:15:06.213775Z","end":"2026-04-07T00:15:06.429976Z","steps":["trace[908564974] 'read index received' (duration: 88.25876ms)","trace[908564974] 'applied index is now lower than readState.Index' (duration: 127.941104ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:06.43004Z","caller":"traceutil/trace.go:171","msg":"trace[1217881970] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"225.761479ms","start":"2026-04-07T00:15:06.204255Z","end":"2026-04-07T00:15:06.430017Z","steps":["trace[1217881970] 'process raft request' (duration: 225.626815ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:06.430123Z","caller":"traceutil/trace.go:171","msg":"trace[2034655950] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"225.535482ms","start":"2026-04-07T00:15:06.204539Z","end":"2026-04-07T00:15:06.430074Z","steps":["trace[2034655950] 'process raft request' (duration: 225.397377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:06.430281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.489213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T00:15:06.43027Z","caller":"traceutil/trace.go:171","msg":"trace[969054530] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"229.901616ms","start":"2026-04-07T00:15:06.200196Z","end":"2026-04-07T00:15:06.430097Z","steps":["trace[969054530] 'process raft request' (duration: 226.503472ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:06.430329Z","caller":"traceutil/trace.go:171","msg":"trace[854336322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2201; }","duration":"216.590586ms","start":"2026-04-07T00:15:06.213727Z","end":"2026-04-07T00:15:06.430318Z","steps":["trace[854336322] 'agreement among raft nodes before linearized reading' (duration: 216.38301ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:12.627534Z","caller":"traceutil/trace.go:171","msg":"trace[1810688048] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"115.65883ms","start":"2026-04-07T00:15:12.511852Z","end":"2026-04-07T00:15:12.627511Z","steps":["trace[1810688048] 'process raft request' (duration: 61.965762ms)","trace[1810688048] 'compare' (duration: 53.587095ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:12.648513Z","caller":"traceutil/trace.go:171","msg":"trace[919692565] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"135.45248ms","start":"2026-04-07T00:15:12.513049Z","end":"2026-04-07T00:15:12.648501Z","steps":["trace[919692565] 'process raft request' (duration: 135.387678ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:12.648514Z","caller":"traceutil/trace.go:171","msg":"trace[1071337739] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"135.536273ms","start":"2026-04-07T00:15:12.512961Z","end":"2026-04-07T00:15:12.648497Z","steps":["trace[1071337739] 'process raft request' (duration: 135.412819ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:12.648726Z","caller":"traceutil/trace.go:171","msg":"trace[733983806] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"135.588354ms","start":"2026-04-07T00:15:12.513129Z","end":"2026-04-07T00:15:12.648717Z","steps":["trace[733983806] 'process raft request' (duration: 135.337556ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:12.648736Z","caller":"traceutil/trace.go:171","msg":"trace[75834750] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"135.515252ms","start":"2026-04-07T00:15:12.513202Z","end":"2026-04-07T00:15:12.648718Z","steps":["trace[75834750] 'process raft request' (duration: 135.43433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.297163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.977568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T00:15:15.297407Z","caller":"traceutil/trace.go:171","msg":"trace[211470349] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2325; }","duration":"856.007308ms","start":"2026-04-07T00:15:14.441373Z","end":"2026-04-07T00:15:15.29738Z","steps":["trace[211470349] 'read index received' (duration: 280.048731ms)","trace[211470349] 'applied index is now lower than readState.Index' (duration: 575.956597ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:15.297503Z","caller":"traceutil/trace.go:171","msg":"trace[1357002227] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"782.234541ms","start":"2026-04-07T00:15:14.515249Z","end":"2026-04-07T00:15:15.297483Z","steps":["trace[1357002227] 'process raft request' (duration: 782.19574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.297615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.515239Z","time spent":"782.310713ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:15.297673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.288728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:15:15.297714Z","caller":"traceutil/trace.go:171","msg":"trace[554671835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2242; }","duration":"856.368309ms","start":"2026-04-07T00:15:14.441334Z","end":"2026-04-07T00:15:15.297702Z","steps":["trace[554671835] 'agreement among raft nodes before linearized reading' (duration: 856.186193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.297747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.441316Z","time spent":"856.422531ms","remote":"127.0.0.1:44388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:15:15.297893Z","caller":"traceutil/trace.go:171","msg":"trace[878817949] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"820.686905ms","start":"2026-04-07T00:15:14.477184Z","end":"2026-04-07T00:15:15.297871Z","steps":["trace[878817949] 'process raft request' (duration: 820.097146ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:15.297984Z","caller":"traceutil/trace.go:171","msg":"trace[712901383] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"783.245554ms","start":"2026-04-07T00:15:14.514718Z","end":"2026-04-07T00:15:15.297963Z","steps":["trace[712901383] 'process raft request' (duration: 782.686896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.298015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.473026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:15:15.298046Z","caller":"traceutil/trace.go:171","msg":"trace[1744214839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2242; }","duration":"665.557548ms","start":"2026-04-07T00:15:14.63248Z","end":"2026-04-07T00:15:15.298038Z","steps":["trace[1744214839] 'agreement among raft nodes before linearized reading' (duration: 665.464145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.298066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.828632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:15:15.29808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.632433Z","time spent":"665.641561ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:15:15.298103Z","caller":"traceutil/trace.go:171","msg":"trace[128989279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2242; }","duration":"640.864283ms","start":"2026-04-07T00:15:14.657227Z","end":"2026-04-07T00:15:15.298092Z","steps":["trace[128989279] 'agreement among raft nodes before linearized reading' (duration: 640.809311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.298142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.657188Z","time spent":"640.947725ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:15:15.298137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.443067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:15:15.298099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.514684Z","time spent":"783.351837ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:15.298218Z","caller":"traceutil/trace.go:171","msg":"trace[4361103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2242; }","duration":"441.576791ms","start":"2026-04-07T00:15:14.856627Z","end":"2026-04-07T00:15:15.298204Z","steps":["trace[4361103] 'agreement among raft nodes before linearized reading' (duration: 441.423066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.297996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.47716Z","time spent":"820.773158ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:15.298256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.85661Z","time spent":"441.637444ms","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:15:15.29829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.948374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:15:15.2984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.525203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-07T00:15:15.298432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.204641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:15:15.298503Z","caller":"traceutil/trace.go:171","msg":"trace[1007166093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2242; }","duration":"645.392017ms","start":"2026-04-07T00:15:14.653092Z","end":"2026-04-07T00:15:15.298484Z","steps":["trace[1007166093] 'agreement among raft nodes before linearized reading' (duration: 645.052456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.298558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.653068Z","time spent":"645.473709ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:15:15.298412Z","caller":"traceutil/trace.go:171","msg":"trace[436300035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2242; }","duration":"646.095329ms","start":"2026-04-07T00:15:14.652302Z","end":"2026-04-07T00:15:15.298397Z","steps":["trace[436300035] 'agreement among raft nodes before linearized reading' (duration: 645.836621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.298618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.652291Z","time spent":"646.309006ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:15:15.298454Z","caller":"traceutil/trace.go:171","msg":"trace[1953230814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2242; }","duration":"646.623956ms","start":"2026-04-07T00:15:14.651819Z","end":"2026-04-07T00:15:15.298443Z","steps":["trace[1953230814] 'agreement among raft nodes before linearized reading' (duration: 646.475821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.298834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.651796Z","time spent":"646.975367ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:15:15.298306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.849422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:15:15.29902Z","caller":"traceutil/trace.go:171","msg":"trace[1793773977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2242; }","duration":"646.591015ms","start":"2026-04-07T00:15:14.652415Z","end":"2026-04-07T00:15:15.299006Z","steps":["trace[1793773977] 'agreement among raft nodes before linearized reading' (duration: 645.691096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.299101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:14.652407Z","time spent":"646.650536ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:15:15.829046Z","caller":"traceutil/trace.go:171","msg":"trace[2031221451] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"526.107209ms","start":"2026-04-07T00:15:15.302898Z","end":"2026-04-07T00:15:15.829005Z","steps":["trace[2031221451] 'process raft request' (duration: 524.491188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.829238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:15.302878Z","time spent":"526.265055ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:15.859914Z","caller":"traceutil/trace.go:171","msg":"trace[1606721354] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"556.823727ms","start":"2026-04-07T00:15:15.303062Z","end":"2026-04-07T00:15:15.859886Z","steps":["trace[1606721354] 'process raft request' (duration: 556.661952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.860066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:15.303038Z","time spent":"556.951371ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:15.860302Z","caller":"traceutil/trace.go:171","msg":"trace[991460674] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"556.875408ms","start":"2026-04-07T00:15:15.303404Z","end":"2026-04-07T00:15:15.86028Z","steps":["trace[991460674] 'process raft request' (duration: 556.442275ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:15.860365Z","caller":"traceutil/trace.go:171","msg":"trace[1353612452] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"556.879689ms","start":"2026-04-07T00:15:15.303471Z","end":"2026-04-07T00:15:15.860351Z","steps":["trace[1353612452] 'process raft request' (duration: 556.719964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.860415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:15.303394Z","time spent":"556.961472ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:15.860427Z","caller":"traceutil/trace.go:171","msg":"trace[1380539501] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"556.89798ms","start":"2026-04-07T00:15:15.303515Z","end":"2026-04-07T00:15:15.860413Z","steps":["trace[1380539501] 'process raft request' (duration: 556.762445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:15.860477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:15.30346Z","time spent":"556.957792ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:15.860515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:15.303492Z","time spent":"556.975142ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:15.860406Z","caller":"traceutil/trace.go:171","msg":"trace[1288652996] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2329; }","duration":"194.429457ms","start":"2026-04-07T00:15:15.66589Z","end":"2026-04-07T00:15:15.86032Z","steps":["trace[1288652996] 'read index received' (duration: 161.511289ms)","trace[1288652996] 'applied index is now lower than readState.Index' (duration: 32.916898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:15.860574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.662664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:15.860716Z","caller":"traceutil/trace.go:171","msg":"trace[1566402288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2247; }","duration":"194.814819ms","start":"2026-04-07T00:15:15.665882Z","end":"2026-04-07T00:15:15.860696Z","steps":["trace[1566402288] 'agreement among raft nodes before linearized reading' (duration: 194.595702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:51.883309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.310647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:51.883378Z","caller":"traceutil/trace.go:171","msg":"trace[2035587090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2610; }","duration":"224.441702ms","start":"2026-04-07T00:15:51.658922Z","end":"2026-04-07T00:15:51.883364Z","steps":["trace[2035587090] 'range keys from in-memory index tree' (duration: 224.213114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:51.883637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.331894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:15:51.883681Z","caller":"traceutil/trace.go:171","msg":"trace[866674646] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2610; }","duration":"244.411897ms","start":"2026-04-07T00:15:51.639259Z","end":"2026-04-07T00:15:51.883671Z","steps":["trace[866674646] 'count revisions from in-memory index tree' (duration: 244.212131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:56.756264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.016453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:15:56.756609Z","caller":"traceutil/trace.go:171","msg":"trace[655044349] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"711.50591ms","start":"2026-04-07T00:15:56.045066Z","end":"2026-04-07T00:15:56.756572Z","steps":["trace[655044349] 'process raft request' (duration: 711.304164ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:56.756652Z","caller":"traceutil/trace.go:171","msg":"trace[1812765969] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"710.311592ms","start":"2026-04-07T00:15:56.046301Z","end":"2026-04-07T00:15:56.756612Z","steps":["trace[1812765969] 'process raft request' (duration: 710.164738ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:56.756688Z","caller":"traceutil/trace.go:171","msg":"trace[16064605] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"711.593923ms","start":"2026-04-07T00:15:56.045061Z","end":"2026-04-07T00:15:56.756655Z","steps":["trace[16064605] 'process raft request' (duration: 83.094804ms)","trace[16064605] 'compare' (duration: 627.711934ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:56.756697Z","caller":"traceutil/trace.go:171","msg":"trace[963552252] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"711.5097ms","start":"2026-04-07T00:15:56.045133Z","end":"2026-04-07T00:15:56.756643Z","steps":["trace[963552252] 'process raft request' (duration: 711.294664ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:56.756632Z","caller":"traceutil/trace.go:171","msg":"trace[1127205305] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"131.203615ms","start":"2026-04-07T00:15:56.625404Z","end":"2026-04-07T00:15:56.756608Z","steps":["trace[1127205305] 'process raft request' (duration: 131.094962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:56.756782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:56.04505Z","time spent":"711.642934ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:56.756806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:56.046288Z","time spent":"710.439316ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:56.756808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:56.045051Z","time spent":"711.697866ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:56.756888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:56.045121Z","time spent":"711.674225ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:01.56612Z","caller":"traceutil/trace.go:171","msg":"trace[1103386705] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"363.61407ms","start":"2026-04-07T00:16:01.202478Z","end":"2026-04-07T00:16:01.566092Z","steps":["trace[1103386705] 'process raft request' (duration: 363.385382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.566351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:01.20246Z","time spent":"363.800196ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:28.429585Z","caller":"traceutil/trace.go:171","msg":"trace[704238014] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"175.23591ms","start":"2026-04-07T00:16:28.254321Z","end":"2026-04-07T00:16:28.429556Z","steps":["trace[704238014] 'process raft request' (duration: 175.050044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:28.840131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.23122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:28.840235Z","caller":"traceutil/trace.go:171","msg":"trace[1777176258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2831; }","duration":"181.389716ms","start":"2026-04-07T00:16:28.658824Z","end":"2026-04-07T00:16:28.840214Z","steps":["trace[1777176258] 'range keys from in-memory index tree' (duration: 181.092737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:29.447731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931458893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:16:29.948067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931458893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:16:30.448442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931458893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:16:30.722808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.81799012s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:16:30.723246Z","caller":"traceutil/trace.go:171","msg":"trace[403504893] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"1.818525507s","start":"2026-04-07T00:16:28.904697Z","end":"2026-04-07T00:16:30.723223Z","steps":["trace[403504893] 'process raft request' (duration: 1.818335631s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:30.723389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:28.904675Z","time spent":"1.818635591s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:31.272742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.584996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:16:31.272952Z","caller":"traceutil/trace.go:171","msg":"trace[294933465] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"1.556602447s","start":"2026-04-07T00:16:29.716323Z","end":"2026-04-07T00:16:31.272925Z","steps":["trace[294933465] 'process raft request' (duration: 1.095738562s)","trace[294933465] 'compare' (duration: 460.390309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:31.273105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:29.716299Z","time spent":"1.556755172s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:31.273719Z","caller":"traceutil/trace.go:171","msg":"trace[142868490] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"1.516906949s","start":"2026-04-07T00:16:29.756789Z","end":"2026-04-07T00:16:31.273696Z","steps":["trace[142868490] 'process raft request' (duration: 1.516065572s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:31.273738Z","caller":"traceutil/trace.go:171","msg":"trace[1949635270] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"1.51599086s","start":"2026-04-07T00:16:29.757722Z","end":"2026-04-07T00:16:31.273713Z","steps":["trace[1949635270] 'process raft request' (duration: 1.515840385s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.274443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:29.757701Z","time spent":"1.516636881s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:31.27459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:29.756761Z","time spent":"1.517001582s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:31.274583Z","caller":"traceutil/trace.go:171","msg":"trace[780028814] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2940; }","duration":"2.326437316s","start":"2026-04-07T00:16:28.947251Z","end":"2026-04-07T00:16:31.273688Z","steps":["trace[780028814] 'read index received' (duration: 1.775794632s)","trace[780028814] 'applied index is now lower than readState.Index' (duration: 550.641464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:31.274955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327692886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:16:31.27529Z","caller":"traceutil/trace.go:171","msg":"trace[1865532459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2835; }","duration":"2.328035637s","start":"2026-04-07T00:16:28.94721Z","end":"2026-04-07T00:16:31.275246Z","steps":["trace[1865532459] 'agreement among raft nodes before linearized reading' (duration: 2.326535959s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.275383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:28.947191Z","time spent":"2.328175252s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:16:31.278718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330920349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:16:31.278799Z","caller":"traceutil/trace.go:171","msg":"trace[1356411830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2835; }","duration":"2.331014352s","start":"2026-04-07T00:16:28.947753Z","end":"2026-04-07T00:16:31.278767Z","steps":["trace[1356411830] 'agreement among raft nodes before linearized reading' (duration: 2.330822286s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.278824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269467605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a3eaea0895d238\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-07T00:16:31.278848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:28.947738Z","time spent":"2.331099064s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:16:31.27884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264252285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:16:31.278894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04367347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:31.278895Z","caller":"traceutil/trace.go:171","msg":"trace[940970465] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a3eaea0895d238; range_end:; response_count:1; response_revision:2835; }","duration":"2.269548177s","start":"2026-04-07T00:16:29.00932Z","end":"2026-04-07T00:16:31.278868Z","steps":["trace[940970465] 'agreement among raft nodes before linearized reading' (duration: 2.269448344s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:31.278945Z","caller":"traceutil/trace.go:171","msg":"trace[1117263445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2835; }","duration":"2.043761893s","start":"2026-04-07T00:16:29.235154Z","end":"2026-04-07T00:16:31.278916Z","steps":["trace[1117263445] 'agreement among raft nodes before linearized reading' (duration: 2.04367208s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.278714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306754314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-07T00:16:31.278961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937974793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T00:16:31.278965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:29.009304Z","time spent":"2.269642741s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a3eaea0895d238\" "} {"level":"info","ts":"2026-04-07T00:16:31.278963Z","caller":"traceutil/trace.go:171","msg":"trace[2076316033] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2835; }","duration":"1.26439173s","start":"2026-04-07T00:16:30.014524Z","end":"2026-04-07T00:16:31.278915Z","steps":["trace[2076316033] 'agreement among raft nodes before linearized reading' (duration: 1.264183573s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.278994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:29.235132Z","time spent":"2.043848106s","remote":"127.0.0.1:44406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:16:31.278676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.01478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:16:31.278877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.073446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-07T00:16:31.279068Z","caller":"traceutil/trace.go:171","msg":"trace[221347190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2835; }","duration":"620.437133ms","start":"2026-04-07T00:16:30.658614Z","end":"2026-04-07T00:16:31.279051Z","steps":["trace[221347190] 'agreement among raft nodes before linearized reading' (duration: 619.980999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.279128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:30.658598Z","time spent":"620.519906ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:16:31.279014Z","caller":"traceutil/trace.go:171","msg":"trace[189846993] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2835; }","duration":"1.307106025s","start":"2026-04-07T00:16:29.97188Z","end":"2026-04-07T00:16:31.278986Z","steps":["trace[189846993] 'agreement among raft nodes before linearized reading' (duration: 1.306708792s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.279197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:29.971859Z","time spent":"1.307324671s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-07T00:16:31.279026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32752507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:16:31.27929Z","caller":"traceutil/trace.go:171","msg":"trace[501243656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2835; }","duration":"2.327795249s","start":"2026-04-07T00:16:28.951478Z","end":"2026-04-07T00:16:31.279273Z","steps":["trace[501243656] 'agreement among raft nodes before linearized reading' (duration: 2.327429258s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:31.279229Z","caller":"traceutil/trace.go:171","msg":"trace[238080044] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2835; }","duration":"227.314144ms","start":"2026-04-07T00:16:31.051782Z","end":"2026-04-07T00:16:31.279096Z","steps":["trace[238080044] 'agreement among raft nodes before linearized reading' (duration: 226.964913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.279326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:28.951472Z","time spent":"2.327847231s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:16:31.279039Z","caller":"traceutil/trace.go:171","msg":"trace[545075153] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:2835; }","duration":"1.938090767s","start":"2026-04-07T00:16:29.340916Z","end":"2026-04-07T00:16:31.279007Z","steps":["trace[545075153] 'agreement among raft nodes before linearized reading' (duration: 1.937908381s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.279462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:29.340887Z","time spent":"1.938570052s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-04-07T00:16:31.279038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:30.014504Z","time spent":"1.264517694s","remote":"127.0.0.1:39566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:16:31.278751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077089895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:16:31.279583Z","caller":"traceutil/trace.go:171","msg":"trace[132021753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2835; }","duration":"1.077973394s","start":"2026-04-07T00:16:30.201591Z","end":"2026-04-07T00:16:31.279565Z","steps":["trace[132021753] 'agreement among raft nodes before linearized reading' (duration: 1.077014043s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.279612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:30.201571Z","time spent":"1.078033065s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:16:31.278958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327403297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:16:31.279778Z","caller":"traceutil/trace.go:171","msg":"trace[193067526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2835; }","duration":"2.328228493s","start":"2026-04-07T00:16:28.951525Z","end":"2026-04-07T00:16:31.279754Z","steps":["trace[193067526] 'agreement among raft nodes before linearized reading' (duration: 2.327307083s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:31.279826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:28.95152Z","time spent":"2.328294265s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:16:33.394116Z","caller":"traceutil/trace.go:171","msg":"trace[2088207846] linearizableReadLoop","detail":"{readStateIndex:2960; appliedIndex:2957; }","duration":"105.560144ms","start":"2026-04-07T00:16:33.288535Z","end":"2026-04-07T00:16:33.394095Z","steps":["trace[2088207846] 'read index received' (duration: 37.900912ms)","trace[2088207846] 'applied index is now lower than readState.Index' (duration: 67.658472ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:33.394229Z","caller":"traceutil/trace.go:171","msg":"trace[108068119] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"111.191024ms","start":"2026-04-07T00:16:33.283029Z","end":"2026-04-07T00:16:33.39422Z","steps":["trace[108068119] 'process raft request' (duration: 111.038049ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.394233Z","caller":"traceutil/trace.go:171","msg":"trace[895034103] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"112.597308ms","start":"2026-04-07T00:16:33.2816Z","end":"2026-04-07T00:16:33.394198Z","steps":["trace[895034103] 'process raft request' (duration: 112.35629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:33.39449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.361117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:16:33.394512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.279024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:16:33.394541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.14845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T00:16:33.394572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.028038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:16:33.394589Z","caller":"traceutil/trace.go:171","msg":"trace[733708118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2850; }","duration":"105.482621ms","start":"2026-04-07T00:16:33.289082Z","end":"2026-04-07T00:16:33.394565Z","steps":["trace[733708118] 'agreement among raft nodes before linearized reading' (duration: 105.209252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:33.394574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.032712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:16:33.394637Z","caller":"traceutil/trace.go:171","msg":"trace[1566361221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2850; }","duration":"105.270784ms","start":"2026-04-07T00:16:33.289342Z","end":"2026-04-07T00:16:33.394613Z","steps":["trace[1566361221] 'agreement among raft nodes before linearized reading' (duration: 104.993915ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.394643Z","caller":"traceutil/trace.go:171","msg":"trace[1223442423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2850; }","duration":"106.136582ms","start":"2026-04-07T00:16:33.288488Z","end":"2026-04-07T00:16:33.394624Z","steps":["trace[1223442423] 'agreement among raft nodes before linearized reading' (duration: 105.939825ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.394688Z","caller":"traceutil/trace.go:171","msg":"trace[2063614042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2850; }","duration":"103.186168ms","start":"2026-04-07T00:16:33.291476Z","end":"2026-04-07T00:16:33.394662Z","steps":["trace[2063614042] 'agreement among raft nodes before linearized reading' (duration: 102.838687ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.39459Z","caller":"traceutil/trace.go:171","msg":"trace[1008420644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2850; }","duration":"105.426549ms","start":"2026-04-07T00:16:33.289148Z","end":"2026-04-07T00:16:33.394575Z","steps":["trace[1008420644] 'agreement among raft nodes before linearized reading' (duration: 105.215532ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.501777Z","caller":"traceutil/trace.go:171","msg":"trace[564839206] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"102.140053ms","start":"2026-04-07T00:16:33.399611Z","end":"2026-04-07T00:16:33.501751Z","steps":["trace[564839206] 'process raft request' (duration: 102.102262ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.502008Z","caller":"traceutil/trace.go:171","msg":"trace[1595900239] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"102.638589ms","start":"2026-04-07T00:16:33.399358Z","end":"2026-04-07T00:16:33.501996Z","steps":["trace[1595900239] 'process raft request' (duration: 102.276258ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.501823Z","caller":"traceutil/trace.go:171","msg":"trace[1813458915] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"102.617059ms","start":"2026-04-07T00:16:33.399182Z","end":"2026-04-07T00:16:33.501799Z","steps":["trace[1813458915] 'process raft request' (duration: 102.377471ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.502105Z","caller":"traceutil/trace.go:171","msg":"trace[308207842] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"102.619709ms","start":"2026-04-07T00:16:33.399474Z","end":"2026-04-07T00:16:33.502094Z","steps":["trace[308207842] 'process raft request' (duration: 102.209116ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:33.502397Z","caller":"traceutil/trace.go:171","msg":"trace[1430404447] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"103.2699ms","start":"2026-04-07T00:16:33.399089Z","end":"2026-04-07T00:16:33.502358Z","steps":["trace[1430404447] 'process raft request' (duration: 43.355595ms)","trace[1430404447] 'compare' (duration: 58.994655ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:36.884507Z","caller":"traceutil/trace.go:171","msg":"trace[87346736] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"143.31713ms","start":"2026-04-07T00:16:36.741163Z","end":"2026-04-07T00:16:36.88448Z","steps":["trace[87346736] 'process raft request' (duration: 143.130454ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:37.322464Z","caller":"traceutil/trace.go:171","msg":"trace[1310394578] linearizableReadLoop","detail":"{readStateIndex:2980; appliedIndex:2979; }","duration":"232.863901ms","start":"2026-04-07T00:16:37.089556Z","end":"2026-04-07T00:16:37.32242Z","steps":["trace[1310394578] 'read index received' (duration: 232.345494ms)","trace[1310394578] 'applied index is now lower than readState.Index' (duration: 515.417µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:37.322523Z","caller":"traceutil/trace.go:171","msg":"trace[1114903712] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"487.125745ms","start":"2026-04-07T00:16:36.835352Z","end":"2026-04-07T00:16:37.322478Z","steps":["trace[1114903712] 'process raft request' (duration: 486.64753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:37.322718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:36.835328Z","time spent":"487.2945ms","remote":"127.0.0.1:39970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9388,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:37.322819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.473513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:16:37.322926Z","caller":"traceutil/trace.go:171","msg":"trace[1333553549] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2869; }","duration":"122.627178ms","start":"2026-04-07T00:16:37.20028Z","end":"2026-04-07T00:16:37.322907Z","steps":["trace[1333553549] 'agreement among raft nodes before linearized reading' (duration: 122.438152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:37.322766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.179461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:16:37.323114Z","caller":"traceutil/trace.go:171","msg":"trace[1511147016] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2869; }","duration":"233.581974ms","start":"2026-04-07T00:16:37.089511Z","end":"2026-04-07T00:16:37.323093Z","steps":["trace[1511147016] 'agreement among raft nodes before linearized reading' (duration: 233.14929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:37.661807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.659437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:16:37.662039Z","caller":"traceutil/trace.go:171","msg":"trace[486644965] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"236.58672ms","start":"2026-04-07T00:16:37.425433Z","end":"2026-04-07T00:16:37.66202Z","steps":["trace[486644965] 'process raft request' (duration: 236.489626ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:37.662038Z","caller":"traceutil/trace.go:171","msg":"trace[190635436] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"316.303477ms","start":"2026-04-07T00:16:37.345692Z","end":"2026-04-07T00:16:37.661996Z","steps":["trace[190635436] 'process raft request' (duration: 66.35953ms)","trace[190635436] 'compare' (duration: 249.479512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:37.662301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:37.345664Z","time spent":"316.472712ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:37.662288Z","caller":"traceutil/trace.go:171","msg":"trace[212964956] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"236.819757ms","start":"2026-04-07T00:16:37.425432Z","end":"2026-04-07T00:16:37.662252Z","steps":["trace[212964956] 'process raft request' (duration: 236.553038ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:37.662435Z","caller":"traceutil/trace.go:171","msg":"trace[287752373] linearizableReadLoop","detail":"{readStateIndex:2983; appliedIndex:2980; }","duration":"137.506314ms","start":"2026-04-07T00:16:37.524894Z","end":"2026-04-07T00:16:37.6624Z","steps":["trace[287752373] 'read index received' (duration: 49.971µs)","trace[287752373] 'applied index is now lower than readState.Index' (duration: 137.453553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:37.662626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.732222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:16:37.662664Z","caller":"traceutil/trace.go:171","msg":"trace[641679044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2872; }","duration":"137.808984ms","start":"2026-04-07T00:16:37.524844Z","end":"2026-04-07T00:16:37.662653Z","steps":["trace[641679044] 'agreement among raft nodes before linearized reading' (duration: 137.661519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:37.662797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.823868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:16:37.662836Z","caller":"traceutil/trace.go:171","msg":"trace[1744725622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2872; }","duration":"134.88847ms","start":"2026-04-07T00:16:37.527937Z","end":"2026-04-07T00:16:37.662826Z","steps":["trace[1744725622] 'agreement among raft nodes before linearized reading' (duration: 134.725165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:37.66306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.237841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:16:37.663126Z","caller":"traceutil/trace.go:171","msg":"trace[1641946297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2872; }","duration":"135.319594ms","start":"2026-04-07T00:16:37.527787Z","end":"2026-04-07T00:16:37.663107Z","steps":["trace[1641946297] 'agreement among raft nodes before linearized reading' (duration: 135.101077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:37.663145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.339605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:16:37.663177Z","caller":"traceutil/trace.go:171","msg":"trace[529805963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2872; }","duration":"135.439688ms","start":"2026-04-07T00:16:37.52773Z","end":"2026-04-07T00:16:37.663169Z","steps":["trace[529805963] 'agreement among raft nodes before linearized reading' (duration: 135.319044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:37.663298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.740849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:16:37.663318Z","caller":"traceutil/trace.go:171","msg":"trace[127949040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2872; }","duration":"136.783261ms","start":"2026-04-07T00:16:37.526528Z","end":"2026-04-07T00:16:37.663311Z","steps":["trace[127949040] 'agreement among raft nodes before linearized reading' (duration: 136.104299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:37.88662Z","caller":"traceutil/trace.go:171","msg":"trace[83716614] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"219.894346ms","start":"2026-04-07T00:16:37.666519Z","end":"2026-04-07T00:16:37.886413Z","steps":["trace[83716614] 'process raft request' (duration: 191.987475ms)","trace[83716614] 'compare' (duration: 27.591281ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:37.928302Z","caller":"traceutil/trace.go:171","msg":"trace[453754682] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"261.037841ms","start":"2026-04-07T00:16:37.667242Z","end":"2026-04-07T00:16:37.928279Z","steps":["trace[453754682] 'process raft request' (duration: 260.955219ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:37.928396Z","caller":"traceutil/trace.go:171","msg":"trace[1689615454] linearizableReadLoop","detail":"{readStateIndex:2988; appliedIndex:2983; }","duration":"140.634223ms","start":"2026-04-07T00:16:37.787745Z","end":"2026-04-07T00:16:37.928379Z","steps":["trace[1689615454] 'read index received' (duration: 70.772261ms)","trace[1689615454] 'applied index is now lower than readState.Index' (duration: 69.860862ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:37.928439Z","caller":"traceutil/trace.go:171","msg":"trace[805468023] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"261.236687ms","start":"2026-04-07T00:16:37.667124Z","end":"2026-04-07T00:16:37.928361Z","steps":["trace[805468023] 'process raft request' (duration: 260.969598ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:37.928637Z","caller":"traceutil/trace.go:171","msg":"trace[456894637] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"260.768253ms","start":"2026-04-07T00:16:37.667837Z","end":"2026-04-07T00:16:37.928605Z","steps":["trace[456894637] 'process raft request' (duration: 260.406951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:37.928558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.803289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:16:37.928787Z","caller":"traceutil/trace.go:171","msg":"trace[379569290] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2877; }","duration":"141.076578ms","start":"2026-04-07T00:16:37.787697Z","end":"2026-04-07T00:16:37.928773Z","steps":["trace[379569290] 'agreement among raft nodes before linearized reading' (duration: 140.794989ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:37.928544Z","caller":"traceutil/trace.go:171","msg":"trace[1520930547] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"260.452842ms","start":"2026-04-07T00:16:37.668054Z","end":"2026-04-07T00:16:37.928506Z","steps":["trace[1520930547] 'process raft request' (duration: 260.268857ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:40.455946Z","caller":"traceutil/trace.go:171","msg":"trace[474293665] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3003; }","duration":"190.160636ms","start":"2026-04-07T00:16:40.265756Z","end":"2026-04-07T00:16:40.455916Z","steps":["trace[474293665] 'read index received' (duration: 189.956429ms)","trace[474293665] 'applied index is now lower than readState.Index' (duration: 202.817µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:40.45601Z","caller":"traceutil/trace.go:171","msg":"trace[510249344] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"193.736261ms","start":"2026-04-07T00:16:40.262237Z","end":"2026-04-07T00:16:40.455973Z","steps":["trace[510249344] 'process raft request' (duration: 193.433221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:40.456272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.481766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:40.456337Z","caller":"traceutil/trace.go:171","msg":"trace[722640218] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2892; }","duration":"190.608821ms","start":"2026-04-07T00:16:40.265709Z","end":"2026-04-07T00:16:40.456318Z","steps":["trace[722640218] 'agreement among raft nodes before linearized reading' (duration: 190.362643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:52.331186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.670604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:16:52.331314Z","caller":"traceutil/trace.go:171","msg":"trace[1545428750] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"202.800289ms","start":"2026-04-07T00:16:52.128501Z","end":"2026-04-07T00:16:52.331301Z","steps":["trace[1545428750] 'process raft request' (duration: 202.765908ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:52.33136Z","caller":"traceutil/trace.go:171","msg":"trace[2109913035] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"205.577718ms","start":"2026-04-07T00:16:52.125744Z","end":"2026-04-07T00:16:52.331322Z","steps":["trace[2109913035] 'process raft request' (duration: 33.701327ms)","trace[2109913035] 'compare' (duration: 171.588751ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:52.331367Z","caller":"traceutil/trace.go:171","msg":"trace[974609762] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3066; }","duration":"205.564238ms","start":"2026-04-07T00:16:52.12577Z","end":"2026-04-07T00:16:52.331334Z","steps":["trace[974609762] 'read index received' (duration: 97.403µs)","trace[974609762] 'applied index is now lower than readState.Index' (duration: 205.462845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:52.331631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.841747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T00:16:52.331683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.806532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:16:52.331688Z","caller":"traceutil/trace.go:171","msg":"trace[578231181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2954; }","duration":"205.94879ms","start":"2026-04-07T00:16:52.125728Z","end":"2026-04-07T00:16:52.331677Z","steps":["trace[578231181] 'agreement among raft nodes before linearized reading' (duration: 205.695602ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:52.331708Z","caller":"traceutil/trace.go:171","msg":"trace[48534860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2954; }","duration":"203.891764ms","start":"2026-04-07T00:16:52.127809Z","end":"2026-04-07T00:16:52.331701Z","steps":["trace[48534860] 'agreement among raft nodes before linearized reading' (duration: 203.806271ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:52.52Z","caller":"traceutil/trace.go:171","msg":"trace[520652335] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"183.158513ms","start":"2026-04-07T00:16:52.336791Z","end":"2026-04-07T00:16:52.519949Z","steps":["trace[520652335] 'process raft request' (duration: 98.117755ms)","trace[520652335] 'compare' (duration: 84.783539ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:54.493086Z","caller":"traceutil/trace.go:171","msg":"trace[232775348] linearizableReadLoop","detail":"{readStateIndex:3078; appliedIndex:3076; }","duration":"116.685359ms","start":"2026-04-07T00:16:54.376377Z","end":"2026-04-07T00:16:54.493063Z","steps":["trace[232775348] 'read index received' (duration: 10.244227ms)","trace[232775348] 'applied index is now lower than readState.Index' (duration: 106.438782ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:54.493105Z","caller":"traceutil/trace.go:171","msg":"trace[2082613064] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"153.800485ms","start":"2026-04-07T00:16:54.339263Z","end":"2026-04-07T00:16:54.493063Z","steps":["trace[2082613064] 'process raft request' (duration: 58.876261ms)","trace[2082613064] 'compare' (duration: 94.668495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:54.493289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.888485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:16:54.493389Z","caller":"traceutil/trace.go:171","msg":"trace[1633595941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2965; }","duration":"117.028859ms","start":"2026-04-07T00:16:54.376337Z","end":"2026-04-07T00:16:54.493366Z","steps":["trace[1633595941] 'agreement among raft nodes before linearized reading' (duration: 116.820743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:55.385285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.49329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a3eae92982bb62\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-07T00:16:55.385389Z","caller":"traceutil/trace.go:171","msg":"trace[315105317] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a3eae92982bb62; range_end:; response_count:1; response_revision:2968; }","duration":"125.653756ms","start":"2026-04-07T00:16:55.259714Z","end":"2026-04-07T00:16:55.385368Z","steps":["trace[315105317] 'range keys from in-memory index tree' (duration: 125.262973ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:29.497857Z","caller":"traceutil/trace.go:171","msg":"trace[1669439315] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"116.404281ms","start":"2026-04-07T00:17:29.381405Z","end":"2026-04-07T00:17:29.497809Z","steps":["trace[1669439315] 'process raft request' (duration: 116.153793ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:30.214591Z","caller":"traceutil/trace.go:171","msg":"trace[1293199692] linearizableReadLoop","detail":"{readStateIndex:3277; appliedIndex:3276; }","duration":"192.532113ms","start":"2026-04-07T00:17:30.02203Z","end":"2026-04-07T00:17:30.214562Z","steps":["trace[1293199692] 'read index received' (duration: 149.26965ms)","trace[1293199692] 'applied index is now lower than readState.Index' (duration: 43.261313ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:17:30.214653Z","caller":"traceutil/trace.go:171","msg":"trace[1443123640] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"193.323558ms","start":"2026-04-07T00:17:30.02129Z","end":"2026-04-07T00:17:30.214613Z","steps":["trace[1443123640] 'process raft request' (duration: 149.802418ms)","trace[1443123640] 'compare' (duration: 43.344625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:17:30.214811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.75698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-07T00:17:30.214856Z","caller":"traceutil/trace.go:171","msg":"trace[232199852] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3154; }","duration":"192.833513ms","start":"2026-04-07T00:17:30.02201Z","end":"2026-04-07T00:17:30.214843Z","steps":["trace[232199852] 'agreement among raft nodes before linearized reading' (duration: 192.657637ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:30.226534Z","caller":"traceutil/trace.go:171","msg":"trace[348156329] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"193.07507ms","start":"2026-04-07T00:17:30.033439Z","end":"2026-04-07T00:17:30.226514Z","steps":["trace[348156329] 'process raft request' (duration: 192.986587ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:03.074121Z","caller":"traceutil/trace.go:171","msg":"trace[1728310557] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"158.51773ms","start":"2026-04-07T00:19:02.915572Z","end":"2026-04-07T00:19:03.074089Z","steps":["trace[1728310557] 'process raft request' (duration: 158.336834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:03.400259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.025043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:19:03.400377Z","caller":"traceutil/trace.go:171","msg":"trace[1658166074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3836; }","duration":"151.185729ms","start":"2026-04-07T00:19:03.249171Z","end":"2026-04-07T00:19:03.400357Z","steps":["trace[1658166074] 'range keys from in-memory index tree' (duration: 150.836677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:03.400441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.476649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T00:19:03.400452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.219023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:19:03.400519Z","caller":"traceutil/trace.go:171","msg":"trace[641092205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3836; }","duration":"152.618513ms","start":"2026-04-07T00:19:03.247883Z","end":"2026-04-07T00:19:03.400502Z","steps":["trace[641092205] 'range keys from in-memory index tree' (duration: 152.295354ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:03.400536Z","caller":"traceutil/trace.go:171","msg":"trace[339136476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3836; }","duration":"251.360478ms","start":"2026-04-07T00:19:03.149157Z","end":"2026-04-07T00:19:03.400518Z","steps":["trace[339136476] 'range keys from in-memory index tree' (duration: 250.974886ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:18.842413Z","caller":"traceutil/trace.go:171","msg":"trace[1525379241] linearizableReadLoop","detail":"{readStateIndex:4890; appliedIndex:4889; }","duration":"215.638927ms","start":"2026-04-07T00:20:18.626729Z","end":"2026-04-07T00:20:18.842368Z","steps":["trace[1525379241] 'read index received' (duration: 215.316227ms)","trace[1525379241] 'applied index is now lower than readState.Index' (duration: 320.77µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:18.842556Z","caller":"traceutil/trace.go:171","msg":"trace[1833252797] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"216.964459ms","start":"2026-04-07T00:20:18.62553Z","end":"2026-04-07T00:20:18.842494Z","steps":["trace[1833252797] 'process raft request' (duration: 216.476054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:18.842813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.04973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-07T00:20:18.842881Z","caller":"traceutil/trace.go:171","msg":"trace[1686732087] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4706; }","duration":"216.181604ms","start":"2026-04-07T00:20:18.626677Z","end":"2026-04-07T00:20:18.842858Z","steps":["trace[1686732087] 'agreement among raft nodes before linearized reading' (duration: 215.915826ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:18.848017Z","caller":"traceutil/trace.go:171","msg":"trace[1285648211] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"217.30184ms","start":"2026-04-07T00:20:18.630677Z","end":"2026-04-07T00:20:18.847978Z","steps":["trace[1285648211] 'process raft request' (duration: 217.084513ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:18.848313Z","caller":"traceutil/trace.go:171","msg":"trace[1818693576] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"219.364045ms","start":"2026-04-07T00:20:18.628928Z","end":"2026-04-07T00:20:18.848292Z","steps":["trace[1818693576] 'process raft request' (duration: 218.735375ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:24.186575Z","caller":"traceutil/trace.go:171","msg":"trace[1449916251] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5057; }","duration":"167.557504ms","start":"2026-04-07T00:20:24.018991Z","end":"2026-04-07T00:20:24.186549Z","steps":["trace[1449916251] 'read index received' (duration: 167.42566ms)","trace[1449916251] 'applied index is now lower than readState.Index' (duration: 130.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:24.186605Z","caller":"traceutil/trace.go:171","msg":"trace[311641265] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"186.703087ms","start":"2026-04-07T00:20:23.999878Z","end":"2026-04-07T00:20:24.186581Z","steps":["trace[311641265] 'process raft request' (duration: 186.438029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:24.18675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.74376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-78600323-b9e4-4dbc-ad95-21234f40465b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-07T00:20:24.186787Z","caller":"traceutil/trace.go:171","msg":"trace[750796172] range","detail":"{range_begin:/registry/persistentvolumes/pvc-78600323-b9e4-4dbc-ad95-21234f40465b; range_end:; response_count:1; response_revision:4869; }","duration":"167.824102ms","start":"2026-04-07T00:20:24.018956Z","end":"2026-04-07T00:20:24.18678Z","steps":["trace[750796172] 'agreement among raft nodes before linearized reading' (duration: 167.693238ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:24.193011Z","caller":"traceutil/trace.go:171","msg":"trace[43305831] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"121.808794ms","start":"2026-04-07T00:20:24.071178Z","end":"2026-04-07T00:20:24.192987Z","steps":["trace[43305831] 'process raft request' (duration: 121.505874ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:25.06205Z","caller":"traceutil/trace.go:171","msg":"trace[1618985596] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5066; }","duration":"368.645714ms","start":"2026-04-07T00:20:24.693379Z","end":"2026-04-07T00:20:25.062025Z","steps":["trace[1618985596] 'read index received' (duration: 368.567651ms)","trace[1618985596] 'applied index is now lower than readState.Index' (duration: 77.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:25.06229Z","caller":"traceutil/trace.go:171","msg":"trace[1297676523] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"372.520765ms","start":"2026-04-07T00:20:24.689742Z","end":"2026-04-07T00:20:25.062262Z","steps":["trace[1297676523] 'process raft request' (duration: 372.161624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:25.06239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.990564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-n6cq8\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-04-07T00:20:25.062417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:24.68972Z","time spent":"372.634929ms","remote":"127.0.0.1:57260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:20:25.062447Z","caller":"traceutil/trace.go:171","msg":"trace[1235189082] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-n6cq8; range_end:; response_count:1; response_revision:4878; }","duration":"369.071937ms","start":"2026-04-07T00:20:24.693362Z","end":"2026-04-07T00:20:25.062434Z","steps":["trace[1235189082] 'agreement among raft nodes before linearized reading' (duration: 368.867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:25.06248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:24.693356Z","time spent":"369.117878ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-n6cq8\" "} {"level":"info","ts":"2026-04-07T00:20:25.065858Z","caller":"traceutil/trace.go:171","msg":"trace[360751354] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"369.870062ms","start":"2026-04-07T00:20:24.695969Z","end":"2026-04-07T00:20:25.065839Z","steps":["trace[360751354] 'process raft request' (duration: 369.688806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:25.06595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:24.695961Z","time spent":"369.945234ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:20:25.067512Z","caller":"traceutil/trace.go:171","msg":"trace[487498543] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"195.917297ms","start":"2026-04-07T00:20:24.871582Z","end":"2026-04-07T00:20:25.067499Z","steps":["trace[487498543] 'process raft request' (duration: 195.617997ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:25.067583Z","caller":"traceutil/trace.go:171","msg":"trace[833711144] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"195.533105ms","start":"2026-04-07T00:20:24.871993Z","end":"2026-04-07T00:20:25.067526Z","steps":["trace[833711144] 'process raft request' (duration: 195.266636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:27.46629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.477624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-07T00:20:27.466721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.949544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719292"} {"level":"info","ts":"2026-04-07T00:20:27.46674Z","caller":"traceutil/trace.go:171","msg":"trace[937710894] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"394.447426ms","start":"2026-04-07T00:20:27.072268Z","end":"2026-04-07T00:20:27.466715Z","steps":["trace[937710894] 'process raft request' (duration: 55.408234ms)","trace[937710894] 'compare' (duration: 338.204526ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:27.46686Z","caller":"traceutil/trace.go:171","msg":"trace[2030291912] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4999; }","duration":"438.116809ms","start":"2026-04-07T00:20:27.0287Z","end":"2026-04-07T00:20:27.466817Z","steps":["trace[2030291912] 'range keys from in-memory index tree' (duration: 437.378006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:27.46689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:27.072241Z","time spent":"394.592131ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:20:27.46684Z","caller":"traceutil/trace.go:171","msg":"trace[1346909613] linearizableReadLoop","detail":"{readStateIndex:5193; appliedIndex:5191; }","duration":"389.52469ms","start":"2026-04-07T00:20:27.077271Z","end":"2026-04-07T00:20:27.466796Z","steps":["trace[1346909613] 'read index received' (duration: 50.393836ms)","trace[1346909613] 'applied index is now lower than readState.Index' (duration: 339.129454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:20:27.466941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:27.028685Z","time spent":"438.234622ms","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719315,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-07T00:20:27.467066Z","caller":"traceutil/trace.go:171","msg":"trace[530748064] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"394.514328ms","start":"2026-04-07T00:20:27.072481Z","end":"2026-04-07T00:20:27.466996Z","steps":["trace[530748064] 'process raft request' (duration: 393.94272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:27.467184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.882932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:20:27.467246Z","caller":"traceutil/trace.go:171","msg":"trace[1464106959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:5001; }","duration":"390.001816ms","start":"2026-04-07T00:20:27.077229Z","end":"2026-04-07T00:20:27.467231Z","steps":["trace[1464106959] 'agreement among raft nodes before linearized reading' (duration: 389.727407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:27.467307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:27.072452Z","time spent":"394.713174ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:20:27.467314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:27.077216Z","time spent":"390.076908ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-hc28z\" "} {"level":"info","ts":"2026-04-07T00:20:31.485625Z","caller":"traceutil/trace.go:171","msg":"trace[648654914] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"174.058408ms","start":"2026-04-07T00:20:31.311542Z","end":"2026-04-07T00:20:31.4856Z","steps":["trace[648654914] 'process raft request' (duration: 173.902113ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:38.415071Z","caller":"traceutil/trace.go:171","msg":"trace[1934580146] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"168.911637ms","start":"2026-04-07T00:20:38.246135Z","end":"2026-04-07T00:20:38.415046Z","steps":["trace[1934580146] 'process raft request' (duration: 168.773253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:39.723904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.115719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:20:39.724037Z","caller":"traceutil/trace.go:171","msg":"trace[1961910031] linearizableReadLoop","detail":"{readStateIndex:5430; appliedIndex:5428; }","duration":"200.760109ms","start":"2026-04-07T00:20:39.523257Z","end":"2026-04-07T00:20:39.724017Z","steps":["trace[1961910031] 'read index received' (duration: 2.638613ms)","trace[1961910031] 'applied index is now lower than readState.Index' (duration: 198.119546ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:39.72417Z","caller":"traceutil/trace.go:171","msg":"trace[1126547261] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"207.232835ms","start":"2026-04-07T00:20:39.516888Z","end":"2026-04-07T00:20:39.724121Z","steps":["trace[1126547261] 'process raft request' (duration: 51.59371ms)","trace[1126547261] 'compare' (duration: 154.998765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:20:39.724311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.027087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:20:39.724387Z","caller":"traceutil/trace.go:171","msg":"trace[436599967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:5229; }","duration":"201.156142ms","start":"2026-04-07T00:20:39.523213Z","end":"2026-04-07T00:20:39.724369Z","steps":["trace[436599967] 'agreement among raft nodes before linearized reading' (duration: 200.925674ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:39.920611Z","caller":"traceutil/trace.go:171","msg":"trace[1732157381] linearizableReadLoop","detail":"{readStateIndex:5431; appliedIndex:5430; }","duration":"191.540257ms","start":"2026-04-07T00:20:39.729043Z","end":"2026-04-07T00:20:39.920583Z","steps":["trace[1732157381] 'read index received' (duration: 179.161113ms)","trace[1732157381] 'applied index is now lower than readState.Index' (duration: 12.377984ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:39.920673Z","caller":"traceutil/trace.go:171","msg":"trace[1459030816] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"191.63008ms","start":"2026-04-07T00:20:39.729013Z","end":"2026-04-07T00:20:39.920643Z","steps":["trace[1459030816] 'process raft request' (duration: 179.289907ms)","trace[1459030816] 'compare' (duration: 12.059304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:20:39.920939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.877017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70787"} {"level":"info","ts":"2026-04-07T00:20:39.920991Z","caller":"traceutil/trace.go:171","msg":"trace[1515869435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5230; }","duration":"191.96994ms","start":"2026-04-07T00:20:39.729009Z","end":"2026-04-07T00:20:39.920979Z","steps":["trace[1515869435] 'agreement among raft nodes before linearized reading' (duration: 191.720762ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:47.43433Z","caller":"traceutil/trace.go:171","msg":"trace[2004878920] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"117.970448ms","start":"2026-04-07T00:20:47.316324Z","end":"2026-04-07T00:20:47.434294Z","steps":["trace[2004878920] 'process raft request' (duration: 117.674999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:47.799039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.49956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:20:47.799135Z","caller":"traceutil/trace.go:171","msg":"trace[1164818768] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5607; }","duration":"140.011289ms","start":"2026-04-07T00:20:47.659112Z","end":"2026-04-07T00:20:47.799123Z","steps":["trace[1164818768] 'read index received' (duration: 30.320883ms)","trace[1164818768] 'applied index is now lower than readState.Index' (duration: 109.688236ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:20:47.799181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.07758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:20:47.79921Z","caller":"traceutil/trace.go:171","msg":"trace[1572538059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5403; }","duration":"140.146313ms","start":"2026-04-07T00:20:47.659054Z","end":"2026-04-07T00:20:47.7992Z","steps":["trace[1572538059] 'agreement among raft nodes before linearized reading' (duration: 140.101912ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:47.799316Z","caller":"traceutil/trace.go:171","msg":"trace[2021564543] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"249.104006ms","start":"2026-04-07T00:20:47.550178Z","end":"2026-04-07T00:20:47.799282Z","steps":["trace[2021564543] 'process raft request' (duration: 139.293427ms)","trace[2021564543] 'compare' (duration: 109.371165ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:47.861335Z","caller":"traceutil/trace.go:171","msg":"trace[646970498] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"114.066475ms","start":"2026-04-07T00:20:47.747215Z","end":"2026-04-07T00:20:47.861281Z","steps":["trace[646970498] 'process raft request' (duration: 113.849098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:48.103099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.839718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b232f1b-b9af-48d4-9f7a-5358d563fc9b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-07T00:20:48.103193Z","caller":"traceutil/trace.go:171","msg":"trace[2050086023] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8b232f1b-b9af-48d4-9f7a-5358d563fc9b; range_end:; response_count:1; response_revision:5404; }","duration":"159.995004ms","start":"2026-04-07T00:20:47.94318Z","end":"2026-04-07T00:20:48.103175Z","steps":["trace[2050086023] 'range keys from in-memory index tree' (duration: 159.701424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:48.103103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.598507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:20:48.103279Z","caller":"traceutil/trace.go:171","msg":"trace[1597424468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:5404; }","duration":"100.842775ms","start":"2026-04-07T00:20:48.002413Z","end":"2026-04-07T00:20:48.103256Z","steps":["trace[1597424468] 'range keys from in-memory index tree' (duration: 100.38598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:48.103288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.374685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:20:48.103433Z","caller":"traceutil/trace.go:171","msg":"trace[1573936124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5404; }","duration":"103.619473ms","start":"2026-04-07T00:20:47.999793Z","end":"2026-04-07T00:20:48.103412Z","steps":["trace[1573936124] 'range keys from in-memory index tree' (duration: 103.133367ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:48.301202Z","caller":"traceutil/trace.go:171","msg":"trace[393209955] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"193.018144ms","start":"2026-04-07T00:20:48.108158Z","end":"2026-04-07T00:20:48.301176Z","steps":["trace[393209955] 'process raft request' (duration: 192.849638ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:49.318764Z","caller":"traceutil/trace.go:171","msg":"trace[1281583370] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"1.209709557s","start":"2026-04-07T00:20:48.109022Z","end":"2026-04-07T00:20:49.318732Z","steps":["trace[1281583370] 'process raft request' (duration: 1.123151947s)","trace[1281583370] 'compare' (duration: 85.984532ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:20:49.319299Z","caller":"traceutil/trace.go:171","msg":"trace[1309738166] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"822.562296ms","start":"2026-04-07T00:20:48.496714Z","end":"2026-04-07T00:20:49.319276Z","steps":["trace[1309738166] 'process raft request' (duration: 822.046479ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:49.319319Z","caller":"traceutil/trace.go:171","msg":"trace[1831583413] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"625.001749ms","start":"2026-04-07T00:20:48.694298Z","end":"2026-04-07T00:20:49.3193Z","steps":["trace[1831583413] 'process raft request' (duration: 624.512504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:49.319423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.694277Z","time spent":"625.083951ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:20:49.319131Z","caller":"traceutil/trace.go:171","msg":"trace[1342589439] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"1.209993607s","start":"2026-04-07T00:20:48.109122Z","end":"2026-04-07T00:20:49.319116Z","steps":["trace[1342589439] 'process raft request' (duration: 1.20946426s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:49.319476Z","caller":"traceutil/trace.go:171","msg":"trace[1138849644] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"1.207561289s","start":"2026-04-07T00:20:48.111888Z","end":"2026-04-07T00:20:49.31945Z","steps":["trace[1138849644] 'process raft request' (duration: 1.206798875s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:49.318919Z","caller":"traceutil/trace.go:171","msg":"trace[752069219] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"602.927658ms","start":"2026-04-07T00:20:48.715974Z","end":"2026-04-07T00:20:49.318902Z","steps":["trace[752069219] 'process raft request' (duration: 602.879336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:49.319493Z","caller":"traceutil/trace.go:171","msg":"trace[620007050] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5609; }","duration":"1.197385166s","start":"2026-04-07T00:20:48.12206Z","end":"2026-04-07T00:20:49.319446Z","steps":["trace[620007050] 'read index received' (duration: 178.922166ms)","trace[620007050] 'applied index is now lower than readState.Index' (duration: 1.01845901s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:20:49.319454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.108974Z","time spent":"1.210279796s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:20:49.319613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.111879Z","time spent":"1.207664972s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:20:49.31963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.71596Z","time spent":"603.586299ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:20:49.31961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.109073Z","time spent":"1.210419151s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:20:49.319699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197631794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T00:20:49.319423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.49667Z","time spent":"822.684049ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:20:49.319767Z","caller":"traceutil/trace.go:171","msg":"trace[1528660587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5411; }","duration":"1.197715907s","start":"2026-04-07T00:20:48.122036Z","end":"2026-04-07T00:20:49.319752Z","steps":["trace[1528660587] 'agreement among raft nodes before linearized reading' (duration: 1.197539501s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:49.319816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.122026Z","time spent":"1.197778768s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:20:49.319832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006847722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-07T00:20:49.319845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026025041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b232f1b-b9af-48d4-9f7a-5358d563fc9b\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-07T00:20:49.319892Z","caller":"traceutil/trace.go:171","msg":"trace[25162238] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5411; }","duration":"1.006984666s","start":"2026-04-07T00:20:48.31289Z","end":"2026-04-07T00:20:49.319874Z","steps":["trace[25162238] 'agreement among raft nodes before linearized reading' (duration: 1.0068208s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:49.31991Z","caller":"traceutil/trace.go:171","msg":"trace[417564009] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8b232f1b-b9af-48d4-9f7a-5358d563fc9b; range_end:; response_count:1; response_revision:5411; }","duration":"1.026104263s","start":"2026-04-07T00:20:48.293788Z","end":"2026-04-07T00:20:49.319892Z","steps":["trace[417564009] 'agreement among raft nodes before linearized reading' (duration: 1.025982799s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:49.319941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192938944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:20:49.319945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.854337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:20:49.31995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.293713Z","time spent":"1.026227507s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b232f1b-b9af-48d4-9f7a-5358d563fc9b\" "} {"level":"warn","ts":"2026-04-07T00:20:49.319942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.312859Z","time spent":"1.007071939s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-07T00:20:49.319983Z","caller":"traceutil/trace.go:171","msg":"trace[1087543176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5411; }","duration":"1.193027187s","start":"2026-04-07T00:20:48.126946Z","end":"2026-04-07T00:20:49.319974Z","steps":["trace[1087543176] 'agreement among raft nodes before linearized reading' (duration: 1.192931374s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:49.319994Z","caller":"traceutil/trace.go:171","msg":"trace[913416149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5411; }","duration":"659.931009ms","start":"2026-04-07T00:20:48.66005Z","end":"2026-04-07T00:20:49.319981Z","steps":["trace[913416149] 'agreement among raft nodes before linearized reading' (duration: 659.862057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:49.320038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.66003Z","time spent":"659.999452ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:20:49.320005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.126927Z","time spent":"1.193072129s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:20:49.320328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193507492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80208"} {"level":"info","ts":"2026-04-07T00:20:49.320399Z","caller":"traceutil/trace.go:171","msg":"trace[1321689168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5411; }","duration":"1.193633767s","start":"2026-04-07T00:20:48.126748Z","end":"2026-04-07T00:20:49.320382Z","steps":["trace[1321689168] 'agreement among raft nodes before linearized reading' (duration: 1.192945345s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:49.320453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:20:48.126727Z","time spent":"1.193705608s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80231,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-07T00:20:54.43597Z","caller":"traceutil/trace.go:171","msg":"trace[804046406] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"109.079166ms","start":"2026-04-07T00:20:54.326859Z","end":"2026-04-07T00:20:54.435938Z","steps":["trace[804046406] 'process raft request' (duration: 108.919791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:20:57.253444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.501625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"warn","ts":"2026-04-07T00:20:57.253441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.529376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-07T00:20:57.253535Z","caller":"traceutil/trace.go:171","msg":"trace[1152656162] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5537; }","duration":"112.640939ms","start":"2026-04-07T00:20:57.140874Z","end":"2026-04-07T00:20:57.253515Z","steps":["trace[1152656162] 'range keys from in-memory index tree' (duration: 112.276307ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:20:57.253569Z","caller":"traceutil/trace.go:171","msg":"trace[1958212238] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5537; }","duration":"112.733922ms","start":"2026-04-07T00:20:57.140801Z","end":"2026-04-07T00:20:57.253535Z","steps":["trace[1958212238] 'range keys from in-memory index tree' (duration: 112.203036ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:02.40898Z","caller":"traceutil/trace.go:171","msg":"trace[2069602705] linearizableReadLoop","detail":"{readStateIndex:5784; appliedIndex:5783; }","duration":"308.445741ms","start":"2026-04-07T00:21:02.10051Z","end":"2026-04-07T00:21:02.408956Z","steps":["trace[2069602705] 'read index received' (duration: 308.289066ms)","trace[2069602705] 'applied index is now lower than readState.Index' (duration: 155.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:02.409046Z","caller":"traceutil/trace.go:171","msg":"trace[1953023421] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"442.374937ms","start":"2026-04-07T00:21:01.966625Z","end":"2026-04-07T00:21:02.409Z","steps":["trace[1953023421] 'process raft request' (duration: 442.175101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:02.409205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.675708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-04-07T00:21:02.409252Z","caller":"traceutil/trace.go:171","msg":"trace[1158404548] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5576; }","duration":"308.779162ms","start":"2026-04-07T00:21:02.100462Z","end":"2026-04-07T00:21:02.409241Z","steps":["trace[1158404548] 'agreement among raft nodes before linearized reading' (duration: 308.611066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:02.409288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:21:02.100439Z","time spent":"308.840363ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-07T00:21:02.409325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:21:01.966596Z","time spent":"442.595373ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:21:02.582473Z","caller":"traceutil/trace.go:171","msg":"trace[832079797] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5784; }","duration":"173.403671ms","start":"2026-04-07T00:21:02.409045Z","end":"2026-04-07T00:21:02.582449Z","steps":["trace[832079797] 'read index received' (duration: 110.061108ms)","trace[832079797] 'applied index is now lower than readState.Index' (duration: 63.341593ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:02.582548Z","caller":"traceutil/trace.go:171","msg":"trace[1523363887] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"306.416666ms","start":"2026-04-07T00:21:02.276092Z","end":"2026-04-07T00:21:02.582509Z","steps":["trace[1523363887] 'process raft request' (duration: 242.916509ms)","trace[1523363887] 'compare' (duration: 63.324142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:21:02.582742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:21:02.276058Z","time spent":"306.575671ms","remote":"127.0.0.1:39970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19651,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:21:02.58277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.758894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-07T00:21:02.582856Z","caller":"traceutil/trace.go:171","msg":"trace[1223676137] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5577; }","duration":"445.921199ms","start":"2026-04-07T00:21:02.136915Z","end":"2026-04-07T00:21:02.582836Z","steps":["trace[1223676137] 'agreement among raft nodes before linearized reading' (duration: 445.65027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:02.582915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:21:02.136882Z","time spent":"446.022423ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-07T00:21:02.657084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.07512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T00:21:02.657164Z","caller":"traceutil/trace.go:171","msg":"trace[1573742657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5578; }","duration":"218.197933ms","start":"2026-04-07T00:21:02.438946Z","end":"2026-04-07T00:21:02.657144Z","steps":["trace[1573742657] 'agreement among raft nodes before linearized reading' (duration: 218.016747ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:02.657196Z","caller":"traceutil/trace.go:171","msg":"trace[1565032707] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"236.02089ms","start":"2026-04-07T00:21:02.421155Z","end":"2026-04-07T00:21:02.657176Z","steps":["trace[1565032707] 'process raft request' (duration: 235.632458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:02.657268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.247083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:21:02.657377Z","caller":"traceutil/trace.go:171","msg":"trace[1284506954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5578; }","duration":"183.402478ms","start":"2026-04-07T00:21:02.47395Z","end":"2026-04-07T00:21:02.657352Z","steps":["trace[1284506954] 'agreement among raft nodes before linearized reading' (duration: 182.995345ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:02.785643Z","caller":"traceutil/trace.go:171","msg":"trace[190005919] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"122.917415ms","start":"2026-04-07T00:21:02.662705Z","end":"2026-04-07T00:21:02.785622Z","steps":["trace[190005919] 'process raft request' (duration: 122.75161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:02.785951Z","caller":"traceutil/trace.go:171","msg":"trace[1050455654] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"120.778137ms","start":"2026-04-07T00:21:02.665164Z","end":"2026-04-07T00:21:02.785942Z","steps":["trace[1050455654] 'process raft request' (duration: 120.414226ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:02.786077Z","caller":"traceutil/trace.go:171","msg":"trace[617587667] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"120.760847ms","start":"2026-04-07T00:21:02.665292Z","end":"2026-04-07T00:21:02.786053Z","steps":["trace[617587667] 'process raft request' (duration: 120.52991ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:02.786127Z","caller":"traceutil/trace.go:171","msg":"trace[1593395484] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"120.686604ms","start":"2026-04-07T00:21:02.665413Z","end":"2026-04-07T00:21:02.7861Z","steps":["trace[1593395484] 'process raft request' (duration: 120.506969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:02.786138Z","caller":"traceutil/trace.go:171","msg":"trace[1789126648] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"120.448347ms","start":"2026-04-07T00:21:02.665669Z","end":"2026-04-07T00:21:02.786118Z","steps":["trace[1789126648] 'process raft request' (duration: 120.293002ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:03.604376Z","caller":"traceutil/trace.go:171","msg":"trace[1892545006] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5795; }","duration":"130.866648ms","start":"2026-04-07T00:21:03.473473Z","end":"2026-04-07T00:21:03.60434Z","steps":["trace[1892545006] 'read index received' (duration: 99.099639ms)","trace[1892545006] 'applied index is now lower than readState.Index' (duration: 31.765719ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:03.60456Z","caller":"traceutil/trace.go:171","msg":"trace[533021835] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"194.914993ms","start":"2026-04-07T00:21:03.409587Z","end":"2026-04-07T00:21:03.604502Z","steps":["trace[533021835] 'process raft request' (duration: 162.979458ms)","trace[533021835] 'compare' (duration: 31.600334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:21:03.604627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.139787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T00:21:03.604735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.654994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:21:03.604798Z","caller":"traceutil/trace.go:171","msg":"trace[467257621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5588; }","duration":"126.762358ms","start":"2026-04-07T00:21:03.47801Z","end":"2026-04-07T00:21:03.604772Z","steps":["trace[467257621] 'agreement among raft nodes before linearized reading' (duration: 126.535361ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:03.60516Z","caller":"traceutil/trace.go:171","msg":"trace[510961043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5588; }","duration":"131.309763ms","start":"2026-04-07T00:21:03.473431Z","end":"2026-04-07T00:21:03.604741Z","steps":["trace[510961043] 'agreement among raft nodes before linearized reading' (duration: 131.065315ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:03.774396Z","caller":"traceutil/trace.go:171","msg":"trace[971437339] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"165.631613ms","start":"2026-04-07T00:21:03.608692Z","end":"2026-04-07T00:21:03.774351Z","steps":["trace[971437339] 'process raft request' (duration: 125.019433ms)","trace[971437339] 'compare' (duration: 40.30061ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:03.774409Z","caller":"traceutil/trace.go:171","msg":"trace[1676561278] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"162.07539ms","start":"2026-04-07T00:21:03.612291Z","end":"2026-04-07T00:21:03.774367Z","steps":["trace[1676561278] 'process raft request' (duration: 161.869403ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:39.615751Z","caller":"traceutil/trace.go:171","msg":"trace[124258838] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"110.519882ms","start":"2026-04-07T00:21:39.505208Z","end":"2026-04-07T00:21:39.615728Z","steps":["trace[124258838] 'process raft request' (duration: 110.323805ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:39.615959Z","caller":"traceutil/trace.go:171","msg":"trace[785773293] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"100.863705ms","start":"2026-04-07T00:21:39.515084Z","end":"2026-04-07T00:21:39.615948Z","steps":["trace[785773293] 'process raft request' (duration: 100.604286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:49.58788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.839709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:21:49.588089Z","caller":"traceutil/trace.go:171","msg":"trace[1261512416] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"212.740917ms","start":"2026-04-07T00:21:49.375328Z","end":"2026-04-07T00:21:49.588069Z","steps":["trace[1261512416] 'process raft request' (duration: 111.596709ms)","trace[1261512416] 'compare' (duration: 100.686503ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:49.588295Z","caller":"traceutil/trace.go:171","msg":"trace[393163368] linearizableReadLoop","detail":"{readStateIndex:6184; appliedIndex:6182; }","duration":"138.112731ms","start":"2026-04-07T00:21:49.450158Z","end":"2026-04-07T00:21:49.588271Z","steps":["trace[393163368] 'read index received' (duration: 36.802488ms)","trace[393163368] 'applied index is now lower than readState.Index' (duration: 101.309363ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:21:49.588411Z","caller":"traceutil/trace.go:171","msg":"trace[1653721166] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"157.278278ms","start":"2026-04-07T00:21:49.431122Z","end":"2026-04-07T00:21:49.5884Z","steps":["trace[1653721166] 'process raft request' (duration: 156.888026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:49.588768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.594046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T00:21:49.588801Z","caller":"traceutil/trace.go:171","msg":"trace[2037626330] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5964; }","duration":"138.691669ms","start":"2026-04-07T00:21:49.450101Z","end":"2026-04-07T00:21:49.588793Z","steps":["trace[2037626330] 'agreement among raft nodes before linearized reading' (duration: 138.544664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:21:50.010856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.415603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:21:50.010985Z","caller":"traceutil/trace.go:171","msg":"trace[48844357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5969; }","duration":"134.591159ms","start":"2026-04-07T00:21:49.876366Z","end":"2026-04-07T00:21:50.010958Z","steps":["trace[48844357] 'range keys from in-memory index tree' (duration: 134.280388ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:56.403103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2974} {"level":"info","ts":"2026-04-07T00:21:56.480313Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2974,"took":"75.781164ms","hash":552658537,"current-db-size-bytes":58085376,"current-db-size":"58 MB","current-db-size-in-use-bytes":33456128,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T00:21:56.480474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":552658537,"revision":2974,"compact-revision":-1} {"level":"info","ts":"2026-04-07T00:22:02.68165Z","caller":"traceutil/trace.go:171","msg":"trace[1727095946] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"134.101434ms","start":"2026-04-07T00:22:02.547524Z","end":"2026-04-07T00:22:02.681626Z","steps":["trace[1727095946] 'process raft request' (duration: 133.65675ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:46.151351Z","caller":"traceutil/trace.go:171","msg":"trace[941115061] linearizableReadLoop","detail":"{readStateIndex:6622; appliedIndex:6621; }","duration":"137.250653ms","start":"2026-04-07T00:22:46.014079Z","end":"2026-04-07T00:22:46.151329Z","steps":["trace[941115061] 'read index received' (duration: 137.080448ms)","trace[941115061] 'applied index is now lower than readState.Index' (duration: 169.165µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:46.15148Z","caller":"traceutil/trace.go:171","msg":"trace[1390283240] transaction","detail":"{read_only:false; response_revision:6389; number_of_response:1; }","duration":"201.696147ms","start":"2026-04-07T00:22:45.949705Z","end":"2026-04-07T00:22:46.151401Z","steps":["trace[1390283240] 'process raft request' (duration: 201.47198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:46.151593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.130864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:22:46.151634Z","caller":"traceutil/trace.go:171","msg":"trace[135948744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:6389; }","duration":"116.220366ms","start":"2026-04-07T00:22:46.035403Z","end":"2026-04-07T00:22:46.151623Z","steps":["trace[135948744] 'agreement among raft nodes before linearized reading' (duration: 116.071952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:46.151737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.576143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T00:22:46.152167Z","caller":"traceutil/trace.go:171","msg":"trace[1743600087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6389; }","duration":"138.088479ms","start":"2026-04-07T00:22:46.014029Z","end":"2026-04-07T00:22:46.152118Z","steps":["trace[1743600087] 'agreement among raft nodes before linearized reading' (duration: 137.451089ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:46.381173Z","caller":"traceutil/trace.go:171","msg":"trace[1941961679] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"110.599478ms","start":"2026-04-07T00:22:46.270545Z","end":"2026-04-07T00:22:46.381145Z","steps":["trace[1941961679] 'process raft request' (duration: 110.416172ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:46.391221Z","caller":"traceutil/trace.go:171","msg":"trace[41324515] transaction","detail":"{read_only:false; response_revision:6393; number_of_response:1; }","duration":"120.174702ms","start":"2026-04-07T00:22:46.270992Z","end":"2026-04-07T00:22:46.391167Z","steps":["trace[41324515] 'process raft request' (duration: 119.916973ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:46.520215Z","caller":"traceutil/trace.go:171","msg":"trace[1370187170] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"123.577099ms","start":"2026-04-07T00:22:46.3966Z","end":"2026-04-07T00:22:46.520177Z","steps":["trace[1370187170] 'process raft request' (duration: 118.020963ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:46.553956Z","caller":"traceutil/trace.go:171","msg":"trace[27141184] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"156.660209ms","start":"2026-04-07T00:22:46.397267Z","end":"2026-04-07T00:22:46.553927Z","steps":["trace[27141184] 'process raft request' (duration: 156.484033ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:00.568875Z","caller":"traceutil/trace.go:171","msg":"trace[32627250] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"135.373154ms","start":"2026-04-07T00:23:00.433479Z","end":"2026-04-07T00:23:00.568852Z","steps":["trace[32627250] 'process raft request' (duration: 47.504606ms)","trace[32627250] 'compare' (duration: 87.713323ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:00.569073Z","caller":"traceutil/trace.go:171","msg":"trace[255555872] transaction","detail":"{read_only:false; response_revision:6464; number_of_response:1; }","duration":"133.03522ms","start":"2026-04-07T00:23:00.436006Z","end":"2026-04-07T00:23:00.569041Z","steps":["trace[255555872] 'process raft request' (duration: 132.815873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:23.042842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.891709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:23.042952Z","caller":"traceutil/trace.go:171","msg":"trace[883928949] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6579; }","duration":"159.076526ms","start":"2026-04-07T00:23:22.883853Z","end":"2026-04-07T00:23:23.042929Z","steps":["trace[883928949] 'count revisions from in-memory index tree' (duration: 158.796977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:23.758556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.035546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:23.758691Z","caller":"traceutil/trace.go:171","msg":"trace[1170935893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6580; }","duration":"102.231072ms","start":"2026-04-07T00:23:23.656428Z","end":"2026-04-07T00:23:23.758659Z","steps":["trace[1170935893] 'range keys from in-memory index tree' (duration: 101.924062ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:28.999696Z","caller":"traceutil/trace.go:171","msg":"trace[1243631072] transaction","detail":"{read_only:false; response_revision:6607; number_of_response:1; }","duration":"131.683287ms","start":"2026-04-07T00:23:28.867984Z","end":"2026-04-07T00:23:28.999668Z","steps":["trace[1243631072] 'process raft request' (duration: 52.444804ms)","trace[1243631072] 'compare' (duration: 78.82107ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:28.999706Z","caller":"traceutil/trace.go:171","msg":"trace[1469511352] transaction","detail":"{read_only:false; response_revision:6608; number_of_response:1; }","duration":"131.643445ms","start":"2026-04-07T00:23:28.868033Z","end":"2026-04-07T00:23:28.999677Z","steps":["trace[1469511352] 'process raft request' (duration: 131.530192ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:06.061226Z","caller":"traceutil/trace.go:171","msg":"trace[1601631824] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"155.418801ms","start":"2026-04-07T00:24:05.905763Z","end":"2026-04-07T00:24:06.061182Z","steps":["trace[1601631824] 'process raft request' (duration: 152.526969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:06.061537Z","caller":"traceutil/trace.go:171","msg":"trace[395695329] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"153.224102ms","start":"2026-04-07T00:24:05.90823Z","end":"2026-04-07T00:24:06.061454Z","steps":["trace[395695329] 'process raft request' (duration: 152.87318ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:06.095297Z","caller":"traceutil/trace.go:171","msg":"trace[564152448] linearizableReadLoop","detail":"{readStateIndex:7071; appliedIndex:7068; }","duration":"111.821055ms","start":"2026-04-07T00:24:05.983457Z","end":"2026-04-07T00:24:06.095278Z","steps":["trace[564152448] 'read index received' (duration: 74.8497ms)","trace[564152448] 'applied index is now lower than readState.Index' (duration: 36.970465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:24:06.095555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.075323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-5glrx\" ","response":"range_response_count:1 size:7177"} {"level":"info","ts":"2026-04-07T00:24:06.095611Z","caller":"traceutil/trace.go:171","msg":"trace[276285194] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-5glrx; range_end:; response_count:1; response_revision:6821; }","duration":"112.183216ms","start":"2026-04-07T00:24:05.983415Z","end":"2026-04-07T00:24:06.095599Z","steps":["trace[276285194] 'agreement among raft nodes before linearized reading' (duration: 111.932608ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:06.095898Z","caller":"traceutil/trace.go:171","msg":"trace[1858333187] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"115.797541ms","start":"2026-04-07T00:24:05.979638Z","end":"2026-04-07T00:24:06.095436Z","steps":["trace[1858333187] 'process raft request' (duration: 115.530392ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:06.214507Z","caller":"traceutil/trace.go:171","msg":"trace[168034496] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"108.518249ms","start":"2026-04-07T00:24:06.105907Z","end":"2026-04-07T00:24:06.214425Z","steps":["trace[168034496] 'process raft request' (duration: 73.579149ms)","trace[168034496] 'compare' (duration: 34.559728ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:24:33.209219Z","caller":"traceutil/trace.go:171","msg":"trace[908292762] transaction","detail":"{read_only:false; response_revision:7009; number_of_response:1; }","duration":"106.864098ms","start":"2026-04-07T00:24:33.10233Z","end":"2026-04-07T00:24:33.209194Z","steps":["trace[908292762] 'process raft request' (duration: 106.2986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:34.709344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.939786ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T00:24:34.712036Z","caller":"traceutil/trace.go:171","msg":"trace[1749887091] transaction","detail":"{read_only:false; response_revision:7016; number_of_response:1; }","duration":"131.862182ms","start":"2026-04-07T00:24:34.580155Z","end":"2026-04-07T00:24:34.712018Z","steps":["trace[1749887091] 'process raft request' (duration: 131.752458ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:33.911431Z","caller":"traceutil/trace.go:171","msg":"trace[1295784680] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"150.683101ms","start":"2026-04-07T00:25:33.76072Z","end":"2026-04-07T00:25:33.911403Z","steps":["trace[1295784680] 'process raft request' (duration: 150.331509ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:25:33.911837Z","caller":"traceutil/trace.go:171","msg":"trace[953159585] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"119.421706ms","start":"2026-04-07T00:25:33.792384Z","end":"2026-04-07T00:25:33.911805Z","steps":["trace[953159585] 'process raft request' (duration: 118.89144ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:56.408842Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6026} {"level":"info","ts":"2026-04-07T00:26:56.511918Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6026,"took":"100.94771ms","hash":3202043470,"current-db-size-bytes":58085376,"current-db-size":"58 MB","current-db-size-in-use-bytes":21823488,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-07T00:26:56.512015Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3202043470,"revision":6026,"compact-revision":2974} {"level":"info","ts":"2026-04-07T00:26:57.189106Z","caller":"traceutil/trace.go:171","msg":"trace[2135003010] linearizableReadLoop","detail":"{readStateIndex:8406; appliedIndex:8405; }","duration":"116.96355ms","start":"2026-04-07T00:26:57.072116Z","end":"2026-04-07T00:26:57.18908Z","steps":["trace[2135003010] 'read index received' (duration: 116.701081ms)","trace[2135003010] 'applied index is now lower than readState.Index' (duration: 261.479µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:26:57.189307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.170676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:26:57.189348Z","caller":"traceutil/trace.go:171","msg":"trace[2132719100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8110; }","duration":"117.250059ms","start":"2026-04-07T00:26:57.072087Z","end":"2026-04-07T00:26:57.189337Z","steps":["trace[2132719100] 'agreement among raft nodes before linearized reading' (duration: 117.093384ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:26:57.189727Z","caller":"traceutil/trace.go:171","msg":"trace[1004115619] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"176.771861ms","start":"2026-04-07T00:26:57.012937Z","end":"2026-04-07T00:26:57.189708Z","steps":["trace[1004115619] 'process raft request' (duration: 175.974135ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:08.810231Z","caller":"traceutil/trace.go:171","msg":"trace[1171022243] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"102.53088ms","start":"2026-04-07T00:27:08.707644Z","end":"2026-04-07T00:27:08.810175Z","steps":["trace[1171022243] 'process raft request' (duration: 102.055155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:13.889892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931472523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:27:14.390795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931472523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:27:14.638439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277429849s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:27:14.638897Z","caller":"traceutil/trace.go:171","msg":"trace[772834145] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"1.277965717s","start":"2026-04-07T00:27:13.3609Z","end":"2026-04-07T00:27:14.638866Z","steps":["trace[772834145] 'process raft request' (duration: 1.27775289s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.639066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.360879Z","time spent":"1.27810393s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:14.760333Z","caller":"traceutil/trace.go:171","msg":"trace[220951716] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8633; }","duration":"1.371471469s","start":"2026-04-07T00:27:13.388841Z","end":"2026-04-07T00:27:14.760313Z","steps":["trace[220951716] 'read index received' (duration: 1.250512203s)","trace[220951716] 'applied index is now lower than readState.Index' (duration: 120.958596ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:27:14.760346Z","caller":"traceutil/trace.go:171","msg":"trace[2068073921] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"1.399353016s","start":"2026-04-07T00:27:13.360959Z","end":"2026-04-07T00:27:14.760312Z","steps":["trace[2068073921] 'process raft request' (duration: 1.39914415s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:14.76042Z","caller":"traceutil/trace.go:171","msg":"trace[1569563624] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"809.623524ms","start":"2026-04-07T00:27:13.95079Z","end":"2026-04-07T00:27:14.760413Z","steps":["trace[1569563624] 'process raft request' (duration: 809.49451ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:14.760421Z","caller":"traceutil/trace.go:171","msg":"trace[1262642320] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"884.183995ms","start":"2026-04-07T00:27:13.876185Z","end":"2026-04-07T00:27:14.760369Z","steps":["trace[1262642320] 'process raft request' (duration: 884.077422ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:14.760432Z","caller":"traceutil/trace.go:171","msg":"trace[1931252700] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"1.350028417s","start":"2026-04-07T00:27:13.410379Z","end":"2026-04-07T00:27:14.760408Z","steps":["trace[1931252700] 'process raft request' (duration: 1.349852312s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.760502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.360933Z","time spent":"1.399476239s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:14.760508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.950768Z","time spent":"809.672255ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:14.760535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.876166Z","time spent":"884.311218ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:14.760549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.410354Z","time spent":"1.350134201s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:14.760588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184916907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:27:14.760681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.45828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-07T00:27:14.760671Z","caller":"traceutil/trace.go:171","msg":"trace[1416046637] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8337; }","duration":"1.185037791s","start":"2026-04-07T00:27:13.575611Z","end":"2026-04-07T00:27:14.760648Z","steps":["trace[1416046637] 'agreement among raft nodes before linearized reading' (duration: 1.184877876s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.76069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.671799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:27:14.760706Z","caller":"traceutil/trace.go:171","msg":"trace[277463141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8337; }","duration":"910.489341ms","start":"2026-04-07T00:27:13.850209Z","end":"2026-04-07T00:27:14.760698Z","steps":["trace[277463141] 'agreement among raft nodes before linearized reading' (duration: 910.400499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.760711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371878063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:27:14.760715Z","caller":"traceutil/trace.go:171","msg":"trace[1283781545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:8337; }","duration":"911.722361ms","start":"2026-04-07T00:27:13.848986Z","end":"2026-04-07T00:27:14.760708Z","steps":["trace[1283781545] 'agreement among raft nodes before linearized reading' (duration: 911.618828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.760725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.850204Z","time spent":"910.516782ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:27:14.760738Z","caller":"traceutil/trace.go:171","msg":"trace[862569289] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8337; }","duration":"1.371980375s","start":"2026-04-07T00:27:13.388748Z","end":"2026-04-07T00:27:14.760729Z","steps":["trace[862569289] 'agreement among raft nodes before linearized reading' (duration: 1.371938844s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.760728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.575585Z","time spent":"1.185127344s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:27:14.760739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.848973Z","time spent":"911.761732ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-hc28z\" "} {"level":"warn","ts":"2026-04-07T00:27:14.76076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.388728Z","time spent":"1.372027117s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:27:14.760791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.688186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:27:14.760831Z","caller":"traceutil/trace.go:171","msg":"trace[1803176355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8337; }","duration":"314.774459ms","start":"2026-04-07T00:27:14.446046Z","end":"2026-04-07T00:27:14.76082Z","steps":["trace[1803176355] 'agreement among raft nodes before linearized reading' (duration: 314.630405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.76084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102178667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:27:14.760862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:14.446025Z","time spent":"314.82945ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:27:14.760865Z","caller":"traceutil/trace.go:171","msg":"trace[235143616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8337; }","duration":"1.102240089s","start":"2026-04-07T00:27:13.658617Z","end":"2026-04-07T00:27:14.760857Z","steps":["trace[235143616] 'agreement among raft nodes before linearized reading' (duration: 1.102201827s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.760861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.72262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:27:14.760894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.658599Z","time spent":"1.102286269s","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:27:14.76096Z","caller":"traceutil/trace.go:171","msg":"trace[968921919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8337; }","duration":"588.895706ms","start":"2026-04-07T00:27:14.172033Z","end":"2026-04-07T00:27:14.760929Z","steps":["trace[968921919] 'agreement among raft nodes before linearized reading' (duration: 588.517904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.761004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:14.172009Z","time spent":"588.987148ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:27:14.761099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.669481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:27:14.761127Z","caller":"traceutil/trace.go:171","msg":"trace[343563208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8337; }","duration":"990.738303ms","start":"2026-04-07T00:27:13.770382Z","end":"2026-04-07T00:27:14.761121Z","steps":["trace[343563208] 'agreement among raft nodes before linearized reading' (duration: 990.263008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.761146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:13.770365Z","time spent":"990.776805ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:27:14.761175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.380973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6d4dc658d5-4pdhv.18a3eb829e735f92\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-07T00:27:14.761329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.64038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:27:14.761224Z","caller":"traceutil/trace.go:171","msg":"trace[1740239019] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6d4dc658d5-4pdhv.18a3eb829e735f92; range_end:; response_count:1; response_revision:8337; }","duration":"407.452636ms","start":"2026-04-07T00:27:14.353755Z","end":"2026-04-07T00:27:14.761208Z","steps":["trace[1740239019] 'agreement among raft nodes before linearized reading' (duration: 406.94556ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:14.761371Z","caller":"traceutil/trace.go:171","msg":"trace[391996131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8337; }","duration":"423.725314ms","start":"2026-04-07T00:27:14.337635Z","end":"2026-04-07T00:27:14.761361Z","steps":["trace[391996131] 'agreement among raft nodes before linearized reading' (duration: 423.383413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:14.761385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:14.353744Z","time spent":"407.628462ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-6d4dc658d5-4pdhv.18a3eb829e735f92\" "} {"level":"warn","ts":"2026-04-07T00:27:14.761397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:14.337616Z","time spent":"423.775085ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:27:24.486761Z","caller":"traceutil/trace.go:171","msg":"trace[1941623223] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"132.316507ms","start":"2026-04-07T00:27:24.354411Z","end":"2026-04-07T00:27:24.486728Z","steps":["trace[1941623223] 'process raft request' (duration: 132.09158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.000377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.690025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:25.000461Z","caller":"traceutil/trace.go:171","msg":"trace[422748256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8385; }","duration":"341.842369ms","start":"2026-04-07T00:27:24.658599Z","end":"2026-04-07T00:27:25.000442Z","steps":["trace[422748256] 'range keys from in-memory index tree' (duration: 341.552341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.000509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.658564Z","time spent":"341.928873ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:27:25.001325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.948304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:27:25.001538Z","caller":"traceutil/trace.go:171","msg":"trace[1475548353] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"327.361949ms","start":"2026-04-07T00:27:24.674123Z","end":"2026-04-07T00:27:25.001485Z","steps":["trace[1475548353] 'process raft request' (duration: 223.89634ms)","trace[1475548353] 'compare' (duration: 102.352254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:25.001759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.674096Z","time spent":"327.531335ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:25.29716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.697832ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T00:27:25.297506Z","caller":"traceutil/trace.go:171","msg":"trace[1058606883] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"493.115749ms","start":"2026-04-07T00:27:24.80437Z","end":"2026-04-07T00:27:25.297486Z","steps":["trace[1058606883] 'process raft request' (duration: 492.901583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.297631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.80434Z","time spent":"493.216253ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:25.29775Z","caller":"traceutil/trace.go:171","msg":"trace[569573557] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"488.09688ms","start":"2026-04-07T00:27:24.80963Z","end":"2026-04-07T00:27:25.297727Z","steps":["trace[569573557] 'process raft request' (duration: 487.816011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.297864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.809603Z","time spent":"488.195903ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:25.298078Z","caller":"traceutil/trace.go:171","msg":"trace[1818993868] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"484.542987ms","start":"2026-04-07T00:27:24.813498Z","end":"2026-04-07T00:27:25.298041Z","steps":["trace[1818993868] 'process raft request' (duration: 484.142114ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:25.298098Z","caller":"traceutil/trace.go:171","msg":"trace[425967898] linearizableReadLoop","detail":"{readStateIndex:8692; appliedIndex:8687; }","duration":"478.841916ms","start":"2026-04-07T00:27:24.819219Z","end":"2026-04-07T00:27:25.298061Z","steps":["trace[425967898] 'read index received' (duration: 78.825406ms)","trace[425967898] 'applied index is now lower than readState.Index' (duration: 400.01425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:25.298316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.813483Z","time spent":"484.681762ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:25.298397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.841576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T00:27:25.298392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.160226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:27:25.298433Z","caller":"traceutil/trace.go:171","msg":"trace[2003188457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8389; }","duration":"478.905218ms","start":"2026-04-07T00:27:24.819516Z","end":"2026-04-07T00:27:25.298421Z","steps":["trace[2003188457] 'agreement among raft nodes before linearized reading' (duration: 478.816115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.29845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.819503Z","time spent":"478.943719ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:27:25.298445Z","caller":"traceutil/trace.go:171","msg":"trace[561093594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8389; }","duration":"479.241868ms","start":"2026-04-07T00:27:24.819189Z","end":"2026-04-07T00:27:25.298431Z","steps":["trace[561093594] 'agreement among raft nodes before linearized reading' (duration: 479.038462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.298479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.819179Z","time spent":"479.29215ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:27:25.298528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.871516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:27:25.29852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.925741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-07T00:27:25.29854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.0903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:27:25.298588Z","caller":"traceutil/trace.go:171","msg":"trace[977831282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:8389; }","duration":"475.026535ms","start":"2026-04-07T00:27:24.823542Z","end":"2026-04-07T00:27:25.298569Z","steps":["trace[977831282] 'agreement among raft nodes before linearized reading' (duration: 474.795187ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:25.298597Z","caller":"traceutil/trace.go:171","msg":"trace[340619976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8389; }","duration":"477.163692ms","start":"2026-04-07T00:27:24.821419Z","end":"2026-04-07T00:27:25.298583Z","steps":["trace[340619976] 'agreement among raft nodes before linearized reading' (duration: 477.020908ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:25.298548Z","caller":"traceutil/trace.go:171","msg":"trace[868545613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8389; }","duration":"478.934149ms","start":"2026-04-07T00:27:24.819606Z","end":"2026-04-07T00:27:25.29854Z","steps":["trace[868545613] 'agreement among raft nodes before linearized reading' (duration: 478.887987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.29865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.819578Z","time spent":"479.066203ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:27:25.298644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.823532Z","time spent":"475.100817ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-hc28z\" "} {"level":"warn","ts":"2026-04-07T00:27:25.298639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.821411Z","time spent":"477.215564ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:27:25.298656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.416353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-04-07T00:27:25.298688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.128881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:27:25.298724Z","caller":"traceutil/trace.go:171","msg":"trace[400369240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8389; }","duration":"367.523566ms","start":"2026-04-07T00:27:24.931184Z","end":"2026-04-07T00:27:25.298707Z","steps":["trace[400369240] 'agreement among raft nodes before linearized reading' (duration: 367.34267ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:25.298741Z","caller":"traceutil/trace.go:171","msg":"trace[225022130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8389; }","duration":"477.203654ms","start":"2026-04-07T00:27:24.821524Z","end":"2026-04-07T00:27:25.298727Z","steps":["trace[225022130] 'agreement among raft nodes before linearized reading' (duration: 477.026938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.298758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.931167Z","time spent":"367.584798ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:27:25.298777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:24.821512Z","time spent":"477.257355ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:27:25.803547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931472664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:27:25.95076Z","caller":"traceutil/trace.go:171","msg":"trace[858903953] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"648.348285ms","start":"2026-04-07T00:27:25.30239Z","end":"2026-04-07T00:27:25.950738Z","steps":["trace[858903953] 'process raft request' (duration: 648.213501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.95089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.302367Z","time spent":"648.456878ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:25.983667Z","caller":"traceutil/trace.go:171","msg":"trace[301301896] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"680.59706ms","start":"2026-04-07T00:27:25.303034Z","end":"2026-04-07T00:27:25.983631Z","steps":["trace[301301896] 'process raft request' (duration: 680.378783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.98386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.303017Z","time spent":"680.754826ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:25.984053Z","caller":"traceutil/trace.go:171","msg":"trace[156336193] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"680.925141ms","start":"2026-04-07T00:27:25.303098Z","end":"2026-04-07T00:27:25.984023Z","steps":["trace[156336193] 'process raft request' (duration: 680.487217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.984199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.303093Z","time spent":"681.031274ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:25.984423Z","caller":"traceutil/trace.go:171","msg":"trace[1628730358] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8693; }","duration":"681.866201ms","start":"2026-04-07T00:27:25.302542Z","end":"2026-04-07T00:27:25.984408Z","steps":["trace[1628730358] 'read index received' (duration: 648.19214ms)","trace[1628730358] 'applied index is now lower than readState.Index' (duration: 33.673471ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:27:25.984503Z","caller":"traceutil/trace.go:171","msg":"trace[1463143023] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"681.250932ms","start":"2026-04-07T00:27:25.303238Z","end":"2026-04-07T00:27:25.984489Z","steps":["trace[1463143023] 'process raft request' (duration: 680.778767ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:25.984536Z","caller":"traceutil/trace.go:171","msg":"trace[439872804] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"674.712733ms","start":"2026-04-07T00:27:25.309819Z","end":"2026-04-07T00:27:25.984531Z","steps":["trace[439872804] 'process raft request' (duration: 674.560298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.984566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.303231Z","time spent":"681.303773ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:25.984621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.309799Z","time spent":"674.761585ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:25.984517Z","caller":"traceutil/trace.go:171","msg":"trace[1677447840] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"681.21145ms","start":"2026-04-07T00:27:25.303298Z","end":"2026-04-07T00:27:25.984509Z","steps":["trace[1677447840] 'process raft request' (duration: 681.047265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.984792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.303282Z","time spent":"681.481518ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:25.984836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.425987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:25.984878Z","caller":"traceutil/trace.go:171","msg":"trace[1058199311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8395; }","duration":"325.50543ms","start":"2026-04-07T00:27:25.659361Z","end":"2026-04-07T00:27:25.984867Z","steps":["trace[1058199311] 'agreement among raft nodes before linearized reading' (duration: 325.442848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.984901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.659318Z","time spent":"325.579612ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:27:25.985134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.904212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e269d4e7-3dd9-4c5b-ba58-7e2161a8b0bc\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-07T00:27:25.984962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.432209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-07T00:27:25.985212Z","caller":"traceutil/trace.go:171","msg":"trace[10315948] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e269d4e7-3dd9-4c5b-ba58-7e2161a8b0bc; range_end:; response_count:1; response_revision:8395; }","duration":"682.002495ms","start":"2026-04-07T00:27:25.30319Z","end":"2026-04-07T00:27:25.985192Z","steps":["trace[10315948] 'agreement among raft nodes before linearized reading' (duration: 681.784018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.985261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.303171Z","time spent":"682.079848ms","remote":"127.0.0.1:39940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e269d4e7-3dd9-4c5b-ba58-7e2161a8b0bc\" "} {"level":"warn","ts":"2026-04-07T00:27:25.98524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.222333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224165"} {"level":"info","ts":"2026-04-07T00:27:25.985335Z","caller":"traceutil/trace.go:171","msg":"trace[1321846942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8395; }","duration":"682.341316ms","start":"2026-04-07T00:27:25.302966Z","end":"2026-04-07T00:27:25.985307Z","steps":["trace[1321846942] 'agreement among raft nodes before linearized reading' (duration: 681.83832ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:25.985216Z","caller":"traceutil/trace.go:171","msg":"trace[1434358063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8395; }","duration":"682.702097ms","start":"2026-04-07T00:27:25.302503Z","end":"2026-04-07T00:27:25.985205Z","steps":["trace[1434358063] 'agreement among raft nodes before linearized reading' (duration: 682.360997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:25.985391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.302957Z","time spent":"682.423949ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224188,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-07T00:27:25.985407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:25.302482Z","time spent":"682.916575ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:27:27.154279Z","caller":"traceutil/trace.go:171","msg":"trace[1793012533] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"146.895511ms","start":"2026-04-07T00:27:27.00736Z","end":"2026-04-07T00:27:27.154255Z","steps":["trace[1793012533] 'process raft request' (duration: 146.740696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:27.808604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931472680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:27:28.175592Z","caller":"traceutil/trace.go:171","msg":"trace[44441864] linearizableReadLoop","detail":"{readStateIndex:8703; appliedIndex:8699; }","duration":"867.991871ms","start":"2026-04-07T00:27:27.307564Z","end":"2026-04-07T00:27:28.175556Z","steps":["trace[44441864] 'read index received' (duration: 809.409548ms)","trace[44441864] 'applied index is now lower than readState.Index' (duration: 58.580352ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:27:28.175658Z","caller":"traceutil/trace.go:171","msg":"trace[550494240] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"871.73089ms","start":"2026-04-07T00:27:27.303891Z","end":"2026-04-07T00:27:28.175622Z","steps":["trace[550494240] 'process raft request' (duration: 871.411029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:28.175993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.415083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-07T00:27:28.176054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.884726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:28.176063Z","caller":"traceutil/trace.go:171","msg":"trace[1170791712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8400; }","duration":"868.543698ms","start":"2026-04-07T00:27:27.307501Z","end":"2026-04-07T00:27:28.176045Z","steps":["trace[1170791712] 'agreement among raft nodes before linearized reading' (duration: 868.386773ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:28.176113Z","caller":"traceutil/trace.go:171","msg":"trace[1162362029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8400; }","duration":"516.956868ms","start":"2026-04-07T00:27:27.659143Z","end":"2026-04-07T00:27:28.1761Z","steps":["trace[1162362029] 'agreement among raft nodes before linearized reading' (duration: 516.848114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:28.176118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.44998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:27:28.176126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:27.307476Z","time spent":"868.64026ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:27:28.176153Z","caller":"traceutil/trace.go:171","msg":"trace[1703659760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8400; }","duration":"220.538502ms","start":"2026-04-07T00:27:27.955608Z","end":"2026-04-07T00:27:28.176146Z","steps":["trace[1703659760] 'agreement among raft nodes before linearized reading' (duration: 220.405328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:28.176156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:27.659088Z","time spent":"517.060041ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:27:28.176139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.993804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:27:28.176155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.530551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:27:28.176188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.831253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:27:28.176218Z","caller":"traceutil/trace.go:171","msg":"trace[1520905621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8400; }","duration":"186.658385ms","start":"2026-04-07T00:27:27.989548Z","end":"2026-04-07T00:27:28.176207Z","steps":["trace[1520905621] 'agreement among raft nodes before linearized reading' (duration: 186.446748ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:28.176212Z","caller":"traceutil/trace.go:171","msg":"trace[826979390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8400; }","duration":"186.101248ms","start":"2026-04-07T00:27:27.990094Z","end":"2026-04-07T00:27:28.176195Z","steps":["trace[826979390] 'agreement among raft nodes before linearized reading' (duration: 185.906612ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:28.176264Z","caller":"traceutil/trace.go:171","msg":"trace[40893624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8400; }","duration":"187.975148ms","start":"2026-04-07T00:27:27.988273Z","end":"2026-04-07T00:27:28.176248Z","steps":["trace[40893624] 'agreement among raft nodes before linearized reading' (duration: 187.74452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:28.176255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.987707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-07T00:27:28.176276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.022341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:27:28.176324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.18537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:27:28.176401Z","caller":"traceutil/trace.go:171","msg":"trace[1612304774] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8400; }","duration":"289.207387ms","start":"2026-04-07T00:27:27.887166Z","end":"2026-04-07T00:27:28.176374Z","steps":["trace[1612304774] 'agreement among raft nodes before linearized reading' (duration: 288.914687ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:28.175736Z","caller":"traceutil/trace.go:171","msg":"trace[1564370083] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"989.825614ms","start":"2026-04-07T00:27:27.1859Z","end":"2026-04-07T00:27:28.175725Z","steps":["trace[1564370083] 'process raft request' (duration: 931.054505ms)","trace[1564370083] 'compare' (duration: 58.074757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:28.17643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:27.303854Z","time spent":"872.138322ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:28.176406Z","caller":"traceutil/trace.go:171","msg":"trace[590154344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8400; }","duration":"186.281853ms","start":"2026-04-07T00:27:27.990103Z","end":"2026-04-07T00:27:28.176385Z","steps":["trace[590154344] 'agreement among raft nodes before linearized reading' (duration: 185.983053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:28.176628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:27.185854Z","time spent":"990.668351ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:28.176332Z","caller":"traceutil/trace.go:171","msg":"trace[1435107854] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:8400; }","duration":"182.092321ms","start":"2026-04-07T00:27:27.99422Z","end":"2026-04-07T00:27:28.176312Z","steps":["trace[1435107854] 'agreement among raft nodes before linearized reading' (duration: 181.824702ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:28.175658Z","caller":"traceutil/trace.go:171","msg":"trace[655593029] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"871.210413ms","start":"2026-04-07T00:27:27.304408Z","end":"2026-04-07T00:27:28.175619Z","steps":["trace[655593029] 'process raft request' (duration: 870.968335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:28.17682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:27.304394Z","time spent":"872.397931ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:28.175658Z","caller":"traceutil/trace.go:171","msg":"trace[2103093215] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"871.038197ms","start":"2026-04-07T00:27:27.304585Z","end":"2026-04-07T00:27:28.175623Z","steps":["trace[2103093215] 'process raft request' (duration: 870.901342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:28.177059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:27.304543Z","time spent":"872.329708ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:28.303608Z","caller":"traceutil/trace.go:171","msg":"trace[1142917445] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"121.298568ms","start":"2026-04-07T00:27:28.182286Z","end":"2026-04-07T00:27:28.303585Z","steps":["trace[1142917445] 'process raft request' (duration: 121.234176ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:28.303621Z","caller":"traceutil/trace.go:171","msg":"trace[1977282565] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"121.71073ms","start":"2026-04-07T00:27:28.181871Z","end":"2026-04-07T00:27:28.303582Z","steps":["trace[1977282565] 'process raft request' (duration: 114.594044ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:28.30367Z","caller":"traceutil/trace.go:171","msg":"trace[1806063052] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"121.289937ms","start":"2026-04-07T00:27:28.182358Z","end":"2026-04-07T00:27:28.303648Z","steps":["trace[1806063052] 'process raft request' (duration: 121.194034ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:28.303676Z","caller":"traceutil/trace.go:171","msg":"trace[1435275173] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"121.670759ms","start":"2026-04-07T00:27:28.181973Z","end":"2026-04-07T00:27:28.303644Z","steps":["trace[1435275173] 'process raft request' (duration: 121.509554ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:29.263214Z","caller":"traceutil/trace.go:171","msg":"trace[409670933] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"105.35215ms","start":"2026-04-07T00:27:29.157829Z","end":"2026-04-07T00:27:29.263181Z","steps":["trace[409670933] 'process raft request' (duration: 105.170604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:30.152086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.713843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:27:30.152148Z","caller":"traceutil/trace.go:171","msg":"trace[594558006] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:8406; }","duration":"763.822127ms","start":"2026-04-07T00:27:29.38831Z","end":"2026-04-07T00:27:30.152133Z","steps":["trace[594558006] 'range keys from in-memory index tree' (duration: 763.564849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:30.152173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:29.38829Z","time spent":"763.877048ms","remote":"127.0.0.1:39826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.246\" "} {"level":"warn","ts":"2026-04-07T00:27:30.154174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.233267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:30.154337Z","caller":"traceutil/trace.go:171","msg":"trace[2145783595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8406; }","duration":"497.122937ms","start":"2026-04-07T00:27:29.657187Z","end":"2026-04-07T00:27:30.15431Z","steps":["trace[2145783595] 'range keys from in-memory index tree' (duration: 495.117574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:30.154403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:29.657167Z","time spent":"497.222341ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:27:30.655884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931472703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:27:31.15614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931472703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:27:31.453315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.298301003s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:27:31.453679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.154869Z","time spent":"1.298806649s","remote":"127.0.0.1:39826","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:27:31.597588Z","caller":"traceutil/trace.go:171","msg":"trace[1275555652] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"1.404899142s","start":"2026-04-07T00:27:30.192661Z","end":"2026-04-07T00:27:31.59756Z","steps":["trace[1275555652] 'process raft request' (duration: 1.404665985s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.597587Z","caller":"traceutil/trace.go:171","msg":"trace[1631863962] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"1.404753387s","start":"2026-04-07T00:27:30.192808Z","end":"2026-04-07T00:27:31.597562Z","steps":["trace[1631863962] 'process raft request' (duration: 1.404671655s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.597739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.192633Z","time spent":"1.405023616s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:31.597917Z","caller":"traceutil/trace.go:171","msg":"trace[2085004488] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"1.403721815s","start":"2026-04-07T00:27:30.194179Z","end":"2026-04-07T00:27:31.5979Z","steps":["trace[2085004488] 'process raft request' (duration: 1.403348923s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.597917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.192757Z","time spent":"1.405038797s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:31.597913Z","caller":"traceutil/trace.go:171","msg":"trace[1300830962] linearizableReadLoop","detail":"{readStateIndex:8713; appliedIndex:8709; }","duration":"1.442438156s","start":"2026-04-07T00:27:30.155452Z","end":"2026-04-07T00:27:31.59789Z","steps":["trace[1300830962] 'read index received' (duration: 1.298149798s)","trace[1300830962] 'applied index is now lower than readState.Index' (duration: 144.287468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:31.598006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.194173Z","time spent":"1.403785787s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:31.598011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44255024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:31.597998Z","caller":"traceutil/trace.go:171","msg":"trace[1353117353] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"330.413676ms","start":"2026-04-07T00:27:31.267555Z","end":"2026-04-07T00:27:31.597968Z","steps":["trace[1353117353] 'process raft request' (duration: 330.22173ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.598056Z","caller":"traceutil/trace.go:171","msg":"trace[2023521974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8410; }","duration":"1.442656253s","start":"2026-04-07T00:27:30.15539Z","end":"2026-04-07T00:27:31.598047Z","steps":["trace[2023521974] 'agreement among raft nodes before linearized reading' (duration: 1.44257345s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.598098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.155365Z","time spent":"1.442725795s","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:27:31.598122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:31.267531Z","time spent":"330.53606ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:27:31.599848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055249565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:27:31.599907Z","caller":"traceutil/trace.go:171","msg":"trace[1420471092] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"145.114264ms","start":"2026-04-07T00:27:31.454761Z","end":"2026-04-07T00:27:31.599876Z","steps":["trace[1420471092] 'process raft request' (duration: 144.441582ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.599928Z","caller":"traceutil/trace.go:171","msg":"trace[574801701] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8411; }","duration":"1.055370539s","start":"2026-04-07T00:27:30.544537Z","end":"2026-04-07T00:27:31.599908Z","steps":["trace[574801701] 'agreement among raft nodes before linearized reading' (duration: 1.055178143s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.599925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.988432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-04-07T00:27:31.59995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.610403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:31.600002Z","caller":"traceutil/trace.go:171","msg":"trace[502928492] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8411; }","duration":"692.711436ms","start":"2026-04-07T00:27:30.907278Z","end":"2026-04-07T00:27:31.59999Z","steps":["trace[502928492] 'agreement among raft nodes before linearized reading' (duration: 692.626014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.600044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.907256Z","time spent":"692.778779ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:27:31.600054Z","caller":"traceutil/trace.go:171","msg":"trace[1413632761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8411; }","duration":"496.092975ms","start":"2026-04-07T00:27:31.10388Z","end":"2026-04-07T00:27:31.599973Z","steps":["trace[1413632761] 'agreement among raft nodes before linearized reading' (duration: 495.880598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.600109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:31.10386Z","time spent":"496.234489ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:27:31.600137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292147257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:27:31.600343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.501531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:31.600407Z","caller":"traceutil/trace.go:171","msg":"trace[1016210905] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8411; }","duration":"893.598344ms","start":"2026-04-07T00:27:30.706791Z","end":"2026-04-07T00:27:31.600389Z","steps":["trace[1016210905] 'agreement among raft nodes before linearized reading' (duration: 893.522902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.60047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.706771Z","time spent":"893.681497ms","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:27:31.600302Z","caller":"traceutil/trace.go:171","msg":"trace[495806189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8411; }","duration":"1.292343693s","start":"2026-04-07T00:27:30.307933Z","end":"2026-04-07T00:27:31.600277Z","steps":["trace[495806189] 'agreement among raft nodes before linearized reading' (duration: 1.291906009s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.600556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.307923Z","time spent":"1.292614632s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:27:31.600558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292412866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:27:31.600817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322841303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:27:31.600821Z","caller":"traceutil/trace.go:171","msg":"trace[1274744011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8411; }","duration":"1.292728795s","start":"2026-04-07T00:27:30.308076Z","end":"2026-04-07T00:27:31.600805Z","steps":["trace[1274744011] 'agreement among raft nodes before linearized reading' (duration: 1.292298861s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.600871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293412917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:27:31.600912Z","caller":"traceutil/trace.go:171","msg":"trace[2041138223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8411; }","duration":"1.322999328s","start":"2026-04-07T00:27:30.277889Z","end":"2026-04-07T00:27:31.600888Z","steps":["trace[2041138223] 'agreement among raft nodes before linearized reading' (duration: 1.32181584s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.600929Z","caller":"traceutil/trace.go:171","msg":"trace[1707772037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8411; }","duration":"1.293503719s","start":"2026-04-07T00:27:30.307409Z","end":"2026-04-07T00:27:31.600913Z","steps":["trace[1707772037] 'agreement among raft nodes before linearized reading' (duration: 1.293337084s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.600925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.308064Z","time spent":"1.292842729s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:27:31.600973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.277865Z","time spent":"1.323094721s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:27:31.600983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.307391Z","time spent":"1.293581442s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:27:31.601025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319616211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:27:31.601076Z","caller":"traceutil/trace.go:171","msg":"trace[970805273] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:8411; }","duration":"1.319712413s","start":"2026-04-07T00:27:30.281353Z","end":"2026-04-07T00:27:31.601065Z","steps":["trace[970805273] 'agreement among raft nodes before linearized reading' (duration: 1.319579779s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.601105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.28131Z","time spent":"1.319789476s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-hc28z\" "} {"level":"warn","ts":"2026-04-07T00:27:31.60113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292916431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:27:31.601185Z","caller":"traceutil/trace.go:171","msg":"trace[573480593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8411; }","duration":"1.292999284s","start":"2026-04-07T00:27:30.308173Z","end":"2026-04-07T00:27:31.601172Z","steps":["trace[573480593] 'agreement among raft nodes before linearized reading' (duration: 1.292050364s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.601224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.308162Z","time spent":"1.293054456s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:27:31.59999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:30.544515Z","time spent":"1.055462311s","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:27:31.797747Z","caller":"traceutil/trace.go:171","msg":"trace[25848591] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8715; }","duration":"184.339862ms","start":"2026-04-07T00:27:31.613379Z","end":"2026-04-07T00:27:31.797719Z","steps":["trace[25848591] 'read index received' (duration: 179.89661ms)","trace[25848591] 'applied index is now lower than readState.Index' (duration: 4.441922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:31.797917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.960369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:27:31.797961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.97608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-07T00:27:31.79802Z","caller":"traceutil/trace.go:171","msg":"trace[1493829378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8412; }","duration":"184.079223ms","start":"2026-04-07T00:27:31.613918Z","end":"2026-04-07T00:27:31.797997Z","steps":["trace[1493829378] 'agreement among raft nodes before linearized reading' (duration: 183.864947ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.798036Z","caller":"traceutil/trace.go:171","msg":"trace[756938727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8412; }","duration":"184.068753ms","start":"2026-04-07T00:27:31.613948Z","end":"2026-04-07T00:27:31.798017Z","steps":["trace[756938727] 'agreement among raft nodes before linearized reading' (duration: 183.807605ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.79809Z","caller":"traceutil/trace.go:171","msg":"trace[1558740854] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"184.351871ms","start":"2026-04-07T00:27:31.613707Z","end":"2026-04-07T00:27:31.798058Z","steps":["trace[1558740854] 'process raft request' (duration: 179.520838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.798152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.742934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-07T00:27:31.798251Z","caller":"traceutil/trace.go:171","msg":"trace[1603192653] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8412; }","duration":"184.866998ms","start":"2026-04-07T00:27:31.613363Z","end":"2026-04-07T00:27:31.79823Z","steps":["trace[1603192653] 'agreement among raft nodes before linearized reading' (duration: 184.583059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:31.798457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.505277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224165"} {"level":"info","ts":"2026-04-07T00:27:31.798531Z","caller":"traceutil/trace.go:171","msg":"trace[223704818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8412; }","duration":"184.60494ms","start":"2026-04-07T00:27:31.61391Z","end":"2026-04-07T00:27:31.798515Z","steps":["trace[223704818] 'agreement among raft nodes before linearized reading' (duration: 183.97887ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.799292Z","caller":"traceutil/trace.go:171","msg":"trace[1964760791] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"184.61217ms","start":"2026-04-07T00:27:31.614661Z","end":"2026-04-07T00:27:31.799273Z","steps":["trace[1964760791] 'process raft request' (duration: 184.534148ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.799484Z","caller":"traceutil/trace.go:171","msg":"trace[111611327] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"184.693733ms","start":"2026-04-07T00:27:31.614774Z","end":"2026-04-07T00:27:31.799467Z","steps":["trace[111611327] 'process raft request' (duration: 184.466326ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.79951Z","caller":"traceutil/trace.go:171","msg":"trace[1926245959] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"185.414735ms","start":"2026-04-07T00:27:31.614083Z","end":"2026-04-07T00:27:31.799498Z","steps":["trace[1926245959] 'process raft request' (duration: 185.013642ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:31.799869Z","caller":"traceutil/trace.go:171","msg":"trace[2015606473] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"184.959251ms","start":"2026-04-07T00:27:31.614819Z","end":"2026-04-07T00:27:31.799778Z","steps":["trace[2015606473] 'process raft request' (duration: 184.580889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:32.105009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.498794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:27:32.105115Z","caller":"traceutil/trace.go:171","msg":"trace[492665796] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8416; }","duration":"116.670039ms","start":"2026-04-07T00:27:31.988428Z","end":"2026-04-07T00:27:32.105098Z","steps":["trace[492665796] 'count revisions from in-memory index tree' (duration: 116.35643ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:32.839189Z","caller":"traceutil/trace.go:171","msg":"trace[580378015] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8720; }","duration":"153.627165ms","start":"2026-04-07T00:27:32.685462Z","end":"2026-04-07T00:27:32.839089Z","steps":["trace[580378015] 'read index received' (duration: 153.388817ms)","trace[580378015] 'applied index is now lower than readState.Index' (duration: 237.008µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:27:32.839216Z","caller":"traceutil/trace.go:171","msg":"trace[1628721744] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"597.040854ms","start":"2026-04-07T00:27:32.242121Z","end":"2026-04-07T00:27:32.839162Z","steps":["trace[1628721744] 'process raft request' (duration: 596.801746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:32.839331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.862462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:32.839376Z","caller":"traceutil/trace.go:171","msg":"trace[1772216060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8417; }","duration":"172.308489ms","start":"2026-04-07T00:27:32.667054Z","end":"2026-04-07T00:27:32.839363Z","steps":["trace[1772216060] 'agreement among raft nodes before linearized reading' (duration: 172.208526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:32.839497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:27:32.242091Z","time spent":"597.24058ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:27:57.814412Z","caller":"traceutil/trace.go:171","msg":"trace[1120540372] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"267.524077ms","start":"2026-04-07T00:27:57.546867Z","end":"2026-04-07T00:27:57.814391Z","steps":["trace[1120540372] 'process raft request' (duration: 267.411513ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:27:57.814489Z","caller":"traceutil/trace.go:171","msg":"trace[2004163669] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8915; }","duration":"155.35671ms","start":"2026-04-07T00:27:57.659107Z","end":"2026-04-07T00:27:57.814463Z","steps":["trace[2004163669] 'read index received' (duration: 155.34295ms)","trace[2004163669] 'applied index is now lower than readState.Index' (duration: 11.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:27:57.814685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.553486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:27:57.814732Z","caller":"traceutil/trace.go:171","msg":"trace[1542553822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8603; }","duration":"155.66184ms","start":"2026-04-07T00:27:57.65906Z","end":"2026-04-07T00:27:57.814722Z","steps":["trace[1542553822] 'agreement among raft nodes before linearized reading' (duration: 155.518456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:27:57.819246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.859043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19408"} {"level":"info","ts":"2026-04-07T00:27:57.819541Z","caller":"traceutil/trace.go:171","msg":"trace[664250477] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8607; }","duration":"160.231525ms","start":"2026-04-07T00:27:57.659296Z","end":"2026-04-07T00:27:57.819527Z","steps":["trace[664250477] 'agreement among raft nodes before linearized reading' (duration: 159.784321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:02.470747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931473426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:28:02.521063Z","caller":"traceutil/trace.go:171","msg":"trace[1983329033] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"690.915679ms","start":"2026-04-07T00:28:01.830123Z","end":"2026-04-07T00:28:02.521038Z","steps":["trace[1983329033] 'process raft request' (duration: 690.763724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:02.521196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.830093Z","time spent":"691.028042ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:03.077279Z","caller":"traceutil/trace.go:171","msg":"trace[1219087151] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"1.241241698s","start":"2026-04-07T00:28:01.836006Z","end":"2026-04-07T00:28:03.077247Z","steps":["trace[1219087151] 'process raft request' (duration: 1.24099147s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.07756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.835986Z","time spent":"1.241482926s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:03.077928Z","caller":"traceutil/trace.go:171","msg":"trace[365451151] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"1.241750195s","start":"2026-04-07T00:28:01.836157Z","end":"2026-04-07T00:28:03.077907Z","steps":["trace[365451151] 'process raft request' (duration: 1.241016492s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.078145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.836118Z","time spent":"1.241950981s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:03.078534Z","caller":"traceutil/trace.go:171","msg":"trace[1309660238] linearizableReadLoop","detail":"{readStateIndex:8942; appliedIndex:8938; }","duration":"1.108839798s","start":"2026-04-07T00:28:01.969668Z","end":"2026-04-07T00:28:03.078508Z","steps":["trace[1309660238] 'read index received' (duration: 551.31271ms)","trace[1309660238] 'applied index is now lower than readState.Index' (duration: 557.522008ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:03.078717Z","caller":"traceutil/trace.go:171","msg":"trace[1702725857] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"1.242041144s","start":"2026-04-07T00:28:01.836659Z","end":"2026-04-07T00:28:03.0787Z","steps":["trace[1702725857] 'process raft request' (duration: 1.241707724s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.078839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.83665Z","time spent":"1.242142427s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:28:03.07894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.784209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-04-07T00:28:03.078943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109090947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:28:03.078983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084364381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:28:03.079005Z","caller":"traceutil/trace.go:171","msg":"trace[1956393351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8629; }","duration":"670.869332ms","start":"2026-04-07T00:28:02.408111Z","end":"2026-04-07T00:28:03.07898Z","steps":["trace[1956393351] 'agreement among raft nodes before linearized reading' (duration: 670.703257ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:03.079027Z","caller":"traceutil/trace.go:171","msg":"trace[619763629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8629; }","duration":"1.109238361s","start":"2026-04-07T00:28:01.969763Z","end":"2026-04-07T00:28:03.079002Z","steps":["trace[619763629] 'agreement among raft nodes before linearized reading' (duration: 1.109001433s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.079023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.844402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:28:03.079083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.969733Z","time spent":"1.109340914s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:28:03.079095Z","caller":"traceutil/trace.go:171","msg":"trace[1409976744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8629; }","duration":"420.947105ms","start":"2026-04-07T00:28:02.658129Z","end":"2026-04-07T00:28:03.079076Z","steps":["trace[1409976744] 'agreement among raft nodes before linearized reading' (duration: 420.813891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.079126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070951414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:28:03.079219Z","caller":"traceutil/trace.go:171","msg":"trace[437211414] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:8629; }","duration":"1.071073057s","start":"2026-04-07T00:28:02.008136Z","end":"2026-04-07T00:28:03.079209Z","steps":["trace[437211414] 'agreement among raft nodes before linearized reading' (duration: 1.070925473s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.079223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094841033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T00:28:03.079243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.994518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:28:03.079271Z","caller":"traceutil/trace.go:171","msg":"trace[1373035256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8629; }","duration":"1.094933286s","start":"2026-04-07T00:28:01.984324Z","end":"2026-04-07T00:28:03.079257Z","steps":["trace[1373035256] 'agreement among raft nodes before linearized reading' (duration: 1.09473499s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:03.079278Z","caller":"traceutil/trace.go:171","msg":"trace[999868824] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8629; }","duration":"511.031749ms","start":"2026-04-07T00:28:02.568235Z","end":"2026-04-07T00:28:03.079267Z","steps":["trace[999868824] 'agreement among raft nodes before linearized reading' (duration: 510.923216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.079304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.984315Z","time spent":"1.094982308s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:28:03.079313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:02.568213Z","time spent":"511.091181ms","remote":"127.0.0.1:56348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:28:03.079034Z","caller":"traceutil/trace.go:171","msg":"trace[215518153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8629; }","duration":"1.084432762s","start":"2026-04-07T00:28:01.994582Z","end":"2026-04-07T00:28:03.079014Z","steps":["trace[215518153] 'agreement among raft nodes before linearized reading' (duration: 1.084332009s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.079312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.275429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:28:03.079415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:02.408095Z","time spent":"671.311757ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12232,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:28:03.079265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:02.008121Z","time spent":"1.07113544s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-hc28z\" "} {"level":"warn","ts":"2026-04-07T00:28:03.079134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:02.658113Z","time spent":"421.014018ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:28:03.079477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091393024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:28:03.079504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.994568Z","time spent":"1.084846866s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:28:03.078847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109152909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:28:03.079634Z","caller":"traceutil/trace.go:171","msg":"trace[1701395642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8629; }","duration":"1.091618761s","start":"2026-04-07T00:28:01.987974Z","end":"2026-04-07T00:28:03.079593Z","steps":["trace[1701395642] 'agreement among raft nodes before linearized reading' (duration: 1.091066163s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:03.079673Z","caller":"traceutil/trace.go:171","msg":"trace[170638465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8629; }","duration":"1.110007956s","start":"2026-04-07T00:28:01.969629Z","end":"2026-04-07T00:28:03.079637Z","steps":["trace[170638465] 'agreement among raft nodes before linearized reading' (duration: 1.109034945s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.079694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.987956Z","time spent":"1.091728044s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:28:03.079445Z","caller":"traceutil/trace.go:171","msg":"trace[802929897] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8629; }","duration":"484.609579ms","start":"2026-04-07T00:28:02.59482Z","end":"2026-04-07T00:28:03.07943Z","steps":["trace[802929897] 'agreement among raft nodes before linearized reading' (duration: 484.002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:03.079717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:01.96961Z","time spent":"1.110095148s","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:28:03.079774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:02.594807Z","time spent":"484.949931ms","remote":"127.0.0.1:40138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:28:03.827412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.018824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:28:03.827498Z","caller":"traceutil/trace.go:171","msg":"trace[891392430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8637; }","duration":"169.142849ms","start":"2026-04-07T00:28:03.658337Z","end":"2026-04-07T00:28:03.82748Z","steps":["trace[891392430] 'range keys from in-memory index tree' (duration: 168.951892ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:04.716378Z","caller":"traceutil/trace.go:171","msg":"trace[443501313] linearizableReadLoop","detail":"{readStateIndex:8952; appliedIndex:8951; }","duration":"127.434762ms","start":"2026-04-07T00:28:04.588906Z","end":"2026-04-07T00:28:04.716341Z","steps":["trace[443501313] 'read index received' (duration: 127.192525ms)","trace[443501313] 'applied index is now lower than readState.Index' (duration: 240.357µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:04.716562Z","caller":"traceutil/trace.go:171","msg":"trace[944734790] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"186.79387ms","start":"2026-04-07T00:28:04.529752Z","end":"2026-04-07T00:28:04.716546Z","steps":["trace[944734790] 'process raft request' (duration: 186.330885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:04.716985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.050492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:28:04.717096Z","caller":"traceutil/trace.go:171","msg":"trace[1517609169] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8639; }","duration":"128.243297ms","start":"2026-04-07T00:28:04.588828Z","end":"2026-04-07T00:28:04.717071Z","steps":["trace[1517609169] 'agreement among raft nodes before linearized reading' (duration: 128.069622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.510674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.18229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T00:28:05.510905Z","caller":"traceutil/trace.go:171","msg":"trace[1206888129] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8952; }","duration":"634.768813ms","start":"2026-04-07T00:28:04.876119Z","end":"2026-04-07T00:28:05.510888Z","steps":["trace[1206888129] 'read index received' (duration: 258.263992ms)","trace[1206888129] 'applied index is now lower than readState.Index' (duration: 376.503891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:05.511045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.913688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:28:05.511075Z","caller":"traceutil/trace.go:171","msg":"trace[730660082] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8639; }","duration":"634.99229ms","start":"2026-04-07T00:28:04.876073Z","end":"2026-04-07T00:28:05.511066Z","steps":["trace[730660082] 'agreement among raft nodes before linearized reading' (duration: 634.919408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.511109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:04.876055Z","time spent":"635.042871ms","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:28:05.511492Z","caller":"traceutil/trace.go:171","msg":"trace[1010703923] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"427.752091ms","start":"2026-04-07T00:28:05.083701Z","end":"2026-04-07T00:28:05.511453Z","steps":["trace[1010703923] 'process raft request' (duration: 427.067139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.511672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.083672Z","time spent":"427.905766ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:28:05.511733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.396024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:28:05.511747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.040924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-07T00:28:05.511807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.917452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:28:05.511855Z","caller":"traceutil/trace.go:171","msg":"trace[1391467425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8642; }","duration":"419.969023ms","start":"2026-04-07T00:28:05.091873Z","end":"2026-04-07T00:28:05.511842Z","steps":["trace[1391467425] 'agreement among raft nodes before linearized reading' (duration: 419.831639ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:05.511857Z","caller":"traceutil/trace.go:171","msg":"trace[659905193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8642; }","duration":"597.191148ms","start":"2026-04-07T00:28:04.914642Z","end":"2026-04-07T00:28:05.511833Z","steps":["trace[659905193] 'agreement among raft nodes before linearized reading' (duration: 596.928979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.511896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.091784Z","time spent":"420.104128ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:28:05.511912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:04.914631Z","time spent":"597.271611ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-07T00:28:05.5121Z","caller":"traceutil/trace.go:171","msg":"trace[775455764] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"426.361547ms","start":"2026-04-07T00:28:05.085722Z","end":"2026-04-07T00:28:05.512078Z","steps":["trace[775455764] 'process raft request' (duration: 425.764858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.512184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.085713Z","time spent":"426.430189ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:05.512206Z","caller":"traceutil/trace.go:171","msg":"trace[1225446895] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"426.78648ms","start":"2026-04-07T00:28:05.085362Z","end":"2026-04-07T00:28:05.512149Z","steps":["trace[1225446895] 'process raft request' (duration: 425.981034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.512342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.157604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:28:05.512332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.887102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-07T00:28:05.511807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.656266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:28:05.512557Z","caller":"traceutil/trace.go:171","msg":"trace[2137929353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8642; }","duration":"419.431765ms","start":"2026-04-07T00:28:05.092328Z","end":"2026-04-07T00:28:05.51176Z","steps":["trace[2137929353] 'agreement among raft nodes before linearized reading' (duration: 419.308642ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:05.512506Z","caller":"traceutil/trace.go:171","msg":"trace[1581709431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8642; }","duration":"422.423121ms","start":"2026-04-07T00:28:05.090063Z","end":"2026-04-07T00:28:05.512486Z","steps":["trace[1581709431] 'agreement among raft nodes before linearized reading' (duration: 421.621285ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:05.512411Z","caller":"traceutil/trace.go:171","msg":"trace[776218145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8642; }","duration":"423.278989ms","start":"2026-04-07T00:28:05.089116Z","end":"2026-04-07T00:28:05.512395Z","steps":["trace[776218145] 'agreement among raft nodes before linearized reading' (duration: 423.123114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.512616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.092283Z","time spent":"420.312954ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:28:05.512685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.089088Z","time spent":"423.539396ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:28:05.512402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.085339Z","time spent":"426.970526ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:05.512431Z","caller":"traceutil/trace.go:171","msg":"trace[900049328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:8642; }","duration":"414.999425ms","start":"2026-04-07T00:28:05.097409Z","end":"2026-04-07T00:28:05.512408Z","steps":["trace[900049328] 'agreement among raft nodes before linearized reading' (duration: 414.694025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.512862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.09736Z","time spent":"415.4779ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-hc28z\" "} {"level":"warn","ts":"2026-04-07T00:28:05.512716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.090037Z","time spent":"422.573416ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:28:05.522764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.533309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:28:05.522832Z","caller":"traceutil/trace.go:171","msg":"trace[1062077829] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8642; }","duration":"257.208899ms","start":"2026-04-07T00:28:05.265591Z","end":"2026-04-07T00:28:05.5228Z","steps":["trace[1062077829] 'agreement among raft nodes before linearized reading' (duration: 246.509018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.522896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.650466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:28:05.522984Z","caller":"traceutil/trace.go:171","msg":"trace[1635939502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8642; }","duration":"432.794021ms","start":"2026-04-07T00:28:05.090171Z","end":"2026-04-07T00:28:05.522966Z","steps":["trace[1635939502] 'agreement among raft nodes before linearized reading' (duration: 421.495392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.523038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:05.090163Z","time spent":"432.858263ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:28:05.7048Z","caller":"traceutil/trace.go:171","msg":"trace[1380522501] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"180.253012ms","start":"2026-04-07T00:28:05.524478Z","end":"2026-04-07T00:28:05.704731Z","steps":["trace[1380522501] 'process raft request' (duration: 91.041695ms)","trace[1380522501] 'compare' (duration: 89.068762ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:05.707179Z","caller":"traceutil/trace.go:171","msg":"trace[387509652] linearizableReadLoop","detail":"{readStateIndex:8958; appliedIndex:8956; }","duration":"181.273744ms","start":"2026-04-07T00:28:05.525886Z","end":"2026-04-07T00:28:05.70716Z","steps":["trace[387509652] 'read index received' (duration: 89.6436ms)","trace[387509652] 'applied index is now lower than readState.Index' (duration: 91.629444ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:05.707362Z","caller":"traceutil/trace.go:171","msg":"trace[2087100304] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"182.058109ms","start":"2026-04-07T00:28:05.525296Z","end":"2026-04-07T00:28:05.707354Z","steps":["trace[2087100304] 'process raft request' (duration: 181.686887ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:05.707424Z","caller":"traceutil/trace.go:171","msg":"trace[1218608822] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"179.750345ms","start":"2026-04-07T00:28:05.527645Z","end":"2026-04-07T00:28:05.707395Z","steps":["trace[1218608822] 'process raft request' (duration: 179.491397ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:05.707685Z","caller":"traceutil/trace.go:171","msg":"trace[579266239] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"180.159229ms","start":"2026-04-07T00:28:05.527514Z","end":"2026-04-07T00:28:05.707673Z","steps":["trace[579266239] 'process raft request' (duration: 179.55865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:05.707792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.890864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228896"} {"level":"info","ts":"2026-04-07T00:28:05.707812Z","caller":"traceutil/trace.go:171","msg":"trace[115833063] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"180.265862ms","start":"2026-04-07T00:28:05.527536Z","end":"2026-04-07T00:28:05.707801Z","steps":["trace[115833063] 'process raft request' (duration: 179.55709ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:05.707894Z","caller":"traceutil/trace.go:171","msg":"trace[289412367] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"180.248572ms","start":"2026-04-07T00:28:05.527636Z","end":"2026-04-07T00:28:05.707884Z","steps":["trace[289412367] 'process raft request' (duration: 179.477547ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:05.70782Z","caller":"traceutil/trace.go:171","msg":"trace[601305787] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8648; }","duration":"181.955166ms","start":"2026-04-07T00:28:05.525854Z","end":"2026-04-07T00:28:05.70781Z","steps":["trace[601305787] 'agreement among raft nodes before linearized reading' (duration: 181.635845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.207599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.72123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:28:16.207703Z","caller":"traceutil/trace.go:171","msg":"trace[1311590545] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8733; }","duration":"751.673395ms","start":"2026-04-07T00:28:15.456017Z","end":"2026-04-07T00:28:16.20769Z","steps":["trace[1311590545] 'process raft request' (duration: 254.726358ms)","trace[1311590545] 'compare' (duration: 496.026907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:16.208155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.456005Z","time spent":"751.722397ms","remote":"127.0.0.1:57236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-07T00:28:16.231809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931473732,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:28:16.268788Z","caller":"traceutil/trace.go:171","msg":"trace[1287613325] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"700.074814ms","start":"2026-04-07T00:28:15.568691Z","end":"2026-04-07T00:28:16.268766Z","steps":["trace[1287613325] 'process raft request' (duration: 700.041523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.268935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.568667Z","time spent":"700.193418ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:16.269093Z","caller":"traceutil/trace.go:171","msg":"trace[1813246218] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"704.181436ms","start":"2026-04-07T00:28:15.564879Z","end":"2026-04-07T00:28:16.26906Z","steps":["trace[1813246218] 'process raft request' (duration: 703.822304ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:16.269115Z","caller":"traceutil/trace.go:171","msg":"trace[36688177] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"704.345391ms","start":"2026-04-07T00:28:15.564721Z","end":"2026-04-07T00:28:16.269067Z","steps":["trace[36688177] 'process raft request' (duration: 703.931888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.269243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.56476Z","time spent":"704.404702ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:28:16.269294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.564684Z","time spent":"704.511026ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:16.26912Z","caller":"traceutil/trace.go:171","msg":"trace[1872866225] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"808.405768ms","start":"2026-04-07T00:28:15.460672Z","end":"2026-04-07T00:28:16.269078Z","steps":["trace[1872866225] 'process raft request' (duration: 807.858351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.269426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.460651Z","time spent":"808.711188ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:16.296302Z","caller":"traceutil/trace.go:171","msg":"trace[135111781] linearizableReadLoop","detail":"{readStateIndex:9057; appliedIndex:9052; }","duration":"573.752309ms","start":"2026-04-07T00:28:15.722535Z","end":"2026-04-07T00:28:16.296287Z","steps":["trace[135111781] 'read index received' (duration: 545.959596ms)","trace[135111781] 'applied index is now lower than readState.Index' (duration: 27.792043ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:16.296477Z","caller":"traceutil/trace.go:171","msg":"trace[1691463874] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"573.767659ms","start":"2026-04-07T00:28:15.7227Z","end":"2026-04-07T00:28:16.296468Z","steps":["trace[1691463874] 'process raft request' (duration: 573.49339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.296554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.722678Z","time spent":"573.829961ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:28:16.296758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.219614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-k6w5t\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-07T00:28:16.296786Z","caller":"traceutil/trace.go:171","msg":"trace[638234198] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-k6w5t; range_end:; response_count:1; response_revision:8738; }","duration":"574.250765ms","start":"2026-04-07T00:28:15.722528Z","end":"2026-04-07T00:28:16.296779Z","steps":["trace[638234198] 'agreement among raft nodes before linearized reading' (duration: 574.176443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.296806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.72248Z","time spent":"574.322007ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-k6w5t\" "} {"level":"warn","ts":"2026-04-07T00:28:16.296972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.366974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:28:16.296993Z","caller":"traceutil/trace.go:171","msg":"trace[785561133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8738; }","duration":"538.448927ms","start":"2026-04-07T00:28:15.758538Z","end":"2026-04-07T00:28:16.296987Z","steps":["trace[785561133] 'agreement among raft nodes before linearized reading' (duration: 538.370664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.29701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.758524Z","time spent":"538.481548ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:28:16.297134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.456184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:28:16.297154Z","caller":"traceutil/trace.go:171","msg":"trace[789162884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:8738; }","duration":"525.494715ms","start":"2026-04-07T00:28:15.771654Z","end":"2026-04-07T00:28:16.297148Z","steps":["trace[789162884] 'agreement among raft nodes before linearized reading' (duration: 525.434523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.29717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.771642Z","time spent":"525.524386ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-hc28z\" "} {"level":"warn","ts":"2026-04-07T00:28:16.297308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.115799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:28:16.297331Z","caller":"traceutil/trace.go:171","msg":"trace[403455201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8738; }","duration":"534.15592ms","start":"2026-04-07T00:28:15.76317Z","end":"2026-04-07T00:28:16.297326Z","steps":["trace[403455201] 'agreement among raft nodes before linearized reading' (duration: 534.092518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.297348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.763162Z","time spent":"534.182561ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:28:16.29746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.724298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:28:16.29748Z","caller":"traceutil/trace.go:171","msg":"trace[1438365342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8738; }","duration":"534.77744ms","start":"2026-04-07T00:28:15.762697Z","end":"2026-04-07T00:28:16.297475Z","steps":["trace[1438365342] 'agreement among raft nodes before linearized reading' (duration: 534.724408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.297496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.762672Z","time spent":"534.820222ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:28:16.297601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.223954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:28:16.297622Z","caller":"traceutil/trace.go:171","msg":"trace[164023334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8738; }","duration":"535.259576ms","start":"2026-04-07T00:28:15.762357Z","end":"2026-04-07T00:28:16.297617Z","steps":["trace[164023334] 'agreement among raft nodes before linearized reading' (duration: 535.201884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.297641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.76235Z","time spent":"535.285396ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:28:16.297747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.499473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:28:16.297767Z","caller":"traceutil/trace.go:171","msg":"trace[1219489450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8738; }","duration":"535.591396ms","start":"2026-04-07T00:28:15.76217Z","end":"2026-04-07T00:28:16.297761Z","steps":["trace[1219489450] 'agreement among raft nodes before linearized reading' (duration: 535.540435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:16.297785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:15.762149Z","time spent":"535.631887ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:28:16.53443Z","caller":"traceutil/trace.go:171","msg":"trace[1076082084] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"120.650085ms","start":"2026-04-07T00:28:16.413751Z","end":"2026-04-07T00:28:16.534401Z","steps":["trace[1076082084] 'process raft request' (duration: 115.440289ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:16.554936Z","caller":"traceutil/trace.go:171","msg":"trace[2101406993] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"120.212752ms","start":"2026-04-07T00:28:16.434662Z","end":"2026-04-07T00:28:16.554875Z","steps":["trace[2101406993] 'process raft request' (duration: 120.005685ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:17.305158Z","caller":"traceutil/trace.go:171","msg":"trace[1825300298] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"249.021086ms","start":"2026-04-07T00:28:17.056104Z","end":"2026-04-07T00:28:17.305125Z","steps":["trace[1825300298] 'process raft request' (duration: 248.835941ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:17.310977Z","caller":"traceutil/trace.go:171","msg":"trace[1088597134] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"134.64603ms","start":"2026-04-07T00:28:17.176309Z","end":"2026-04-07T00:28:17.310955Z","steps":["trace[1088597134] 'process raft request' (duration: 134.554307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:18.115887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.974799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:28:18.116243Z","caller":"traceutil/trace.go:171","msg":"trace[339308146] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"800.018552ms","start":"2026-04-07T00:28:17.316193Z","end":"2026-04-07T00:28:18.116211Z","steps":["trace[339308146] 'process raft request' (duration: 140.561858ms)","trace[339308146] 'compare' (duration: 658.148813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:18.116819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:17.316164Z","time spent":"800.597121ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:18.143396Z","caller":"traceutil/trace.go:171","msg":"trace[298130570] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9071; }","duration":"188.434301ms","start":"2026-04-07T00:28:17.954939Z","end":"2026-04-07T00:28:18.143373Z","steps":["trace[298130570] 'read index received' (duration: 188.198753ms)","trace[298130570] 'applied index is now lower than readState.Index' (duration: 234.648µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:18.143714Z","caller":"traceutil/trace.go:171","msg":"trace[1131984992] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"826.941058ms","start":"2026-04-07T00:28:17.316706Z","end":"2026-04-07T00:28:18.143647Z","steps":["trace[1131984992] 'process raft request' (duration: 826.479464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:18.143841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.842846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:28:18.143923Z","caller":"traceutil/trace.go:171","msg":"trace[1124735300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8753; }","duration":"117.984101ms","start":"2026-04-07T00:28:18.025917Z","end":"2026-04-07T00:28:18.143902Z","steps":["trace[1124735300] 'agreement among raft nodes before linearized reading' (duration: 117.767354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:18.143929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:17.316683Z","time spent":"827.158816ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T00:28:18.144189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.230546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:28:18.144269Z","caller":"traceutil/trace.go:171","msg":"trace[1349591607] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8753; }","duration":"189.350289ms","start":"2026-04-07T00:28:17.954897Z","end":"2026-04-07T00:28:18.144247Z","steps":["trace[1349591607] 'agreement among raft nodes before linearized reading' (duration: 189.171604ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:18.272413Z","caller":"traceutil/trace.go:171","msg":"trace[43165208] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"122.020239ms","start":"2026-04-07T00:28:18.150368Z","end":"2026-04-07T00:28:18.272389Z","steps":["trace[43165208] 'process raft request' (duration: 121.951537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:18.272541Z","caller":"traceutil/trace.go:171","msg":"trace[1698422968] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"123.167205ms","start":"2026-04-07T00:28:18.149325Z","end":"2026-04-07T00:28:18.272492Z","steps":["trace[1698422968] 'process raft request' (duration: 65.814762ms)","trace[1698422968] 'compare' (duration: 57.033613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:19.401118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":778451368931473822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:28:19.498648Z","caller":"traceutil/trace.go:171","msg":"trace[1735559985] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9083; }","duration":"598.133004ms","start":"2026-04-07T00:28:18.900489Z","end":"2026-04-07T00:28:19.498622Z","steps":["trace[1735559985] 'read index received' (duration: 515.615001ms)","trace[1735559985] 'applied index is now lower than readState.Index' (duration: 82.516983ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:19.498786Z","caller":"traceutil/trace.go:171","msg":"trace[1420106883] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"408.658651ms","start":"2026-04-07T00:28:19.090115Z","end":"2026-04-07T00:28:19.498774Z","steps":["trace[1420106883] 'process raft request' (duration: 408.398133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:19.498921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:19.090092Z","time spent":"408.722314ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:19.498944Z","caller":"traceutil/trace.go:171","msg":"trace[146724640] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"703.242526ms","start":"2026-04-07T00:28:18.795654Z","end":"2026-04-07T00:28:19.498896Z","steps":["trace[146724640] 'process raft request' (duration: 620.432343ms)","trace[146724640] 'compare' (duration: 81.765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:28:19.499198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:18.795627Z","time spent":"703.439883ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:28:19.499189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.213758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-07T00:28:19.499274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.779216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-07T00:28:19.499284Z","caller":"traceutil/trace.go:171","msg":"trace[1983402906] range","detail":"{range_begin:/registry/masterleases/199.19.213.246; range_end:; response_count:1; response_revision:8766; }","duration":"107.363444ms","start":"2026-04-07T00:28:19.391898Z","end":"2026-04-07T00:28:19.499262Z","steps":["trace[1983402906] 'agreement among raft nodes before linearized reading' (duration: 107.108816ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:19.499327Z","caller":"traceutil/trace.go:171","msg":"trace[1613723054] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8766; }","duration":"598.856977ms","start":"2026-04-07T00:28:18.900457Z","end":"2026-04-07T00:28:19.499314Z","steps":["trace[1613723054] 'agreement among raft nodes before linearized reading' (duration: 598.700132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:19.499355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:18.90044Z","time spent":"598.90854ms","remote":"127.0.0.1:39886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T00:28:20.518223Z","caller":"traceutil/trace.go:171","msg":"trace[985013862] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"207.880378ms","start":"2026-04-07T00:28:20.310294Z","end":"2026-04-07T00:28:20.518174Z","steps":["trace[985013862] 'process raft request' (duration: 178.68857ms)","trace[985013862] 'compare' (duration: 28.92821ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:20.518264Z","caller":"traceutil/trace.go:171","msg":"trace[845960791] linearizableReadLoop","detail":"{readStateIndex:9090; appliedIndex:9087; }","duration":"195.887617ms","start":"2026-04-07T00:28:20.322345Z","end":"2026-04-07T00:28:20.518232Z","steps":["trace[845960791] 'read index received' (duration: 30.359525ms)","trace[845960791] 'applied index is now lower than readState.Index' (duration: 165.526402ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:20.518354Z","caller":"traceutil/trace.go:171","msg":"trace[1326882778] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"207.90342ms","start":"2026-04-07T00:28:20.310403Z","end":"2026-04-07T00:28:20.518306Z","steps":["trace[1326882778] 'process raft request' (duration: 207.712064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:20.518722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.248037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:28:20.518758Z","caller":"traceutil/trace.go:171","msg":"trace[650943626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8770; }","duration":"100.33403ms","start":"2026-04-07T00:28:20.418415Z","end":"2026-04-07T00:28:20.518749Z","steps":["trace[650943626] 'agreement among raft nodes before linearized reading' (duration: 100.167134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:20.519136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.769756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:28:20.51922Z","caller":"traceutil/trace.go:171","msg":"trace[1409516215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:8770; }","duration":"196.90456ms","start":"2026-04-07T00:28:20.322297Z","end":"2026-04-07T00:28:20.519201Z","steps":["trace[1409516215] 'agreement among raft nodes before linearized reading' (duration: 196.127865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:20.854743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.193262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T00:28:20.854811Z","caller":"traceutil/trace.go:171","msg":"trace[1148945771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8775; }","duration":"143.315526ms","start":"2026-04-07T00:28:20.711477Z","end":"2026-04-07T00:28:20.854792Z","steps":["trace[1148945771] 'range keys from in-memory index tree' (duration: 142.977965ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:27.987069Z","caller":"traceutil/trace.go:171","msg":"trace[1863259115] linearizableReadLoop","detail":"{readStateIndex:9156; appliedIndex:9155; }","duration":"141.679064ms","start":"2026-04-07T00:28:27.845352Z","end":"2026-04-07T00:28:27.987031Z","steps":["trace[1863259115] 'read index received' (duration: 141.294262ms)","trace[1863259115] 'applied index is now lower than readState.Index' (duration: 383.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:28:27.98722Z","caller":"traceutil/trace.go:171","msg":"trace[2005897470] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"448.111246ms","start":"2026-04-07T00:28:27.539049Z","end":"2026-04-07T00:28:27.98716Z","steps":["trace[2005897470] 'process raft request' (duration: 447.738204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:27.987479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:27.539025Z","time spent":"448.319962ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:28:27.987498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.090157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-x6w8k\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-07T00:28:27.987545Z","caller":"traceutil/trace.go:171","msg":"trace[1344152710] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-x6w8k; range_end:; response_count:1; response_revision:8835; }","duration":"142.240602ms","start":"2026-04-07T00:28:27.845288Z","end":"2026-04-07T00:28:27.987529Z","steps":["trace[1344152710] 'agreement among raft nodes before linearized reading' (duration: 141.933052ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:28.572226Z","caller":"traceutil/trace.go:171","msg":"trace[360937511] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"575.97937ms","start":"2026-04-07T00:28:27.996209Z","end":"2026-04-07T00:28:28.572188Z","steps":["trace[360937511] 'process raft request' (duration: 575.732362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:28:28.572466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:28:27.99618Z","time spent":"576.156276ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4830,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:28:28.665894Z","caller":"traceutil/trace.go:171","msg":"trace[1727544836] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"286.997404ms","start":"2026-04-07T00:28:28.37886Z","end":"2026-04-07T00:28:28.665858Z","steps":["trace[1727544836] 'process raft request' (duration: 286.492668ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:28.665976Z","caller":"traceutil/trace.go:171","msg":"trace[351212223] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"122.427112ms","start":"2026-04-07T00:28:28.543498Z","end":"2026-04-07T00:28:28.665925Z","steps":["trace[351212223] 'process raft request' (duration: 122.279247ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:28.666642Z","caller":"traceutil/trace.go:171","msg":"trace[1563109263] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"121.814272ms","start":"2026-04-07T00:28:28.544128Z","end":"2026-04-07T00:28:28.665942Z","steps":["trace[1563109263] 'process raft request' (duration: 121.72709ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:28:56.205863Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024dc.wal"} {"level":"info","ts":"2026-04-07T00:29:23.277458Z","caller":"traceutil/trace.go:171","msg":"trace[2060715501] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"395.11368ms","start":"2026-04-07T00:29:22.882317Z","end":"2026-04-07T00:29:23.277431Z","steps":["trace[2060715501] 'process raft request' (duration: 394.894603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.277907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:22.882288Z","time spent":"395.525823ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:29:23.516372Z","caller":"traceutil/trace.go:171","msg":"trace[685846168] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"633.316993ms","start":"2026-04-07T00:29:22.883024Z","end":"2026-04-07T00:29:23.516341Z","steps":["trace[685846168] 'process raft request' (duration: 633.094946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.516521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:22.883011Z","time spent":"633.434737ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:23.516756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.035545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:29:23.516812Z","caller":"traceutil/trace.go:171","msg":"trace[593939241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9430; }","duration":"516.157219ms","start":"2026-04-07T00:29:23.000644Z","end":"2026-04-07T00:29:23.516801Z","steps":["trace[593939241] 'agreement among raft nodes before linearized reading' (duration: 515.827668ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:23.516325Z","caller":"traceutil/trace.go:171","msg":"trace[1020931096] linearizableReadLoop","detail":"{readStateIndex:9765; appliedIndex:9762; }","duration":"515.594951ms","start":"2026-04-07T00:29:23.000704Z","end":"2026-04-07T00:29:23.516299Z","steps":["trace[1020931096] 'read index received' (duration: 276.480769ms)","trace[1020931096] 'applied index is now lower than readState.Index' (duration: 239.113372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:29:23.51718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.047421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:29:23.516846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:23.000621Z","time spent":"516.216981ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:29:23.517232Z","caller":"traceutil/trace.go:171","msg":"trace[2102206465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9430; }","duration":"413.144414ms","start":"2026-04-07T00:29:23.104072Z","end":"2026-04-07T00:29:23.517217Z","steps":["trace[2102206465] 'agreement among raft nodes before linearized reading' (duration: 412.981189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.517272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:23.104052Z","time spent":"413.212666ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:29:23.517378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.170127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:29:23.517515Z","caller":"traceutil/trace.go:171","msg":"trace[1361459690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9430; }","duration":"509.484727ms","start":"2026-04-07T00:29:23.008011Z","end":"2026-04-07T00:29:23.517496Z","steps":["trace[1361459690] 'agreement among raft nodes before linearized reading' (duration: 509.039533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.517705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:23.007997Z","time spent":"509.691693ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:29:23.517911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.376954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:23.517961Z","caller":"traceutil/trace.go:171","msg":"trace[1348178144] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9430; }","duration":"269.471366ms","start":"2026-04-07T00:29:23.248476Z","end":"2026-04-07T00:29:23.517948Z","steps":["trace[1348178144] 'agreement among raft nodes before linearized reading' (duration: 269.376583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.518313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.591741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-07T00:29:23.518385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.867252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:29:23.518431Z","caller":"traceutil/trace.go:171","msg":"trace[1008142839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9430; }","duration":"505.953574ms","start":"2026-04-07T00:29:23.012467Z","end":"2026-04-07T00:29:23.51842Z","steps":["trace[1008142839] 'agreement among raft nodes before linearized reading' (duration: 505.843491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.518464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:23.012445Z","time spent":"506.013296ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:29:23.518445Z","caller":"traceutil/trace.go:171","msg":"trace[1093297502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:9430; }","duration":"482.723796ms","start":"2026-04-07T00:29:23.035678Z","end":"2026-04-07T00:29:23.518402Z","steps":["trace[1093297502] 'agreement among raft nodes before linearized reading' (duration: 482.54047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.518597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:23.035661Z","time spent":"482.902101ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-hc28z\" "} {"level":"info","ts":"2026-04-07T00:29:23.516444Z","caller":"traceutil/trace.go:171","msg":"trace[977778745] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"633.22468ms","start":"2026-04-07T00:29:22.883197Z","end":"2026-04-07T00:29:23.516422Z","steps":["trace[977778745] 'process raft request' (duration: 633.058685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.519304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:22.883187Z","time spent":"636.05157ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:29:23.52146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.101498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:29:23.521514Z","caller":"traceutil/trace.go:171","msg":"trace[1005838976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9430; }","duration":"416.197711ms","start":"2026-04-07T00:29:23.105304Z","end":"2026-04-07T00:29:23.521501Z","steps":["trace[1005838976] 'agreement among raft nodes before linearized reading' (duration: 412.656299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:23.521549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:23.105285Z","time spent":"416.256933ms","remote":"127.0.0.1:40052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:29:36.600457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.167132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:29:36.600599Z","caller":"traceutil/trace.go:171","msg":"trace[100798683] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9510; }","duration":"177.333967ms","start":"2026-04-07T00:29:36.423234Z","end":"2026-04-07T00:29:36.600568Z","steps":["trace[100798683] 'count revisions from in-memory index tree' (duration: 177.049558ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:37.445635Z","caller":"traceutil/trace.go:171","msg":"trace[1950134892] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"113.492408ms","start":"2026-04-07T00:29:37.332106Z","end":"2026-04-07T00:29:37.445598Z","steps":["trace[1950134892] 'process raft request' (duration: 113.296732ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:37.760376Z","caller":"traceutil/trace.go:171","msg":"trace[1948217939] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"183.486043ms","start":"2026-04-07T00:29:37.576862Z","end":"2026-04-07T00:29:37.760348Z","steps":["trace[1948217939] 'process raft request' (duration: 183.305497ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:37.783162Z","caller":"traceutil/trace.go:171","msg":"trace[1755187998] linearizableReadLoop","detail":"{readStateIndex:9851; appliedIndex:9849; }","duration":"193.765229ms","start":"2026-04-07T00:29:37.589376Z","end":"2026-04-07T00:29:37.783141Z","steps":["trace[1755187998] 'read index received' (duration: 170.866491ms)","trace[1755187998] 'applied index is now lower than readState.Index' (duration: 22.897708ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:37.783255Z","caller":"traceutil/trace.go:171","msg":"trace[1801061358] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"206.046921ms","start":"2026-04-07T00:29:37.577201Z","end":"2026-04-07T00:29:37.783248Z","steps":["trace[1801061358] 'process raft request' (duration: 205.805473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:37.783441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.885196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:29:37.783471Z","caller":"traceutil/trace.go:171","msg":"trace[1567427878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9513; }","duration":"189.936948ms","start":"2026-04-07T00:29:37.593525Z","end":"2026-04-07T00:29:37.783462Z","steps":["trace[1567427878] 'agreement among raft nodes before linearized reading' (duration: 189.835185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:37.783463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.504701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:29:37.783479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.241254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:29:37.783532Z","caller":"traceutil/trace.go:171","msg":"trace[454511434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9513; }","duration":"193.661226ms","start":"2026-04-07T00:29:37.589851Z","end":"2026-04-07T00:29:37.783513Z","steps":["trace[454511434] 'agreement among raft nodes before linearized reading' (duration: 193.439659ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:37.783541Z","caller":"traceutil/trace.go:171","msg":"trace[169545708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9513; }","duration":"177.363958ms","start":"2026-04-07T00:29:37.606163Z","end":"2026-04-07T00:29:37.783527Z","steps":["trace[169545708] 'agreement among raft nodes before linearized reading' (duration: 177.165942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:37.783578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.294224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hc28z\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-07T00:29:37.7836Z","caller":"traceutil/trace.go:171","msg":"trace[1369910603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hc28z; range_end:; response_count:1; response_revision:9513; }","duration":"159.383257ms","start":"2026-04-07T00:29:37.624208Z","end":"2026-04-07T00:29:37.783592Z","steps":["trace[1369910603] 'agreement among raft nodes before linearized reading' (duration: 159.318414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:37.783629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.204923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:29:37.783771Z","caller":"traceutil/trace.go:171","msg":"trace[316888967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9513; }","duration":"194.398649ms","start":"2026-04-07T00:29:37.589342Z","end":"2026-04-07T00:29:37.78374Z","steps":["trace[316888967] 'agreement among raft nodes before linearized reading' (duration: 194.010677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:37.783867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.684562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:29:37.783975Z","caller":"traceutil/trace.go:171","msg":"trace[1073735734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9513; }","duration":"190.807785ms","start":"2026-04-07T00:29:37.593154Z","end":"2026-04-07T00:29:37.783962Z","steps":["trace[1073735734] 'agreement among raft nodes before linearized reading' (duration: 190.466774ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:37.894132Z","caller":"traceutil/trace.go:171","msg":"trace[1172421154] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"105.129142ms","start":"2026-04-07T00:29:37.788973Z","end":"2026-04-07T00:29:37.894102Z","steps":["trace[1172421154] 'process raft request' (duration: 104.848103ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:37.894537Z","caller":"traceutil/trace.go:171","msg":"trace[2130345003] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"105.402361ms","start":"2026-04-07T00:29:37.789073Z","end":"2026-04-07T00:29:37.894476Z","steps":["trace[2130345003] 'process raft request' (duration: 104.983228ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:37.894384Z","caller":"traceutil/trace.go:171","msg":"trace[1851509080] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"104.885384ms","start":"2026-04-07T00:29:37.789483Z","end":"2026-04-07T00:29:37.894368Z","steps":["trace[1851509080] 'process raft request' (duration: 104.832573ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:37.894488Z","caller":"traceutil/trace.go:171","msg":"trace[834152880] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"105.322568ms","start":"2026-04-07T00:29:37.789154Z","end":"2026-04-07T00:29:37.894477Z","steps":["trace[834152880] 'process raft request' (duration: 105.092321ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:29:54.764317Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2b4fc23d90360acd","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T00:29:54.771051Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T00:29:54.771169Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T00:31:56.420187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8108} {"level":"info","ts":"2026-04-07T00:31:56.483262Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8108,"took":"60.556013ms","hash":2900160558,"current-db-size-bytes":58085376,"current-db-size":"58 MB","current-db-size-in-use-bytes":27811840,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-07T00:31:56.483322Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2900160558,"revision":8108,"compact-revision":6026} {"level":"info","ts":"2026-04-07T00:33:44.587995Z","caller":"traceutil/trace.go:171","msg":"trace[1328282363] transaction","detail":"{read_only:false; response_revision:11104; number_of_response:1; }","duration":"144.07616ms","start":"2026-04-07T00:33:44.443882Z","end":"2026-04-07T00:33:44.587958Z","steps":["trace[1328282363] 'process raft request' (duration: 143.895784ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:33:48.73477Z","caller":"traceutil/trace.go:171","msg":"trace[1966756882] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"131.435366ms","start":"2026-04-07T00:33:48.603286Z","end":"2026-04-07T00:33:48.734721Z","steps":["trace[1966756882] 'process raft request' (duration: 53.510878ms)","trace[1966756882] 'compare' (duration: 77.718762ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:34:25.495228Z","caller":"traceutil/trace.go:171","msg":"trace[1668657994] transaction","detail":"{read_only:false; response_revision:11377; number_of_response:1; }","duration":"108.164273ms","start":"2026-04-07T00:34:25.387026Z","end":"2026-04-07T00:34:25.49519Z","steps":["trace[1668657994] 'process raft request' (duration: 80.28397ms)","trace[1668657994] 'compare' (duration: 27.680777ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:34:25.495465Z","caller":"traceutil/trace.go:171","msg":"trace[1241723060] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"105.356515ms","start":"2026-04-07T00:34:25.390095Z","end":"2026-04-07T00:34:25.495451Z","steps":["trace[1241723060] 'process raft request' (duration: 105.207391ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:25.49552Z","caller":"traceutil/trace.go:171","msg":"trace[1770584429] transaction","detail":"{read_only:false; response_revision:11378; number_of_response:1; }","duration":"106.825381ms","start":"2026-04-07T00:34:25.388652Z","end":"2026-04-07T00:34:25.495477Z","steps":["trace[1770584429] 'process raft request' (duration: 106.48226ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:57.141711Z","caller":"traceutil/trace.go:171","msg":"trace[1889129229] transaction","detail":"{read_only:false; response_revision:11547; number_of_response:1; }","duration":"102.880591ms","start":"2026-04-07T00:34:57.038809Z","end":"2026-04-07T00:34:57.14169Z","steps":["trace[1889129229] 'process raft request' (duration: 102.742197ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:57.199209Z","caller":"traceutil/trace.go:171","msg":"trace[125309569] transaction","detail":"{read_only:false; response_revision:11548; number_of_response:1; }","duration":"160.168408ms","start":"2026-04-07T00:34:57.039006Z","end":"2026-04-07T00:34:57.199175Z","steps":["trace[125309569] 'process raft request' (duration: 160.013403ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:34:57.19924Z","caller":"traceutil/trace.go:171","msg":"trace[1140505225] transaction","detail":"{read_only:false; response_revision:11549; number_of_response:1; }","duration":"160.167728ms","start":"2026-04-07T00:34:57.039044Z","end":"2026-04-07T00:34:57.199212Z","steps":["trace[1140505225] 'process raft request' (duration: 160.065985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:57.817671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.582377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:34:57.817766Z","caller":"traceutil/trace.go:171","msg":"trace[659896244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11552; }","duration":"140.760753ms","start":"2026-04-07T00:34:57.676982Z","end":"2026-04-07T00:34:57.817742Z","steps":["trace[659896244] 'range keys from in-memory index tree' (duration: 140.328739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:34:57.81768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.689228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:34:57.817896Z","caller":"traceutil/trace.go:171","msg":"trace[628708440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11552; }","duration":"145.950817ms","start":"2026-04-07T00:34:57.671921Z","end":"2026-04-07T00:34:57.817872Z","steps":["trace[628708440] 'range keys from in-memory index tree' (duration: 145.510823ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:35:17.305304Z","caller":"traceutil/trace.go:171","msg":"trace[94799216] transaction","detail":"{read_only:false; response_revision:11649; number_of_response:1; }","duration":"109.078968ms","start":"2026-04-07T00:35:17.196198Z","end":"2026-04-07T00:35:17.305277Z","steps":["trace[94799216] 'process raft request' (duration: 108.894052ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:35:17.369662Z","caller":"traceutil/trace.go:171","msg":"trace[569308254] transaction","detail":"{read_only:false; response_revision:11650; number_of_response:1; }","duration":"159.025311ms","start":"2026-04-07T00:35:17.210608Z","end":"2026-04-07T00:35:17.369634Z","steps":["trace[569308254] 'process raft request' (duration: 133.081639ms)","trace[569308254] 'compare' (duration: 25.821929ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:35:17.512336Z","caller":"traceutil/trace.go:171","msg":"trace[2129982872] transaction","detail":"{read_only:false; response_revision:11652; number_of_response:1; }","duration":"155.372235ms","start":"2026-04-07T00:35:17.356901Z","end":"2026-04-07T00:35:17.512273Z","steps":["trace[2129982872] 'process raft request' (duration: 118.582719ms)","trace[2129982872] 'compare' (duration: 36.560439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:35:18.257737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.303737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T00:35:18.257843Z","caller":"traceutil/trace.go:171","msg":"trace[107853901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11656; }","duration":"169.466393ms","start":"2026-04-07T00:35:18.088358Z","end":"2026-04-07T00:35:18.257824Z","steps":["trace[107853901] 'range keys from in-memory index tree' (duration: 169.133891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:35:18.258168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.854827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:35:18.258414Z","caller":"traceutil/trace.go:171","msg":"trace[266931197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11656; }","duration":"166.174978ms","start":"2026-04-07T00:35:18.092169Z","end":"2026-04-07T00:35:18.258344Z","steps":["trace[266931197] 'range keys from in-memory index tree' (duration: 165.507217ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:35:27.629309Z","caller":"traceutil/trace.go:171","msg":"trace[462557580] transaction","detail":"{read_only:false; response_revision:11703; number_of_response:1; }","duration":"221.898435ms","start":"2026-04-07T00:35:27.407374Z","end":"2026-04-07T00:35:27.629272Z","steps":["trace[462557580] 'process raft request' (duration: 190.701245ms)","trace[462557580] 'compare' (duration: 30.815848ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:35:27.62961Z","caller":"traceutil/trace.go:171","msg":"trace[1758206627] linearizableReadLoop","detail":"{readStateIndex:12122; appliedIndex:12120; }","duration":"211.140064ms","start":"2026-04-07T00:35:27.418448Z","end":"2026-04-07T00:35:27.629588Z","steps":["trace[1758206627] 'read index received' (duration: 179.633305ms)","trace[1758206627] 'applied index is now lower than readState.Index' (duration: 31.505799ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:35:27.629653Z","caller":"traceutil/trace.go:171","msg":"trace[2065089364] transaction","detail":"{read_only:false; response_revision:11704; number_of_response:1; }","duration":"222.212065ms","start":"2026-04-07T00:35:27.40742Z","end":"2026-04-07T00:35:27.629633Z","steps":["trace[2065089364] 'process raft request' (duration: 221.74472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:35:27.629833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.368521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:35:27.62988Z","caller":"traceutil/trace.go:171","msg":"trace[1493411380] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11705; }","duration":"211.452123ms","start":"2026-04-07T00:35:27.418413Z","end":"2026-04-07T00:35:27.629865Z","steps":["trace[1493411380] 'agreement among raft nodes before linearized reading' (duration: 211.311359ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:35:28.052737Z","caller":"traceutil/trace.go:171","msg":"trace[591610769] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"109.79143ms","start":"2026-04-07T00:35:27.942886Z","end":"2026-04-07T00:35:28.052678Z","steps":["trace[591610769] 'process raft request' (duration: 106.425424ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:35:36.192995Z","caller":"traceutil/trace.go:171","msg":"trace[1279278106] transaction","detail":"{read_only:false; response_revision:11757; number_of_response:1; }","duration":"112.843546ms","start":"2026-04-07T00:35:36.080126Z","end":"2026-04-07T00:35:36.19297Z","steps":["trace[1279278106] 'process raft request' (duration: 112.572457ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:06.647176Z","caller":"traceutil/trace.go:171","msg":"trace[640954624] transaction","detail":"{read_only:false; response_revision:11914; number_of_response:1; }","duration":"101.516069ms","start":"2026-04-07T00:36:06.545623Z","end":"2026-04-07T00:36:06.647139Z","steps":["trace[640954624] 'process raft request' (duration: 101.277161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:56.42681Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10445} {"level":"info","ts":"2026-04-07T00:36:56.50264Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10445,"took":"73.617035ms","hash":3202337979,"current-db-size-bytes":58085376,"current-db-size":"58 MB","current-db-size-in-use-bytes":21663744,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-07T00:36:56.502719Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3202337979,"revision":10445,"compact-revision":8108} {"level":"info","ts":"2026-04-07T00:37:34.469335Z","caller":"traceutil/trace.go:171","msg":"trace[1401096910] transaction","detail":"{read_only:false; response_revision:12361; number_of_response:1; }","duration":"152.488097ms","start":"2026-04-07T00:37:34.316814Z","end":"2026-04-07T00:37:34.469302Z","steps":["trace[1401096910] 'process raft request' (duration: 152.26969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:34.469521Z","caller":"traceutil/trace.go:171","msg":"trace[804355880] linearizableReadLoop","detail":"{readStateIndex:12805; appliedIndex:12804; }","duration":"101.500689ms","start":"2026-04-07T00:37:34.367978Z","end":"2026-04-07T00:37:34.469478Z","steps":["trace[804355880] 'read index received' (duration: 101.107077ms)","trace[804355880] 'applied index is now lower than readState.Index' (duration: 387.772µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:37:34.46973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.725606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:37:34.469823Z","caller":"traceutil/trace.go:171","msg":"trace[1374883611] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12361; }","duration":"101.883672ms","start":"2026-04-07T00:37:34.367918Z","end":"2026-04-07T00:37:34.469801Z","steps":["trace[1374883611] 'agreement among raft nodes before linearized reading' (duration: 101.690375ms)"],"step_count":1}