{"level":"warn","ts":"2026-03-06T00:33:39.160365Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:33:39.160467Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.155:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.155:2380","--initial-cluster=instance=https://199.204.45.155:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.155:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.155:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T00:33:39.160533Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T00:33:39.160541Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-03-06T00:33:39.160559Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:33:39.161233Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"]} {"level":"info","ts":"2026-03-06T00:33:39.161312Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.155:2380"],"listen-peer-urls":["https://199.204.45.155:2380"],"advertise-client-urls":["https://199.204.45.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.155:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T00:33:39.164672Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.14749ms"} {"level":"info","ts":"2026-03-06T00:33:39.174163Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"344940fc142d902f","cluster-id":"c7d65bf2a36fbd4"} {"level":"info","ts":"2026-03-06T00:33:39.174285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T00:33:39.174325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became follower at term 0"} {"level":"info","ts":"2026-03-06T00:33:39.174353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 344940fc142d902f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T00:33:39.174377Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became follower at term 1"} {"level":"info","ts":"2026-03-06T00:33:39.174438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167)"} {"level":"warn","ts":"2026-03-06T00:33:39.180077Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T00:33:39.18171Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T00:33:39.183035Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T00:33:39.18481Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"344940fc142d902f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T00:33:39.185067Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"344940fc142d902f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T00:33:39.185166Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:39.185347Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:39.185365Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T00:33:39.187979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f switched to configuration voters=(3767614014686597167)"} {"level":"info","ts":"2026-03-06T00:33:39.188302Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","added-peer-id":"344940fc142d902f","added-peer-peer-urls":["https://199.204.45.155:2380"]} {"level":"info","ts":"2026-03-06T00:33:39.190176Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T00:33:39.190347Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.155:2380"} {"level":"info","ts":"2026-03-06T00:33:39.190432Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.155:2380"} {"level":"info","ts":"2026-03-06T00:33:39.190528Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"344940fc142d902f","initial-advertise-peer-urls":["https://199.204.45.155:2380"],"listen-peer-urls":["https://199.204.45.155:2380"],"advertise-client-urls":["https://199.204.45.155:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.155:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T00:33:39.190596Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T00:33:39.574791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T00:33:39.574851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T00:33:39.574882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f received MsgPreVoteResp from 344940fc142d902f at term 1"} {"level":"info","ts":"2026-03-06T00:33:39.574897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became candidate at term 2"} {"level":"info","ts":"2026-03-06T00:33:39.574905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f received MsgVoteResp from 344940fc142d902f at term 2"} {"level":"info","ts":"2026-03-06T00:33:39.574915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"344940fc142d902f became leader at term 2"} {"level":"info","ts":"2026-03-06T00:33:39.574925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 344940fc142d902f elected leader 344940fc142d902f at term 2"} {"level":"info","ts":"2026-03-06T00:33:39.57599Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:39.57722Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:33:39.577226Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"344940fc142d902f","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.155:2379]}","request-path":"/0/members/344940fc142d902f/attributes","cluster-id":"c7d65bf2a36fbd4","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T00:33:39.577383Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c7d65bf2a36fbd4","local-member-id":"344940fc142d902f","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:39.577311Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T00:33:39.577481Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:39.577514Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T00:33:39.577678Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T00:33:39.577723Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T00:33:39.580673Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.155:2379"} {"level":"info","ts":"2026-03-06T00:33:39.580787Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T00:33:41.430117Z","caller":"traceutil/trace.go:171","msg":"trace[1781836279] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"109.889455ms","start":"2026-03-06T00:33:41.320197Z","end":"2026-03-06T00:33:41.430086Z","steps":["trace[1781836279] 'process raft request' (duration: 109.640229ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:41.430367Z","caller":"traceutil/trace.go:171","msg":"trace[2031969675] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"110.147302ms","start":"2026-03-06T00:33:41.320185Z","end":"2026-03-06T00:33:41.430332Z","steps":["trace[2031969675] 'process raft request' (duration: 109.738311ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:41.430448Z","caller":"traceutil/trace.go:171","msg":"trace[1177901372] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"110.160242ms","start":"2026-03-06T00:33:41.320259Z","end":"2026-03-06T00:33:41.430419Z","steps":["trace[1177901372] 'process raft request' (duration: 109.920716ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:41.430691Z","caller":"traceutil/trace.go:171","msg":"trace[635074069] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"110.386877ms","start":"2026-03-06T00:33:41.320263Z","end":"2026-03-06T00:33:41.430649Z","steps":["trace[635074069] 'process raft request' (duration: 110.017618ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:41.430778Z","caller":"traceutil/trace.go:171","msg":"trace[26265856] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"110.467049ms","start":"2026-03-06T00:33:41.320296Z","end":"2026-03-06T00:33:41.430763Z","steps":["trace[26265856] 'process raft request' (duration: 110.268714ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:41.431004Z","caller":"traceutil/trace.go:171","msg":"trace[1226369759] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"102.949008ms","start":"2026-03-06T00:33:41.328039Z","end":"2026-03-06T00:33:41.430988Z","steps":["trace[1226369759] 'process raft request' (duration: 102.580679ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:41.431142Z","caller":"traceutil/trace.go:171","msg":"trace[1836322110] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"100.643869ms","start":"2026-03-06T00:33:41.330476Z","end":"2026-03-06T00:33:41.43112Z","steps":["trace[1836322110] 'process raft request' (duration: 100.332471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:41.431273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.295005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T00:33:41.431377Z","caller":"traceutil/trace.go:171","msg":"trace[1248075663] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"110.46768ms","start":"2026-03-06T00:33:41.32089Z","end":"2026-03-06T00:33:41.431357Z","steps":["trace[1248075663] 'agreement among raft nodes before linearized reading' (duration: 110.223983ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:33:55.865338Z","caller":"traceutil/trace.go:171","msg":"trace[1937411578] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:378; }","duration":"136.420611ms","start":"2026-03-06T00:33:55.728874Z","end":"2026-03-06T00:33:55.865295Z","steps":["trace[1937411578] 'read index received' (duration: 136.044501ms)","trace[1937411578] 'applied index is now lower than readState.Index' (duration: 374.28µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:33:55.865466Z","caller":"traceutil/trace.go:171","msg":"trace[251925059] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"184.165584ms","start":"2026-03-06T00:33:55.681268Z","end":"2026-03-06T00:33:55.865434Z","steps":["trace[251925059] 'process raft request' (duration: 183.767354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:33:55.865596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.715007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:33:55.865678Z","caller":"traceutil/trace.go:171","msg":"trace[123555303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:365; }","duration":"136.868222ms","start":"2026-03-06T00:33:55.728793Z","end":"2026-03-06T00:33:55.865661Z","steps":["trace[123555303] 'agreement among raft nodes before linearized reading' (duration: 136.687917ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:12.303628Z","caller":"traceutil/trace.go:171","msg":"trace[178555759] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"125.874006ms","start":"2026-03-06T00:34:12.177723Z","end":"2026-03-06T00:34:12.303597Z","steps":["trace[178555759] 'read index received' (duration: 125.59675ms)","trace[178555759] 'applied index is now lower than readState.Index' (duration: 275.616µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:34:12.303732Z","caller":"traceutil/trace.go:171","msg":"trace[1591466659] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"134.038015ms","start":"2026-03-06T00:34:12.169632Z","end":"2026-03-06T00:34:12.30367Z","steps":["trace[1591466659] 'process raft request' (duration: 133.801259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:12.303892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.130922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:34:12.304021Z","caller":"traceutil/trace.go:171","msg":"trace[318439817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:469; }","duration":"126.332838ms","start":"2026-03-06T00:34:12.177661Z","end":"2026-03-06T00:34:12.303994Z","steps":["trace[318439817] 'agreement among raft nodes before linearized reading' (duration: 126.060061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:34:18.159455Z","caller":"traceutil/trace.go:171","msg":"trace[76432059] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"168.000939ms","start":"2026-03-06T00:34:17.991395Z","end":"2026-03-06T00:34:18.159396Z","steps":["trace[76432059] 'process raft request' (duration: 167.777704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:18.72221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.690204ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T00:34:18.722351Z","caller":"traceutil/trace.go:171","msg":"trace[675884752] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"384.632709ms","start":"2026-03-06T00:34:18.337673Z","end":"2026-03-06T00:34:18.722306Z","steps":["trace[675884752] 'read index received' (duration: 115.713469ms)","trace[675884752] 'applied index is now lower than readState.Index' (duration: 268.91772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:34:18.722437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.766441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:34:18.722457Z","caller":"traceutil/trace.go:171","msg":"trace[512492843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:510; }","duration":"384.844314ms","start":"2026-03-06T00:34:18.337606Z","end":"2026-03-06T00:34:18.722451Z","steps":["trace[512492843] 'agreement among raft nodes before linearized reading' (duration: 384.767062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:34:18.722484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:34:18.337582Z","time spent":"384.896195ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T00:35:26.841646Z","caller":"traceutil/trace.go:171","msg":"trace[2112660150] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"241.234676ms","start":"2026-03-06T00:35:26.600388Z","end":"2026-03-06T00:35:26.841623Z","steps":["trace[2112660150] 'process raft request' (duration: 241.084461ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:26.868456Z","caller":"traceutil/trace.go:171","msg":"trace[171111626] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"261.199628ms","start":"2026-03-06T00:35:26.607217Z","end":"2026-03-06T00:35:26.868417Z","steps":["trace[171111626] 'process raft request' (duration: 260.952892ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:27.229226Z","caller":"traceutil/trace.go:171","msg":"trace[1609713570] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1614; }","duration":"132.574666ms","start":"2026-03-06T00:35:27.096625Z","end":"2026-03-06T00:35:27.2292Z","steps":["trace[1609713570] 'read index received' (duration: 132.363361ms)","trace[1609713570] 'applied index is now lower than readState.Index' (duration: 210.405µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:35:27.229518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.658386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T00:35:27.229601Z","caller":"traceutil/trace.go:171","msg":"trace[1865465338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1551; }","duration":"129.799649ms","start":"2026-03-06T00:35:27.099787Z","end":"2026-03-06T00:35:27.229587Z","steps":["trace[1865465338] 'agreement among raft nodes before linearized reading' (duration: 129.567364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:27.229571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.900124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T00:35:27.229642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.292815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T00:35:27.229692Z","caller":"traceutil/trace.go:171","msg":"trace[861273072] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1551; }","duration":"133.097878ms","start":"2026-03-06T00:35:27.096569Z","end":"2026-03-06T00:35:27.229667Z","steps":["trace[861273072] 'agreement among raft nodes before linearized reading' (duration: 132.817102ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:27.229747Z","caller":"traceutil/trace.go:171","msg":"trace[875948555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1551; }","duration":"126.432708ms","start":"2026-03-06T00:35:27.103298Z","end":"2026-03-06T00:35:27.229731Z","steps":["trace[875948555] 'agreement among raft nodes before linearized reading' (duration: 126.10899ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:35:27.229315Z","caller":"traceutil/trace.go:171","msg":"trace[1850236047] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"154.025805ms","start":"2026-03-06T00:35:27.075257Z","end":"2026-03-06T00:35:27.229283Z","steps":["trace[1850236047] 'process raft request' (duration: 153.727878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:35:27.22965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.154469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T00:35:27.230014Z","caller":"traceutil/trace.go:171","msg":"trace[1572776246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1551; }","duration":"128.551649ms","start":"2026-03-06T00:35:27.101451Z","end":"2026-03-06T00:35:27.230002Z","steps":["trace[1572776246] 'agreement among raft nodes before linearized reading' (duration: 128.017007ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:10.784212Z","caller":"traceutil/trace.go:171","msg":"trace[1731517652] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1889; }","duration":"100.996993ms","start":"2026-03-06T00:36:10.683186Z","end":"2026-03-06T00:36:10.784183Z","steps":["trace[1731517652] 'read index received' (duration: 100.819159ms)","trace[1731517652] 'applied index is now lower than readState.Index' (duration: 176.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:10.784351Z","caller":"traceutil/trace.go:171","msg":"trace[555344417] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"106.833035ms","start":"2026-03-06T00:36:10.677438Z","end":"2026-03-06T00:36:10.784271Z","steps":["trace[555344417] 'process raft request' (duration: 106.59462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:10.784383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.178507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:10.784473Z","caller":"traceutil/trace.go:171","msg":"trace[244650605] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1815; }","duration":"101.303981ms","start":"2026-03-06T00:36:10.683148Z","end":"2026-03-06T00:36:10.784452Z","steps":["trace[244650605] 'agreement among raft nodes before linearized reading' (duration: 101.142677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:36:16.725198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.53285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T00:36:16.725287Z","caller":"traceutil/trace.go:171","msg":"trace[323466758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1841; }","duration":"138.668763ms","start":"2026-03-06T00:36:16.586601Z","end":"2026-03-06T00:36:16.725269Z","steps":["trace[323466758] 'range keys from in-memory index tree' (duration: 138.309364ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:16.866418Z","caller":"traceutil/trace.go:171","msg":"trace[1108441601] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"137.182778ms","start":"2026-03-06T00:36:16.729139Z","end":"2026-03-06T00:36:16.866322Z","steps":["trace[1108441601] 'process raft request' (duration: 136.945033ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:36:17.055269Z","caller":"traceutil/trace.go:171","msg":"trace[1196462914] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1919; }","duration":"126.86592ms","start":"2026-03-06T00:36:16.928382Z","end":"2026-03-06T00:36:17.055248Z","steps":["trace[1196462914] 'read index received' (duration: 115.220281ms)","trace[1196462914] 'applied index is now lower than readState.Index' (duration: 11.644819ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:36:17.055401Z","caller":"traceutil/trace.go:171","msg":"trace[1200999684] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"183.791384ms","start":"2026-03-06T00:36:16.871572Z","end":"2026-03-06T00:36:17.055364Z","steps":["trace[1200999684] 'process raft request' (duration: 172.030373ms)","trace[1200999684] 'compare' (duration: 11.529296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:36:17.055449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.052475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:36:17.055687Z","caller":"traceutil/trace.go:171","msg":"trace[237369612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"127.170387ms","start":"2026-03-06T00:36:16.928334Z","end":"2026-03-06T00:36:17.055504Z","steps":["trace[237369612] 'agreement among raft nodes before linearized reading' (duration: 127.058684ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:39.81032Z","caller":"traceutil/trace.go:171","msg":"trace[1514627206] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"235.675946ms","start":"2026-03-06T00:37:39.574614Z","end":"2026-03-06T00:37:39.81029Z","steps":["trace[1514627206] 'process raft request' (duration: 226.338673ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:39.821225Z","caller":"traceutil/trace.go:171","msg":"trace[1326939601] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"148.604363ms","start":"2026-03-06T00:37:39.672589Z","end":"2026-03-06T00:37:39.821193Z","steps":["trace[1326939601] 'process raft request' (duration: 148.433799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:40.15062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.116829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T00:37:40.150725Z","caller":"traceutil/trace.go:171","msg":"trace[96370042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2445; }","duration":"183.239283ms","start":"2026-03-06T00:37:39.967464Z","end":"2026-03-06T00:37:40.150703Z","steps":["trace[96370042] 'range keys from in-memory index tree' (duration: 182.902483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:40.15089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.781436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T00:37:40.15099Z","caller":"traceutil/trace.go:171","msg":"trace[1389141070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2445; }","duration":"178.932049ms","start":"2026-03-06T00:37:39.972036Z","end":"2026-03-06T00:37:40.150968Z","steps":["trace[1389141070] 'range keys from in-memory index tree' (duration: 178.669253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:37:40.150833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.999652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T00:37:40.151129Z","caller":"traceutil/trace.go:171","msg":"trace[1106447864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2445; }","duration":"182.32219ms","start":"2026-03-06T00:37:39.96877Z","end":"2026-03-06T00:37:40.151092Z","steps":["trace[1106447864] 'range keys from in-memory index tree' (duration: 181.744466ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:37:40.318574Z","caller":"traceutil/trace.go:171","msg":"trace[1671629111] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"162.942747ms","start":"2026-03-06T00:37:40.155596Z","end":"2026-03-06T00:37:40.318539Z","steps":["trace[1671629111] 'process raft request' (duration: 141.32245ms)","trace[1671629111] 'compare' (duration: 21.413882ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:37:40.318597Z","caller":"traceutil/trace.go:171","msg":"trace[969634910] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"161.673066ms","start":"2026-03-06T00:37:40.156893Z","end":"2026-03-06T00:37:40.318566Z","steps":["trace[969634910] 'process raft request' (duration: 161.575284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:41.105933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.652133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:41.10609Z","caller":"traceutil/trace.go:171","msg":"trace[2117515952] linearizableReadLoop","detail":"{readStateIndex:4724; appliedIndex:4723; }","duration":"250.231716ms","start":"2026-03-06T00:41:40.85584Z","end":"2026-03-06T00:41:41.106072Z","steps":["trace[2117515952] 'read index received' (duration: 124.917654ms)","trace[2117515952] 'applied index is now lower than readState.Index' (duration: 125.311842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:41.106239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.373249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:41.106215Z","caller":"traceutil/trace.go:171","msg":"trace[1808850309] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"259.386202ms","start":"2026-03-06T00:41:40.84676Z","end":"2026-03-06T00:41:41.106146Z","steps":["trace[1808850309] 'process raft request' (duration: 134.003588ms)","trace[1808850309] 'compare' (duration: 123.169721ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:41.106273Z","caller":"traceutil/trace.go:171","msg":"trace[1082607007] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4536; }","duration":"250.470711ms","start":"2026-03-06T00:41:40.855791Z","end":"2026-03-06T00:41:41.106262Z","steps":["trace[1082607007] 'agreement among raft nodes before linearized reading' (duration: 250.358759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:41.10637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.572978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:41:41.106436Z","caller":"traceutil/trace.go:171","msg":"trace[516530437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4536; }","duration":"177.695861ms","start":"2026-03-06T00:41:40.928723Z","end":"2026-03-06T00:41:41.106418Z","steps":["trace[516530437] 'agreement among raft nodes before linearized reading' (duration: 177.558388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:41.106718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.249646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T00:41:41.106753Z","caller":"traceutil/trace.go:171","msg":"trace[1342999059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4536; }","duration":"154.320027ms","start":"2026-03-06T00:41:40.952421Z","end":"2026-03-06T00:41:41.106741Z","steps":["trace[1342999059] 'agreement among raft nodes before linearized reading' (duration: 154.178244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:41.5454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.331142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:41:41.545522Z","caller":"traceutil/trace.go:171","msg":"trace[624753026] linearizableReadLoop","detail":"{readStateIndex:4737; appliedIndex:4735; }","duration":"235.490846ms","start":"2026-03-06T00:41:41.310015Z","end":"2026-03-06T00:41:41.545506Z","steps":["trace[624753026] 'read index received' (duration: 1.142666ms)","trace[624753026] 'applied index is now lower than readState.Index' (duration: 234.34701ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:41:41.545623Z","caller":"traceutil/trace.go:171","msg":"trace[720754676] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"244.284355ms","start":"2026-03-06T00:41:41.301299Z","end":"2026-03-06T00:41:41.545583Z","steps":["trace[720754676] 'process raft request' (duration: 33.681526ms)","trace[720754676] 'compare' (duration: 209.86484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:41:41.545795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.225638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-zbcxx\" ","response":"range_response_count:1 size:4949"} {"level":"info","ts":"2026-03-06T00:41:41.545859Z","caller":"traceutil/trace.go:171","msg":"trace[2118427386] range","detail":"{range_begin:/registry/pods/monitoring/vector-zbcxx; range_end:; response_count:1; response_revision:4549; }","duration":"229.342631ms","start":"2026-03-06T00:41:41.316501Z","end":"2026-03-06T00:41:41.545843Z","steps":["trace[2118427386] 'agreement among raft nodes before linearized reading' (duration: 229.110295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:41:41.546543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.518151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5021"} {"level":"info","ts":"2026-03-06T00:41:41.546603Z","caller":"traceutil/trace.go:171","msg":"trace[1129272119] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:4549; }","duration":"236.582892ms","start":"2026-03-06T00:41:41.310007Z","end":"2026-03-06T00:41:41.54659Z","steps":["trace[1129272119] 'agreement among raft nodes before linearized reading' (duration: 235.592819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:43:39.979493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2741} {"level":"info","ts":"2026-03-06T00:43:40.040666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2741,"took":"59.994968ms","hash":2525426951,"current-db-size-bytes":41168896,"current-db-size":"41 MB","current-db-size-in-use-bytes":30879744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-06T00:43:40.040734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2525426951,"revision":2741,"compact-revision":-1} {"level":"info","ts":"2026-03-06T00:48:02.853496Z","caller":"traceutil/trace.go:171","msg":"trace[312572768] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"165.072878ms","start":"2026-03-06T00:48:02.688402Z","end":"2026-03-06T00:48:02.853475Z","steps":["trace[312572768] 'process raft request' (duration: 164.942174ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:03.017729Z","caller":"traceutil/trace.go:171","msg":"trace[804673494] linearizableReadLoop","detail":"{readStateIndex:7843; appliedIndex:7842; }","duration":"238.498374ms","start":"2026-03-06T00:48:02.779198Z","end":"2026-03-06T00:48:03.017696Z","steps":["trace[804673494] 'read index received' (duration: 74.282857ms)","trace[804673494] 'applied index is now lower than readState.Index' (duration: 164.213797ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:03.017872Z","caller":"traceutil/trace.go:171","msg":"trace[165618083] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"244.860507ms","start":"2026-03-06T00:48:02.772969Z","end":"2026-03-06T00:48:03.017829Z","steps":["trace[165618083] 'process raft request' (duration: 180.995837ms)","trace[165618083] 'compare' (duration: 63.45737ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:03.017905Z","caller":"traceutil/trace.go:171","msg":"trace[2136995174] transaction","detail":"{read_only:false; response_revision:7559; number_of_response:1; }","duration":"238.634408ms","start":"2026-03-06T00:48:02.779226Z","end":"2026-03-06T00:48:03.017861Z","steps":["trace[2136995174] 'process raft request' (duration: 238.373362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:03.018102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.882124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-7969457844-mphtl\" ","response":"range_response_count:1 size:8471"} {"level":"info","ts":"2026-03-06T00:48:03.018164Z","caller":"traceutil/trace.go:171","msg":"trace[216843952] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-7969457844-mphtl; range_end:; response_count:1; response_revision:7559; }","duration":"239.000617ms","start":"2026-03-06T00:48:02.779144Z","end":"2026-03-06T00:48:03.018144Z","steps":["trace[216843952] 'agreement among raft nodes before linearized reading' (duration: 238.746801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:03.01815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.821308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T00:48:03.018277Z","caller":"traceutil/trace.go:171","msg":"trace[340685346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7559; }","duration":"135.022293ms","start":"2026-03-06T00:48:02.883232Z","end":"2026-03-06T00:48:03.018255Z","steps":["trace[340685346] 'agreement among raft nodes before linearized reading' (duration: 134.751496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:15.486783Z","caller":"traceutil/trace.go:171","msg":"trace[1354347658] linearizableReadLoop","detail":"{readStateIndex:7914; appliedIndex:7913; }","duration":"182.053191ms","start":"2026-03-06T00:48:15.304698Z","end":"2026-03-06T00:48:15.486752Z","steps":["trace[1354347658] 'read index received' (duration: 181.9982ms)","trace[1354347658] 'applied index is now lower than readState.Index' (duration: 53.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:15.486902Z","caller":"traceutil/trace.go:171","msg":"trace[243712417] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"258.738487ms","start":"2026-03-06T00:48:15.228093Z","end":"2026-03-06T00:48:15.486831Z","steps":["trace[243712417] 'process raft request' (duration: 258.455091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:15.487105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.38671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T00:48:15.487162Z","caller":"traceutil/trace.go:171","msg":"trace[903193368] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7625; }","duration":"182.519112ms","start":"2026-03-06T00:48:15.30462Z","end":"2026-03-06T00:48:15.487139Z","steps":["trace[903193368] 'agreement among raft nodes before linearized reading' (duration: 182.302667ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:39.986588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5756} {"level":"info","ts":"2026-03-06T00:48:40.072838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5756,"took":"84.217834ms","hash":3709387578,"current-db-size-bytes":43192320,"current-db-size":"43 MB","current-db-size-in-use-bytes":23027712,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-06T00:48:40.072945Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3709387578,"revision":5756,"compact-revision":2741} {"level":"info","ts":"2026-03-06T00:48:43.951294Z","caller":"traceutil/trace.go:171","msg":"trace[1929792400] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"215.942118ms","start":"2026-03-06T00:48:43.735321Z","end":"2026-03-06T00:48:43.951263Z","steps":["trace[1929792400] 'process raft request' (duration: 215.60729ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:43.951408Z","caller":"traceutil/trace.go:171","msg":"trace[1466992006] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8116; }","duration":"212.149288ms","start":"2026-03-06T00:48:43.739216Z","end":"2026-03-06T00:48:43.951365Z","steps":["trace[1466992006] 'read index received' (duration: 211.564544ms)","trace[1466992006] 'applied index is now lower than readState.Index' (duration: 580.074µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:43.951682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.410324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:48:43.95182Z","caller":"traceutil/trace.go:171","msg":"trace[1682561739] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7819; }","duration":"212.593389ms","start":"2026-03-06T00:48:43.739193Z","end":"2026-03-06T00:48:43.951786Z","steps":["trace[1682561739] 'agreement among raft nodes before linearized reading' (duration: 212.290511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:44.15955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.759485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T00:48:44.15979Z","caller":"traceutil/trace.go:171","msg":"trace[1328799483] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"190.662347ms","start":"2026-03-06T00:48:43.969101Z","end":"2026-03-06T00:48:44.159764Z","steps":["trace[1328799483] 'process raft request' (duration: 190.574855ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:44.16007Z","caller":"traceutil/trace.go:171","msg":"trace[2016367003] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8117; }","duration":"208.590983ms","start":"2026-03-06T00:48:43.951457Z","end":"2026-03-06T00:48:44.160048Z","steps":["trace[2016367003] 'read index received' (duration: 99.993079ms)","trace[2016367003] 'applied index is now lower than readState.Index' (duration: 108.596304ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:44.16012Z","caller":"traceutil/trace.go:171","msg":"trace[979828448] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"232.39609ms","start":"2026-03-06T00:48:43.927704Z","end":"2026-03-06T00:48:44.1601Z","steps":["trace[979828448] 'process raft request' (duration: 123.734514ms)","trace[979828448] 'compare' (duration: 107.611181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:44.160311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.837992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-06T00:48:44.160343Z","caller":"traceutil/trace.go:171","msg":"trace[240073427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7821; }","duration":"148.924043ms","start":"2026-03-06T00:48:44.011408Z","end":"2026-03-06T00:48:44.160332Z","steps":["trace[240073427] 'agreement among raft nodes before linearized reading' (duration: 148.743449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:44.160347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.509229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-06T00:48:44.160317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.177671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T00:48:44.160446Z","caller":"traceutil/trace.go:171","msg":"trace[2053216280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7821; }","duration":"147.630962ms","start":"2026-03-06T00:48:44.012801Z","end":"2026-03-06T00:48:44.160432Z","steps":["trace[2053216280] 'agreement among raft nodes before linearized reading' (duration: 147.447677ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:44.160585Z","caller":"traceutil/trace.go:171","msg":"trace[1168514221] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7821; }","duration":"252.519019ms","start":"2026-03-06T00:48:43.908033Z","end":"2026-03-06T00:48:44.160552Z","steps":["trace[1168514221] 'agreement among raft nodes before linearized reading' (duration: 252.106889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:44.160444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.988361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T00:48:44.160747Z","caller":"traceutil/trace.go:171","msg":"trace[445958507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7821; }","duration":"364.331221ms","start":"2026-03-06T00:48:43.796388Z","end":"2026-03-06T00:48:44.16072Z","steps":["trace[445958507] 'agreement among raft nodes before linearized reading' (duration: 363.760926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:48:44.160857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T00:48:43.79636Z","time spent":"364.478863ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T00:48:44.160317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.616217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:48:44.161065Z","caller":"traceutil/trace.go:171","msg":"trace[2079886049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7821; }","duration":"231.472278ms","start":"2026-03-06T00:48:43.929575Z","end":"2026-03-06T00:48:44.161048Z","steps":["trace[2079886049] 'agreement among raft nodes before linearized reading' (duration: 230.515245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:56.509541Z","caller":"traceutil/trace.go:171","msg":"trace[207438508] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"230.892655ms","start":"2026-03-06T00:48:56.278619Z","end":"2026-03-06T00:48:56.509511Z","steps":["trace[207438508] 'process raft request' (duration: 170.983009ms)","trace[207438508] 'compare' (duration: 59.332791ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:48:56.509615Z","caller":"traceutil/trace.go:171","msg":"trace[1614189926] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"118.732186ms","start":"2026-03-06T00:48:56.390848Z","end":"2026-03-06T00:48:56.50958Z","steps":["trace[1614189926] 'process raft request' (duration: 118.486541ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:48:56.509845Z","caller":"traceutil/trace.go:171","msg":"trace[703449556] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8225; }","duration":"119.134635ms","start":"2026-03-06T00:48:56.390696Z","end":"2026-03-06T00:48:56.50983Z","steps":["trace[703449556] 'read index received' (duration: 58.996054ms)","trace[703449556] 'applied index is now lower than readState.Index' (duration: 60.137061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:48:56.510082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.371781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-crmqm\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-06T00:48:56.510126Z","caller":"traceutil/trace.go:171","msg":"trace[1281323290] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-crmqm; range_end:; response_count:1; response_revision:7924; }","duration":"119.495474ms","start":"2026-03-06T00:48:56.390619Z","end":"2026-03-06T00:48:56.510115Z","steps":["trace[1281323290] 'agreement among raft nodes before linearized reading' (duration: 119.354281ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:08.240211Z","caller":"traceutil/trace.go:171","msg":"trace[1484052909] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"211.341354ms","start":"2026-03-06T00:50:08.028843Z","end":"2026-03-06T00:50:08.240184Z","steps":["trace[1484052909] 'process raft request' (duration: 211.133769ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:50:08.240193Z","caller":"traceutil/trace.go:171","msg":"trace[1613716207] linearizableReadLoop","detail":"{readStateIndex:8934; appliedIndex:8933; }","duration":"117.77354ms","start":"2026-03-06T00:50:08.12239Z","end":"2026-03-06T00:50:08.240164Z","steps":["trace[1613716207] 'read index received' (duration: 117.553084ms)","trace[1613716207] 'applied index is now lower than readState.Index' (duration: 219.296µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:50:08.240451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.041697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T00:50:08.240504Z","caller":"traceutil/trace.go:171","msg":"trace[1426946716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8612; }","duration":"118.163319ms","start":"2026-03-06T00:50:08.12233Z","end":"2026-03-06T00:50:08.240493Z","steps":["trace[1426946716] 'agreement among raft nodes before linearized reading' (duration: 117.929054ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:52:30.783604Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"344940fc142d902f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T00:52:30.789596Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T00:52:30.789714Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T00:53:39.999746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7795} {"level":"info","ts":"2026-03-06T00:53:40.070139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7795,"took":"67.80912ms","hash":1286976603,"current-db-size-bytes":43192320,"current-db-size":"43 MB","current-db-size-in-use-bytes":27054080,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-06T00:53:40.070227Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1286976603,"revision":7795,"compact-revision":5756} {"level":"info","ts":"2026-03-06T00:53:50.07372Z","caller":"traceutil/trace.go:171","msg":"trace[1457477629] linearizableReadLoop","detail":"{readStateIndex:10722; appliedIndex:10720; }","duration":"208.812313ms","start":"2026-03-06T00:53:49.864879Z","end":"2026-03-06T00:53:50.073692Z","steps":["trace[1457477629] 'read index received' (duration: 189.905858ms)","trace[1457477629] 'applied index is now lower than readState.Index' (duration: 18.905165ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T00:53:50.074061Z","caller":"traceutil/trace.go:171","msg":"trace[1218840646] transaction","detail":"{read_only:false; response_revision:10344; number_of_response:1; }","duration":"232.572944ms","start":"2026-03-06T00:53:49.841475Z","end":"2026-03-06T00:53:50.074048Z","steps":["trace[1218840646] 'process raft request' (duration: 213.217548ms)","trace[1218840646] 'compare' (duration: 18.772022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T00:53:50.074168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.733803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:50.074256Z","caller":"traceutil/trace.go:171","msg":"trace[475025248] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10345; }","duration":"208.849686ms","start":"2026-03-06T00:53:49.865385Z","end":"2026-03-06T00:53:50.074234Z","steps":["trace[475025248] 'agreement among raft nodes before linearized reading' (duration: 208.704072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:50.074235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.565792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:50.074336Z","caller":"traceutil/trace.go:171","msg":"trace[549601227] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10345; }","duration":"192.704735ms","start":"2026-03-06T00:53:49.881612Z","end":"2026-03-06T00:53:50.074317Z","steps":["trace[549601227] 'agreement among raft nodes before linearized reading' (duration: 192.51464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:50.074364Z","caller":"traceutil/trace.go:171","msg":"trace[2119591327] transaction","detail":"{read_only:false; response_revision:10345; number_of_response:1; }","duration":"231.533471ms","start":"2026-03-06T00:53:49.842822Z","end":"2026-03-06T00:53:50.074356Z","steps":["trace[2119591327] 'process raft request' (duration: 230.826463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:50.074497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.574342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T00:53:50.074592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.61912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-06T00:53:50.074641Z","caller":"traceutil/trace.go:171","msg":"trace[1497259404] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10345; }","duration":"209.798308ms","start":"2026-03-06T00:53:49.864818Z","end":"2026-03-06T00:53:50.074616Z","steps":["trace[1497259404] 'agreement among raft nodes before linearized reading' (duration: 209.496031ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:53:50.074629Z","caller":"traceutil/trace.go:171","msg":"trace[560529232] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10345; }","duration":"208.670722ms","start":"2026-03-06T00:53:49.865948Z","end":"2026-03-06T00:53:50.074619Z","steps":["trace[560529232] 'agreement among raft nodes before linearized reading' (duration: 208.532738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:50.074562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.0192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:50.074788Z","caller":"traceutil/trace.go:171","msg":"trace[1027358713] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10345; }","duration":"209.283075ms","start":"2026-03-06T00:53:49.865493Z","end":"2026-03-06T00:53:50.074776Z","steps":["trace[1027358713] 'agreement among raft nodes before linearized reading' (duration: 209.006359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T00:53:50.075234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.313097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T00:53:50.075335Z","caller":"traceutil/trace.go:171","msg":"trace[325632498] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10345; }","duration":"209.711286ms","start":"2026-03-06T00:53:49.865602Z","end":"2026-03-06T00:53:50.075313Z","steps":["trace[325632498] 'agreement among raft nodes before linearized reading' (duration: 208.945928ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T00:58:40.007724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10289} {"level":"info","ts":"2026-03-06T00:58:40.091851Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10289,"took":"81.549673ms","hash":3288738937,"current-db-size-bytes":43192320,"current-db-size":"43 MB","current-db-size-in-use-bytes":24244224,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-06T00:58:40.091928Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3288738937,"revision":10289,"compact-revision":7795} {"level":"info","ts":"2026-03-06T01:00:01.607592Z","caller":"traceutil/trace.go:171","msg":"trace[912438995] transaction","detail":"{read_only:false; response_revision:12660; number_of_response:1; }","duration":"152.102264ms","start":"2026-03-06T01:00:01.455463Z","end":"2026-03-06T01:00:01.607566Z","steps":["trace[912438995] 'process raft request' (duration: 151.940451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:22.318482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.737452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-06T01:00:22.318641Z","caller":"traceutil/trace.go:171","msg":"trace[301394539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12771; }","duration":"321.965007ms","start":"2026-03-06T01:00:21.996644Z","end":"2026-03-06T01:00:22.318609Z","steps":["trace[301394539] 'range keys from in-memory index tree' (duration: 321.426755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:22.318701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:21.996619Z","time spent":"322.06965ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T01:00:22.318983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.491371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-06T01:00:22.31914Z","caller":"traceutil/trace.go:171","msg":"trace[565642664] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12771; }","duration":"314.716166ms","start":"2026-03-06T01:00:22.004386Z","end":"2026-03-06T01:00:22.319102Z","steps":["trace[565642664] 'range keys from in-memory index tree' (duration: 314.153023ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:00:22.319167Z","caller":"traceutil/trace.go:171","msg":"trace[1236167639] transaction","detail":"{read_only:false; response_revision:12772; number_of_response:1; }","duration":"139.117948ms","start":"2026-03-06T01:00:22.179991Z","end":"2026-03-06T01:00:22.319109Z","steps":["trace[1236167639] 'process raft request' (duration: 135.298918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:22.319239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:22.004363Z","time spent":"314.834589ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:00:37.579375Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000343f.wal"} {"level":"warn","ts":"2026-03-06T01:00:39.26313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.331569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T01:00:39.263099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.287382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b1f9ee1-28fc-4fd6-838a-8ac6339a30c9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-06T01:00:39.263565Z","caller":"traceutil/trace.go:171","msg":"trace[1623111444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12972; }","duration":"334.432182ms","start":"2026-03-06T01:00:38.928742Z","end":"2026-03-06T01:00:39.263175Z","steps":["trace[1623111444] 'range keys from in-memory index tree' (duration: 334.256097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:00:39.263621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:00:38.928721Z","time spent":"334.889822ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:00:39.263669Z","caller":"traceutil/trace.go:171","msg":"trace[121590215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b1f9ee1-28fc-4fd6-838a-8ac6339a30c9; range_end:; response_count:1; response_revision:12972; }","duration":"223.825975ms","start":"2026-03-06T01:00:39.03978Z","end":"2026-03-06T01:00:39.263606Z","steps":["trace[121590215] 'range keys from in-memory index tree' (duration: 223.116638ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:02:18.433961Z","caller":"traceutil/trace.go:171","msg":"trace[1096447571] transaction","detail":"{read_only:false; response_revision:14006; number_of_response:1; }","duration":"110.372092ms","start":"2026-03-06T01:02:18.323555Z","end":"2026-03-06T01:02:18.433927Z","steps":["trace[1096447571] 'process raft request' (duration: 110.159617ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:03:40.014637Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12176} {"level":"info","ts":"2026-03-06T01:03:40.091752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12176,"took":"73.756266ms","hash":2652819943,"current-db-size-bytes":43192320,"current-db-size":"43 MB","current-db-size-in-use-bytes":27615232,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:03:40.091871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2652819943,"revision":12176,"compact-revision":10289} {"level":"info","ts":"2026-03-06T01:08:03.300497Z","caller":"traceutil/trace.go:171","msg":"trace[1097204674] linearizableReadLoop","detail":"{readStateIndex:17070; appliedIndex:17069; }","duration":"299.934117ms","start":"2026-03-06T01:08:03.000535Z","end":"2026-03-06T01:08:03.300469Z","steps":["trace[1097204674] 'read index received' (duration: 299.804734ms)","trace[1097204674] 'applied index is now lower than readState.Index' (duration: 127.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:03.300705Z","caller":"traceutil/trace.go:171","msg":"trace[695757978] transaction","detail":"{read_only:false; response_revision:16475; number_of_response:1; }","duration":"301.628648ms","start":"2026-03-06T01:08:02.999042Z","end":"2026-03-06T01:08:03.300671Z","steps":["trace[695757978] 'process raft request' (duration: 301.2662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:03.300886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.333026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s99bn\" ","response":"range_response_count:1 size:20865"} {"level":"info","ts":"2026-03-06T01:08:03.300977Z","caller":"traceutil/trace.go:171","msg":"trace[1111987642] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-s99bn; range_end:; response_count:1; response_revision:16475; }","duration":"300.45927ms","start":"2026-03-06T01:08:03.000501Z","end":"2026-03-06T01:08:03.30096Z","steps":["trace[1111987642] 'agreement among raft nodes before linearized reading' (duration: 300.218254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:03.301023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:03.000426Z","time spent":"300.587153ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20887,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s99bn\" "} {"level":"warn","ts":"2026-03-06T01:08:03.300897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:02.999012Z","time spent":"301.777071ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:08:03.341606Z","caller":"traceutil/trace.go:171","msg":"trace[1193872154] transaction","detail":"{read_only:false; response_revision:16476; number_of_response:1; }","duration":"341.027474ms","start":"2026-03-06T01:08:03.000535Z","end":"2026-03-06T01:08:03.341563Z","steps":["trace[1193872154] 'process raft request' (duration: 340.793738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:03.341772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.699835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-03-06T01:08:03.341663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.195751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.155\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-06T01:08:03.341856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:08:03.000514Z","time spent":"341.207538ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:08:03.34182Z","caller":"traceutil/trace.go:171","msg":"trace[307975108] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16476; }","duration":"167.742486ms","start":"2026-03-06T01:08:03.17406Z","end":"2026-03-06T01:08:03.341803Z","steps":["trace[307975108] 'agreement among raft nodes before linearized reading' (duration: 167.634074ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:03.34191Z","caller":"traceutil/trace.go:171","msg":"trace[1937612815] range","detail":"{range_begin:/registry/masterleases/199.204.45.155; range_end:; response_count:1; response_revision:16476; }","duration":"206.463568ms","start":"2026-03-06T01:08:03.135405Z","end":"2026-03-06T01:08:03.341868Z","steps":["trace[1937612815] 'agreement among raft nodes before linearized reading' (duration: 206.071788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:03.341948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.297745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-f4sd8\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-03-06T01:08:03.342051Z","caller":"traceutil/trace.go:171","msg":"trace[2091617687] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-f4sd8; range_end:; response_count:1; response_revision:16476; }","duration":"138.445208ms","start":"2026-03-06T01:08:03.203578Z","end":"2026-03-06T01:08:03.342023Z","steps":["trace[2091617687] 'agreement among raft nodes before linearized reading' (duration: 138.084819ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:03.585558Z","caller":"traceutil/trace.go:171","msg":"trace[1858110951] transaction","detail":"{read_only:false; response_revision:16477; number_of_response:1; }","duration":"264.090974ms","start":"2026-03-06T01:08:03.32142Z","end":"2026-03-06T01:08:03.585511Z","steps":["trace[1858110951] 'process raft request' (duration: 244.467412ms)","trace[1858110951] 'compare' (duration: 19.243223ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:03.601801Z","caller":"traceutil/trace.go:171","msg":"trace[1232471686] linearizableReadLoop","detail":"{readStateIndex:17074; appliedIndex:17071; }","duration":"252.067142ms","start":"2026-03-06T01:08:03.349702Z","end":"2026-03-06T01:08:03.601769Z","steps":["trace[1232471686] 'read index received' (duration: 216.281861ms)","trace[1232471686] 'applied index is now lower than readState.Index' (duration: 35.784421ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:08:03.602497Z","caller":"traceutil/trace.go:171","msg":"trace[1911431070] transaction","detail":"{read_only:false; response_revision:16478; number_of_response:1; }","duration":"252.879441ms","start":"2026-03-06T01:08:03.349583Z","end":"2026-03-06T01:08:03.602463Z","steps":["trace[1911431070] 'process raft request' (duration: 252.04742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:08:03.603164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.439134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:950032"} {"level":"info","ts":"2026-03-06T01:08:03.603238Z","caller":"traceutil/trace.go:171","msg":"trace[181402605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16478; }","duration":"253.556576ms","start":"2026-03-06T01:08:03.349666Z","end":"2026-03-06T01:08:03.603223Z","steps":["trace[181402605] 'agreement among raft nodes before linearized reading' (duration: 252.230905ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:08:40.020788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14516} {"level":"info","ts":"2026-03-06T01:08:40.120249Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14516,"took":"95.294982ms","hash":3367081307,"current-db-size-bytes":43192320,"current-db-size":"43 MB","current-db-size-in-use-bytes":29548544,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:08:40.120333Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3367081307,"revision":14516,"compact-revision":12176} {"level":"info","ts":"2026-03-06T01:13:31.385432Z","caller":"traceutil/trace.go:171","msg":"trace[395252704] transaction","detail":"{read_only:false; response_revision:18808; number_of_response:1; }","duration":"145.757407ms","start":"2026-03-06T01:13:31.239644Z","end":"2026-03-06T01:13:31.385402Z","steps":["trace[395252704] 'process raft request' (duration: 118.92724ms)","trace[395252704] 'compare' (duration: 26.708244ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:13:40.026879Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16918} {"level":"info","ts":"2026-03-06T01:13:40.154475Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16918,"took":"123.176999ms","hash":2238769801,"current-db-size-bytes":44457984,"current-db-size":"44 MB","current-db-size-in-use-bytes":29736960,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-06T01:13:40.154552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2238769801,"revision":16918,"compact-revision":14516} {"level":"info","ts":"2026-03-06T01:14:19.510057Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"344940fc142d902f","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:14:19.515835Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-06T01:14:19.5161Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-06T01:17:19.419666Z","caller":"traceutil/trace.go:171","msg":"trace[1273597268] linearizableReadLoop","detail":"{readStateIndex:21836; appliedIndex:21835; }","duration":"192.430485ms","start":"2026-03-06T01:17:19.227209Z","end":"2026-03-06T01:17:19.41964Z","steps":["trace[1273597268] 'read index received' (duration: 188.650956ms)","trace[1273597268] 'applied index is now lower than readState.Index' (duration: 3.778319ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:17:19.419803Z","caller":"traceutil/trace.go:171","msg":"trace[54214425] transaction","detail":"{read_only:false; response_revision:21082; number_of_response:1; }","duration":"271.475158ms","start":"2026-03-06T01:17:19.148281Z","end":"2026-03-06T01:17:19.419757Z","steps":["trace[54214425] 'process raft request' (duration: 267.575976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:17:19.419871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.641339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:17:19.419914Z","caller":"traceutil/trace.go:171","msg":"trace[1017034148] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21082; }","duration":"192.762562ms","start":"2026-03-06T01:17:19.227137Z","end":"2026-03-06T01:17:19.4199Z","steps":["trace[1017034148] 'agreement among raft nodes before linearized reading' (duration: 192.658069ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:17:19.558365Z","caller":"traceutil/trace.go:171","msg":"trace[413785602] transaction","detail":"{read_only:false; response_revision:21083; number_of_response:1; }","duration":"132.281817ms","start":"2026-03-06T01:17:19.426033Z","end":"2026-03-06T01:17:19.558315Z","steps":["trace[413785602] 'process raft request' (duration: 131.272313ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:18:40.032081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18853} {"level":"info","ts":"2026-03-06T01:18:40.146318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18853,"took":"109.709935ms","hash":1801372572,"current-db-size-bytes":47501312,"current-db-size":"48 MB","current-db-size-in-use-bytes":37756928,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-06T01:18:40.146402Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1801372572,"revision":18853,"compact-revision":16918} {"level":"info","ts":"2026-03-06T01:20:46.311085Z","caller":"traceutil/trace.go:171","msg":"trace[125180303] linearizableReadLoop","detail":"{readStateIndex:23902; appliedIndex:23901; }","duration":"107.439845ms","start":"2026-03-06T01:20:46.203621Z","end":"2026-03-06T01:20:46.311061Z","steps":["trace[125180303] 'read index received' (duration: 107.290141ms)","trace[125180303] 'applied index is now lower than readState.Index' (duration: 148.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:46.31113Z","caller":"traceutil/trace.go:171","msg":"trace[437174989] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"197.425957ms","start":"2026-03-06T01:20:46.113676Z","end":"2026-03-06T01:20:46.311102Z","steps":["trace[437174989] 'process raft request' (duration: 197.13745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.311367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.722661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-06T01:20:46.311411Z","caller":"traceutil/trace.go:171","msg":"trace[721498677] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23093; }","duration":"107.825914ms","start":"2026-03-06T01:20:46.203576Z","end":"2026-03-06T01:20:46.311402Z","steps":["trace[721498677] 'agreement among raft nodes before linearized reading' (duration: 107.592138ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:46.359032Z","caller":"traceutil/trace.go:171","msg":"trace[837836183] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"153.376747ms","start":"2026-03-06T01:20:46.205614Z","end":"2026-03-06T01:20:46.358991Z","steps":["trace[837836183] 'process raft request' (duration: 153.08311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:46.648794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.343288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:46.648946Z","caller":"traceutil/trace.go:171","msg":"trace[558824100] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23094; }","duration":"254.550353ms","start":"2026-03-06T01:20:46.394338Z","end":"2026-03-06T01:20:46.648888Z","steps":["trace[558824100] 'count revisions from in-memory index tree' (duration: 254.170703ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:47.154847Z","caller":"traceutil/trace.go:171","msg":"trace[619766433] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"323.819277ms","start":"2026-03-06T01:20:46.830989Z","end":"2026-03-06T01:20:47.154808Z","steps":["trace[619766433] 'process raft request' (duration: 290.299036ms)","trace[619766433] 'compare' (duration: 33.318596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:47.155087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:46.830958Z","time spent":"324.016512ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:47.431995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.066874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:47.432488Z","caller":"traceutil/trace.go:171","msg":"trace[546675492] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"161.276594ms","start":"2026-03-06T01:20:47.271187Z","end":"2026-03-06T01:20:47.432464Z","steps":["trace[546675492] 'process raft request' (duration: 161.222482ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:47.433083Z","caller":"traceutil/trace.go:171","msg":"trace[1057122500] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"552.320976ms","start":"2026-03-06T01:20:46.880745Z","end":"2026-03-06T01:20:47.433066Z","steps":["trace[1057122500] 'process raft request' (duration: 422.051924ms)","trace[1057122500] 'compare' (duration: 128.439219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:47.433166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:46.880721Z","time spent":"552.406717ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:47.433434Z","caller":"traceutil/trace.go:171","msg":"trace[795923938] linearizableReadLoop","detail":"{readStateIndex:23906; appliedIndex:23904; }","duration":"504.434386ms","start":"2026-03-06T01:20:46.928987Z","end":"2026-03-06T01:20:47.433421Z","steps":["trace[795923938] 'read index received' (duration: 192.316706ms)","trace[795923938] 'applied index is now lower than readState.Index' (duration: 312.11621ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:47.433647Z","caller":"traceutil/trace.go:171","msg":"trace[160580892] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"311.200949ms","start":"2026-03-06T01:20:47.122402Z","end":"2026-03-06T01:20:47.433603Z","steps":["trace[160580892] 'process raft request' (duration: 309.737285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.433852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.122378Z","time spent":"311.364713ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:47.433846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.205576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:20:47.433938Z","caller":"traceutil/trace.go:171","msg":"trace[1336643443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23100; }","duration":"391.36693ms","start":"2026-03-06T01:20:47.042544Z","end":"2026-03-06T01:20:47.433911Z","steps":["trace[1336643443] 'agreement among raft nodes before linearized reading' (duration: 391.113293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.433736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.58869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:47.433999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.042513Z","time spent":"391.472972ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T01:20:47.434032Z","caller":"traceutil/trace.go:171","msg":"trace[1108295694] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"310.437961ms","start":"2026-03-06T01:20:47.123577Z","end":"2026-03-06T01:20:47.433572Z","steps":["trace[1108295694] 'process raft request' (duration: 308.766951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.433845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.613928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:20:47.434121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:47.12355Z","time spent":"310.505443ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:47.434102Z","caller":"traceutil/trace.go:171","msg":"trace[2011893462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23100; }","duration":"505.081902ms","start":"2026-03-06T01:20:46.928917Z","end":"2026-03-06T01:20:47.433999Z","steps":["trace[2011893462] 'agreement among raft nodes before linearized reading' (duration: 504.61229ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:47.434151Z","caller":"traceutil/trace.go:171","msg":"trace[1101026925] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23100; }","duration":"266.936936ms","start":"2026-03-06T01:20:47.16717Z","end":"2026-03-06T01:20:47.434107Z","steps":["trace[1101026925] 'agreement among raft nodes before linearized reading' (duration: 266.610538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.434222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:46.928891Z","time spent":"505.318158ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:20:47.683725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.120952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:47.684013Z","caller":"traceutil/trace.go:171","msg":"trace[351507834] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"243.384529ms","start":"2026-03-06T01:20:47.440591Z","end":"2026-03-06T01:20:47.683976Z","steps":["trace[351507834] 'process raft request' (duration: 114.873868ms)","trace[351507834] 'compare' (duration: 127.916748ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:47.684078Z","caller":"traceutil/trace.go:171","msg":"trace[1217927303] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"166.61803ms","start":"2026-03-06T01:20:47.51741Z","end":"2026-03-06T01:20:47.684028Z","steps":["trace[1217927303] 'process raft request' (duration: 166.458526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.946108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.983467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:47.946211Z","caller":"traceutil/trace.go:171","msg":"trace[51306718] linearizableReadLoop","detail":"{readStateIndex:23913; appliedIndex:23912; }","duration":"218.179635ms","start":"2026-03-06T01:20:47.728015Z","end":"2026-03-06T01:20:47.946194Z","steps":["trace[51306718] 'read index received' (duration: 89.972602ms)","trace[51306718] 'applied index is now lower than readState.Index' (duration: 128.205773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:47.947412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.364853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:47.947398Z","caller":"traceutil/trace.go:171","msg":"trace[1705847106] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"258.876686ms","start":"2026-03-06T01:20:47.688465Z","end":"2026-03-06T01:20:47.947342Z","steps":["trace[1705847106] 'process raft request' (duration: 129.559736ms)","trace[1705847106] 'compare' (duration: 127.476876ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:47.947483Z","caller":"traceutil/trace.go:171","msg":"trace[2137575320] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23104; }","duration":"219.509366ms","start":"2026-03-06T01:20:47.727953Z","end":"2026-03-06T01:20:47.947462Z","steps":["trace[2137575320] 'agreement among raft nodes before linearized reading' (duration: 219.346263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:47.947568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.387256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:20:47.947693Z","caller":"traceutil/trace.go:171","msg":"trace[282481527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23104; }","duration":"211.57374ms","start":"2026-03-06T01:20:47.736094Z","end":"2026-03-06T01:20:47.947668Z","steps":["trace[282481527] 'agreement among raft nodes before linearized reading' (duration: 211.209052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:48.432363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.595448ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-06T01:20:49.083338Z","caller":"traceutil/trace.go:171","msg":"trace[34169881] linearizableReadLoop","detail":"{readStateIndex:23917; appliedIndex:23916; }","duration":"172.60228ms","start":"2026-03-06T01:20:48.91071Z","end":"2026-03-06T01:20:49.083313Z","steps":["trace[34169881] 'read index received' (duration: 172.283872ms)","trace[34169881] 'applied index is now lower than readState.Index' (duration: 317.328µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:49.08348Z","caller":"traceutil/trace.go:171","msg":"trace[1673000011] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"199.997027ms","start":"2026-03-06T01:20:48.883444Z","end":"2026-03-06T01:20:49.083441Z","steps":["trace[1673000011] 'process raft request' (duration: 199.624458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.083571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.966867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:49.083617Z","caller":"traceutil/trace.go:171","msg":"trace[562293331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23107; }","duration":"156.041409ms","start":"2026-03-06T01:20:48.927562Z","end":"2026-03-06T01:20:49.083604Z","steps":["trace[562293331] 'agreement among raft nodes before linearized reading' (duration: 155.950227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.084014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.295297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:49.084052Z","caller":"traceutil/trace.go:171","msg":"trace[1736182575] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23107; }","duration":"173.366058ms","start":"2026-03-06T01:20:48.910673Z","end":"2026-03-06T01:20:49.084039Z","steps":["trace[1736182575] 'agreement among raft nodes before linearized reading' (duration: 172.788014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.286048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.038193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:20:49.286117Z","caller":"traceutil/trace.go:171","msg":"trace[2050308948] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23107; }","duration":"129.121335ms","start":"2026-03-06T01:20:49.15698Z","end":"2026-03-06T01:20:49.286101Z","steps":["trace[2050308948] 'count revisions from in-memory index tree' (duration: 128.93909ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:49.286437Z","caller":"traceutil/trace.go:171","msg":"trace[925183717] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"113.668101ms","start":"2026-03-06T01:20:49.172743Z","end":"2026-03-06T01:20:49.286411Z","steps":["trace[925183717] 'process raft request' (duration: 98.007611ms)","trace[925183717] 'compare' (duration: 15.22323ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:49.446276Z","caller":"traceutil/trace.go:171","msg":"trace[156207933] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"154.975484ms","start":"2026-03-06T01:20:49.29127Z","end":"2026-03-06T01:20:49.446245Z","steps":["trace[156207933] 'process raft request' (duration: 123.521183ms)","trace[156207933] 'compare' (duration: 31.164435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:49.854627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.329533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:49.855Z","caller":"traceutil/trace.go:171","msg":"trace[198751021] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"164.887679ms","start":"2026-03-06T01:20:49.690093Z","end":"2026-03-06T01:20:49.85498Z","steps":["trace[198751021] 'process raft request' (duration: 164.671544ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:49.855081Z","caller":"traceutil/trace.go:171","msg":"trace[787917151] linearizableReadLoop","detail":"{readStateIndex:23924; appliedIndex:23923; }","duration":"226.217415ms","start":"2026-03-06T01:20:49.628783Z","end":"2026-03-06T01:20:49.855Z","steps":["trace[787917151] 'read index received' (duration: 34.287888ms)","trace[787917151] 'applied index is now lower than readState.Index' (duration: 191.923527ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:49.855256Z","caller":"traceutil/trace.go:171","msg":"trace[145802383] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"338.36564ms","start":"2026-03-06T01:20:49.516872Z","end":"2026-03-06T01:20:49.855238Z","steps":["trace[145802383] 'process raft request' (duration: 146.206307ms)","trace[145802383] 'compare' (duration: 190.764459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:49.855393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.516845Z","time spent":"338.457952ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:20:49.855592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.815039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:49.855691Z","caller":"traceutil/trace.go:171","msg":"trace[2133005257] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23115; }","duration":"226.943002ms","start":"2026-03-06T01:20:49.628733Z","end":"2026-03-06T01:20:49.855676Z","steps":["trace[2133005257] 'agreement among raft nodes before linearized reading' (duration: 226.816399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:49.855967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.87885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-06T01:20:49.856161Z","caller":"traceutil/trace.go:171","msg":"trace[2051223937] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23115; }","duration":"168.100675ms","start":"2026-03-06T01:20:49.688049Z","end":"2026-03-06T01:20:49.856149Z","steps":["trace[2051223937] 'agreement among raft nodes before linearized reading' (duration: 167.823799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.225759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.412092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:50.225895Z","caller":"traceutil/trace.go:171","msg":"trace[1292545815] linearizableReadLoop","detail":"{readStateIndex:23927; appliedIndex:23926; }","duration":"272.933366ms","start":"2026-03-06T01:20:49.952944Z","end":"2026-03-06T01:20:50.225877Z","steps":["trace[1292545815] 'read index received' (duration: 143.31734ms)","trace[1292545815] 'applied index is now lower than readState.Index' (duration: 129.614706ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:50.225946Z","caller":"traceutil/trace.go:171","msg":"trace[506758864] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"274.180456ms","start":"2026-03-06T01:20:49.951736Z","end":"2026-03-06T01:20:50.225916Z","steps":["trace[506758864] 'process raft request' (duration: 144.505688ms)","trace[506758864] 'compare' (duration: 128.659005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:50.226066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.153582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:20:50.2261Z","caller":"traceutil/trace.go:171","msg":"trace[1502626341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23117; }","duration":"273.222283ms","start":"2026-03-06T01:20:49.952867Z","end":"2026-03-06T01:20:50.226089Z","steps":["trace[1502626341] 'agreement among raft nodes before linearized reading' (duration: 273.08216ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:50.315843Z","caller":"traceutil/trace.go:171","msg":"trace[492295326] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"248.994872ms","start":"2026-03-06T01:20:50.066817Z","end":"2026-03-06T01:20:50.315812Z","steps":["trace[492295326] 'process raft request' (duration: 248.706415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.501145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.497038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:20:50.50137Z","caller":"traceutil/trace.go:171","msg":"trace[972593598] linearizableReadLoop","detail":"{readStateIndex:23929; appliedIndex:23927; }","duration":"275.431267ms","start":"2026-03-06T01:20:50.225921Z","end":"2026-03-06T01:20:50.501352Z","steps":["trace[972593598] 'read index received' (duration: 89.656725ms)","trace[972593598] 'applied index is now lower than readState.Index' (duration: 185.773242ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:50.501394Z","caller":"traceutil/trace.go:171","msg":"trace[1358884856] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"328.308744ms","start":"2026-03-06T01:20:50.173046Z","end":"2026-03-06T01:20:50.501354Z","steps":["trace[1358884856] 'process raft request' (duration: 194.485867ms)","trace[1358884856] 'compare' (duration: 133.124879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:20:50.501533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.151985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:20:50.50156Z","caller":"traceutil/trace.go:171","msg":"trace[265469766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23120; }","duration":"536.201926ms","start":"2026-03-06T01:20:49.965349Z","end":"2026-03-06T01:20:50.501551Z","steps":["trace[265469766] 'agreement among raft nodes before linearized reading' (duration: 536.044313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.501591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.965334Z","time spent":"536.250427ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T01:20:50.501592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.173025Z","time spent":"328.454167ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:20:50.501518Z","caller":"traceutil/trace.go:171","msg":"trace[1538683702] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"270.479829ms","start":"2026-03-06T01:20:50.230994Z","end":"2026-03-06T01:20:50.501474Z","steps":["trace[1538683702] 'process raft request' (duration: 270.289765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.501778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.447704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:20:50.501781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.03894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:50.501841Z","caller":"traceutil/trace.go:171","msg":"trace[1376734462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23120; }","duration":"506.557487ms","start":"2026-03-06T01:20:49.995268Z","end":"2026-03-06T01:20:50.501826Z","steps":["trace[1376734462] 'agreement among raft nodes before linearized reading' (duration: 506.359242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.501875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:49.995248Z","time spent":"506.620628ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T01:20:50.501885Z","caller":"traceutil/trace.go:171","msg":"trace[1406169035] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23120; }","duration":"318.204484ms","start":"2026-03-06T01:20:50.183655Z","end":"2026-03-06T01:20:50.501859Z","steps":["trace[1406169035] 'agreement among raft nodes before linearized reading' (duration: 317.971249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:50.501933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:20:50.183634Z","time spent":"318.289107ms","remote":"127.0.0.1:39112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:20:50.678075Z","caller":"traceutil/trace.go:171","msg":"trace[1755044250] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"170.935611ms","start":"2026-03-06T01:20:50.507094Z","end":"2026-03-06T01:20:50.678029Z","steps":["trace[1755044250] 'process raft request' (duration: 123.37659ms)","trace[1755044250] 'compare' (duration: 47.153051ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:50.678202Z","caller":"traceutil/trace.go:171","msg":"trace[875258142] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"170.989003ms","start":"2026-03-06T01:20:50.507184Z","end":"2026-03-06T01:20:50.678173Z","steps":["trace[875258142] 'process raft request' (duration: 170.633284ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:20:51.355144Z","caller":"traceutil/trace.go:171","msg":"trace[912872445] linearizableReadLoop","detail":"{readStateIndex:23933; appliedIndex:23932; }","duration":"196.492793ms","start":"2026-03-06T01:20:51.158619Z","end":"2026-03-06T01:20:51.355112Z","steps":["trace[912872445] 'read index received' (duration: 196.193746ms)","trace[912872445] 'applied index is now lower than readState.Index' (duration: 297.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:20:51.355268Z","caller":"traceutil/trace.go:171","msg":"trace[1966508921] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"265.523121ms","start":"2026-03-06T01:20:51.089699Z","end":"2026-03-06T01:20:51.355222Z","steps":["trace[1966508921] 'process raft request' (duration: 265.209114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:20:51.355312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.657548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:20:51.355362Z","caller":"traceutil/trace.go:171","msg":"trace[762064393] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23123; }","duration":"196.805181ms","start":"2026-03-06T01:20:51.158541Z","end":"2026-03-06T01:20:51.355346Z","steps":["trace[762064393] 'agreement among raft nodes before linearized reading' (duration: 196.687778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:02.09424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.23113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:02.094313Z","caller":"traceutil/trace.go:171","msg":"trace[1292340458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23196; }","duration":"166.337593ms","start":"2026-03-06T01:21:01.927958Z","end":"2026-03-06T01:21:02.094296Z","steps":["trace[1292340458] 'range keys from in-memory index tree' (duration: 166.177119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:02.09474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.051929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-06T01:21:02.094794Z","caller":"traceutil/trace.go:171","msg":"trace[628534040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23196; }","duration":"167.137742ms","start":"2026-03-06T01:21:01.927643Z","end":"2026-03-06T01:21:02.094781Z","steps":["trace[628534040] 'range keys from in-memory index tree' (duration: 166.525818ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:02.213205Z","caller":"traceutil/trace.go:171","msg":"trace[1247274093] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"113.877105ms","start":"2026-03-06T01:21:02.099303Z","end":"2026-03-06T01:21:02.213181Z","steps":["trace[1247274093] 'process raft request' (duration: 113.68464ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:02.251561Z","caller":"traceutil/trace.go:171","msg":"trace[273784489] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"152.055165ms","start":"2026-03-06T01:21:02.099465Z","end":"2026-03-06T01:21:02.25152Z","steps":["trace[273784489] 'process raft request' (duration: 151.872751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.652757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.314652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:03.652912Z","caller":"traceutil/trace.go:171","msg":"trace[1845051368] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"271.179865ms","start":"2026-03-06T01:21:03.381683Z","end":"2026-03-06T01:21:03.652863Z","steps":["trace[1845051368] 'process raft request' (duration: 51.658588ms)","trace[1845051368] 'compare' (duration: 219.054746ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:03.915721Z","caller":"traceutil/trace.go:171","msg":"trace[2126150855] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"519.963183ms","start":"2026-03-06T01:21:03.395742Z","end":"2026-03-06T01:21:03.915705Z","steps":["trace[2126150855] 'process raft request' (duration: 519.900891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.915824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.395731Z","time spent":"520.037474ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:03.91582Z","caller":"traceutil/trace.go:171","msg":"trace[1990518457] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"521.14036ms","start":"2026-03-06T01:21:03.394625Z","end":"2026-03-06T01:21:03.915765Z","steps":["trace[1990518457] 'process raft request' (duration: 520.090696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.916009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.394612Z","time spent":"521.283073ms","remote":"127.0.0.1:34408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:03.917244Z","caller":"traceutil/trace.go:171","msg":"trace[1778576309] linearizableReadLoop","detail":"{readStateIndex:24018; appliedIndex:24015; }","duration":"423.896237ms","start":"2026-03-06T01:21:03.493331Z","end":"2026-03-06T01:21:03.917228Z","steps":["trace[1778576309] 'read index received' (duration: 421.404318ms)","trace[1778576309] 'applied index is now lower than readState.Index' (duration: 2.490399ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:03.918328Z","caller":"traceutil/trace.go:171","msg":"trace[847740426] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"376.283593ms","start":"2026-03-06T01:21:03.542026Z","end":"2026-03-06T01:21:03.91831Z","steps":["trace[847740426] 'process raft request' (duration: 375.159667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.91841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.542015Z","time spent":"376.351616ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:03.91855Z","caller":"traceutil/trace.go:171","msg":"trace[1301528933] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"480.288697ms","start":"2026-03-06T01:21:03.438252Z","end":"2026-03-06T01:21:03.91854Z","steps":["trace[1301528933] 'process raft request' (duration: 478.745591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.918604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.438226Z","time spent":"480.347427ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:03.918679Z","caller":"traceutil/trace.go:171","msg":"trace[214850046] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"378.715391ms","start":"2026-03-06T01:21:03.539933Z","end":"2026-03-06T01:21:03.918649Z","steps":["trace[214850046] 'process raft request' (duration: 377.210306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.918786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.539908Z","time spent":"378.824064ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:03.919094Z","caller":"traceutil/trace.go:171","msg":"trace[1282782771] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"384.025686ms","start":"2026-03-06T01:21:03.53505Z","end":"2026-03-06T01:21:03.919076Z","steps":["trace[1282782771] 'process raft request' (duration: 382.04335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.919138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.364796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:03.91918Z","caller":"traceutil/trace.go:171","msg":"trace[1955814177] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23208; }","duration":"407.456309ms","start":"2026-03-06T01:21:03.511711Z","end":"2026-03-06T01:21:03.919167Z","steps":["trace[1955814177] 'agreement among raft nodes before linearized reading' (duration: 407.345427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.919215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.511696Z","time spent":"407.51124ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:03.919201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.535034Z","time spent":"384.119079ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:03.919381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.047188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:03.919415Z","caller":"traceutil/trace.go:171","msg":"trace[327449272] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23208; }","duration":"122.106199ms","start":"2026-03-06T01:21:03.797295Z","end":"2026-03-06T01:21:03.919401Z","steps":["trace[327449272] 'agreement among raft nodes before linearized reading' (duration: 122.054507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.919581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.099634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:03.919608Z","caller":"traceutil/trace.go:171","msg":"trace[1171766631] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23208; }","duration":"249.165826ms","start":"2026-03-06T01:21:03.670434Z","end":"2026-03-06T01:21:03.9196Z","steps":["trace[1171766631] 'agreement among raft nodes before linearized reading' (duration: 249.115265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.919817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.54677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:03.919845Z","caller":"traceutil/trace.go:171","msg":"trace[1987440377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23208; }","duration":"337.613772ms","start":"2026-03-06T01:21:03.582223Z","end":"2026-03-06T01:21:03.919837Z","steps":["trace[1987440377] 'agreement among raft nodes before linearized reading' (duration: 337.508738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.919879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.582198Z","time spent":"337.675194ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T01:21:03.923189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.116846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:21:03.923262Z","caller":"traceutil/trace.go:171","msg":"trace[1479508370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23208; }","duration":"429.969951ms","start":"2026-03-06T01:21:03.493276Z","end":"2026-03-06T01:21:03.923246Z","steps":["trace[1479508370] 'agreement among raft nodes before linearized reading' (duration: 425.035004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:03.923294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.493255Z","time spent":"430.029302ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T01:21:04.340689Z","caller":"traceutil/trace.go:171","msg":"trace[155579108] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"415.017517ms","start":"2026-03-06T01:21:03.925644Z","end":"2026-03-06T01:21:04.340662Z","steps":["trace[155579108] 'process raft request' (duration: 414.365182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.340905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.925633Z","time spent":"415.15514ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:04.34093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.741891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:04.34099Z","caller":"traceutil/trace.go:171","msg":"trace[897745233] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23209; }","duration":"414.838453ms","start":"2026-03-06T01:21:03.926138Z","end":"2026-03-06T01:21:04.340976Z","steps":["trace[897745233] 'agreement among raft nodes before linearized reading' (duration: 414.586897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.341036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.926104Z","time spent":"414.923994ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-06T01:21:04.340689Z","caller":"traceutil/trace.go:171","msg":"trace[471950440] linearizableReadLoop","detail":"{readStateIndex:24022; appliedIndex:24021; }","duration":"414.451404ms","start":"2026-03-06T01:21:03.926176Z","end":"2026-03-06T01:21:04.340628Z","steps":["trace[471950440] 'read index received' (duration: 413.720876ms)","trace[471950440] 'applied index is now lower than readState.Index' (duration: 728.838µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:04.35274Z","caller":"traceutil/trace.go:171","msg":"trace[1567751489] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"426.051047ms","start":"2026-03-06T01:21:03.926665Z","end":"2026-03-06T01:21:04.352716Z","steps":["trace[1567751489] 'process raft request' (duration: 425.838312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.352817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.926654Z","time spent":"426.12712ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:04.352805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.784458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T01:21:04.35281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.958762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:04.352827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.796018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:04.352869Z","caller":"traceutil/trace.go:171","msg":"trace[714409232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23210; }","duration":"424.86924ms","start":"2026-03-06T01:21:03.927982Z","end":"2026-03-06T01:21:04.352852Z","steps":["trace[714409232] 'agreement among raft nodes before linearized reading' (duration: 424.693266ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:04.352889Z","caller":"traceutil/trace.go:171","msg":"trace[532598018] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23210; }","duration":"424.87521ms","start":"2026-03-06T01:21:03.928001Z","end":"2026-03-06T01:21:04.352876Z","steps":["trace[532598018] 'agreement among raft nodes before linearized reading' (duration: 424.770357ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:04.352891Z","caller":"traceutil/trace.go:171","msg":"trace[715971350] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23210; }","duration":"291.099666ms","start":"2026-03-06T01:21:04.06177Z","end":"2026-03-06T01:21:04.35287Z","steps":["trace[715971350] 'agreement among raft nodes before linearized reading' (duration: 290.956722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.352908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.927974Z","time spent":"424.926281ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T01:21:04.352914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.41084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-06T01:21:04.352925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.927994Z","time spent":"424.923582ms","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:04.352934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.88605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:04.35295Z","caller":"traceutil/trace.go:171","msg":"trace[355511809] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23210; }","duration":"134.447631ms","start":"2026-03-06T01:21:04.218493Z","end":"2026-03-06T01:21:04.352941Z","steps":["trace[355511809] 'agreement among raft nodes before linearized reading' (duration: 134.186405ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:04.352961Z","caller":"traceutil/trace.go:171","msg":"trace[242654021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23210; }","duration":"424.926262ms","start":"2026-03-06T01:21:03.928026Z","end":"2026-03-06T01:21:04.352952Z","steps":["trace[242654021] 'agreement among raft nodes before linearized reading' (duration: 424.87612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.352983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:03.928012Z","time spent":"424.967622ms","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T01:21:04.678639Z","caller":"traceutil/trace.go:171","msg":"trace[2031682546] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"319.963275ms","start":"2026-03-06T01:21:04.358645Z","end":"2026-03-06T01:21:04.678609Z","steps":["trace[2031682546] 'process raft request' (duration: 319.916944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.678782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:04.358617Z","time spent":"320.088079ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:04.67905Z","caller":"traceutil/trace.go:171","msg":"trace[997186273] linearizableReadLoop","detail":"{readStateIndex:24024; appliedIndex:24023; }","duration":"320.891338ms","start":"2026-03-06T01:21:04.358134Z","end":"2026-03-06T01:21:04.679025Z","steps":["trace[997186273] 'read index received' (duration: 258.648699ms)","trace[997186273] 'applied index is now lower than readState.Index' (duration: 62.239749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:04.679142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.012231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:04.67911Z","caller":"traceutil/trace.go:171","msg":"trace[1465938644] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"320.9502ms","start":"2026-03-06T01:21:04.358104Z","end":"2026-03-06T01:21:04.679054Z","steps":["trace[1465938644] 'process raft request' (duration: 258.66543ms)","trace[1465938644] 'compare' (duration: 61.665184ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:04.679184Z","caller":"traceutil/trace.go:171","msg":"trace[1492654496] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23212; }","duration":"321.065062ms","start":"2026-03-06T01:21:04.358108Z","end":"2026-03-06T01:21:04.679173Z","steps":["trace[1492654496] 'agreement among raft nodes before linearized reading' (duration: 321.001391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.679214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:04.358095Z","time spent":"321.113313ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:04.679243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.578202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:04.679288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.843864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:21:04.679308Z","caller":"traceutil/trace.go:171","msg":"trace[568180085] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23212; }","duration":"259.689355ms","start":"2026-03-06T01:21:04.419603Z","end":"2026-03-06T01:21:04.679293Z","steps":["trace[568180085] 'agreement among raft nodes before linearized reading' (duration: 259.559452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.679304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:04.358073Z","time spent":"321.126383ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:04.679333Z","caller":"traceutil/trace.go:171","msg":"trace[1873900622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23212; }","duration":"107.938276ms","start":"2026-03-06T01:21:04.571381Z","end":"2026-03-06T01:21:04.679319Z","steps":["trace[1873900622] 'agreement among raft nodes before linearized reading' (duration: 107.785682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.679425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.382196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-06T01:21:04.679518Z","caller":"traceutil/trace.go:171","msg":"trace[10498584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23212; }","duration":"228.51617ms","start":"2026-03-06T01:21:04.450978Z","end":"2026-03-06T01:21:04.679494Z","steps":["trace[10498584] 'agreement among raft nodes before linearized reading' (duration: 228.193902ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:04.951266Z","caller":"traceutil/trace.go:171","msg":"trace[1641134703] linearizableReadLoop","detail":"{readStateIndex:24027; appliedIndex:24025; }","duration":"265.186975ms","start":"2026-03-06T01:21:04.686054Z","end":"2026-03-06T01:21:04.951241Z","steps":["trace[1641134703] 'read index received' (duration: 214.026197ms)","trace[1641134703] 'applied index is now lower than readState.Index' (duration: 51.159368ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:04.951302Z","caller":"traceutil/trace.go:171","msg":"trace[605070342] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"266.745831ms","start":"2026-03-06T01:21:04.684515Z","end":"2026-03-06T01:21:04.951261Z","steps":["trace[605070342] 'process raft request' (duration: 215.551193ms)","trace[605070342] 'compare' (duration: 50.718137ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:04.951321Z","caller":"traceutil/trace.go:171","msg":"trace[500501050] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"266.404883ms","start":"2026-03-06T01:21:04.684891Z","end":"2026-03-06T01:21:04.951296Z","steps":["trace[500501050] 'process raft request' (duration: 266.240329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.951376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.305607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:04.951432Z","caller":"traceutil/trace.go:171","msg":"trace[409652456] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23214; }","duration":"265.41482ms","start":"2026-03-06T01:21:04.686001Z","end":"2026-03-06T01:21:04.951415Z","steps":["trace[409652456] 'agreement among raft nodes before linearized reading' (duration: 265.310277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.951449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.385639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:04.951492Z","caller":"traceutil/trace.go:171","msg":"trace[1231208198] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23214; }","duration":"265.45916ms","start":"2026-03-06T01:21:04.686018Z","end":"2026-03-06T01:21:04.951477Z","steps":["trace[1231208198] 'agreement among raft nodes before linearized reading' (duration: 265.376718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.951498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.210504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:04.951619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.149607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:21:04.951665Z","caller":"traceutil/trace.go:171","msg":"trace[1863379359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23214; }","duration":"202.27266ms","start":"2026-03-06T01:21:04.749382Z","end":"2026-03-06T01:21:04.951654Z","steps":["trace[1863379359] 'agreement among raft nodes before linearized reading' (duration: 202.077686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:04.951644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.336375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:04.951679Z","caller":"traceutil/trace.go:171","msg":"trace[921801057] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23214; }","duration":"262.420839ms","start":"2026-03-06T01:21:04.689241Z","end":"2026-03-06T01:21:04.951661Z","steps":["trace[921801057] 'agreement among raft nodes before linearized reading' (duration: 262.173334ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:04.951752Z","caller":"traceutil/trace.go:171","msg":"trace[567416868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23214; }","duration":"200.487239ms","start":"2026-03-06T01:21:04.75123Z","end":"2026-03-06T01:21:04.951717Z","steps":["trace[567416868] 'agreement among raft nodes before linearized reading' (duration: 200.200402ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:05.389789Z","caller":"traceutil/trace.go:171","msg":"trace[473884434] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"432.189972ms","start":"2026-03-06T01:21:04.957574Z","end":"2026-03-06T01:21:05.389764Z","steps":["trace[473884434] 'process raft request' (duration: 432.034628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:05.390002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:04.957557Z","time spent":"432.310635ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:05.86063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.04234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:05.860851Z","caller":"traceutil/trace.go:171","msg":"trace[1775345725] linearizableReadLoop","detail":"{readStateIndex:24029; appliedIndex:24028; }","duration":"902.845982ms","start":"2026-03-06T01:21:04.957991Z","end":"2026-03-06T01:21:05.860837Z","steps":["trace[1775345725] 'read index received' (duration: 431.761812ms)","trace[1775345725] 'applied index is now lower than readState.Index' (duration: 471.08307ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:05.860929Z","caller":"traceutil/trace.go:171","msg":"trace[393048706] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"903.21959ms","start":"2026-03-06T01:21:04.9577Z","end":"2026-03-06T01:21:05.86092Z","steps":["trace[393048706] 'process raft request' (duration: 676.799711ms)","trace[393048706] 'compare' (duration: 225.234462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:05.860979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:04.957683Z","time spent":"903.270282ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:05.86123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.949212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-06T01:21:05.86122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.213252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:21:05.861259Z","caller":"traceutil/trace.go:171","msg":"trace[1118179288] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23217; }","duration":"810.017404ms","start":"2026-03-06T01:21:05.051234Z","end":"2026-03-06T01:21:05.861251Z","steps":["trace[1118179288] 'agreement among raft nodes before linearized reading' (duration: 809.911131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:05.861281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.051209Z","time spent":"810.066825ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-06T01:21:05.861282Z","caller":"traceutil/trace.go:171","msg":"trace[1571243727] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23217; }","duration":"903.296793ms","start":"2026-03-06T01:21:04.95797Z","end":"2026-03-06T01:21:05.861267Z","steps":["trace[1571243727] 'agreement among raft nodes before linearized reading' (duration: 903.061707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:05.861321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:04.957964Z","time spent":"903.350614ms","remote":"127.0.0.1:34532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18667,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-06T01:21:05.86145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.190941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:05.861475Z","caller":"traceutil/trace.go:171","msg":"trace[1156130137] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23217; }","duration":"264.259973ms","start":"2026-03-06T01:21:05.597208Z","end":"2026-03-06T01:21:05.861468Z","steps":["trace[1156130137] 'agreement among raft nodes before linearized reading' (duration: 264.218882ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:05.86156Z","caller":"traceutil/trace.go:171","msg":"trace[1469091682] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"514.216478ms","start":"2026-03-06T01:21:05.347332Z","end":"2026-03-06T01:21:05.861548Z","steps":["trace[1469091682] 'process raft request' (duration: 513.384027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:05.861612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.517638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-03-06T01:21:05.861638Z","caller":"traceutil/trace.go:171","msg":"trace[656794653] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23217; }","duration":"286.5789ms","start":"2026-03-06T01:21:05.575052Z","end":"2026-03-06T01:21:05.861631Z","steps":["trace[656794653] 'agreement among raft nodes before linearized reading' (duration: 286.524918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:05.861652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.347306Z","time spent":"514.281739ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:05.861756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.479957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:05.8618Z","caller":"traceutil/trace.go:171","msg":"trace[149843901] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23217; }","duration":"328.558609ms","start":"2026-03-06T01:21:05.53323Z","end":"2026-03-06T01:21:05.861788Z","steps":["trace[149843901] 'agreement among raft nodes before linearized reading' (duration: 328.505478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:05.861823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.533207Z","time spent":"328.61109ms","remote":"127.0.0.1:57530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:05.861971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.621442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-06T01:21:05.861994Z","caller":"traceutil/trace.go:171","msg":"trace[504153278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23217; }","duration":"630.676933ms","start":"2026-03-06T01:21:05.231312Z","end":"2026-03-06T01:21:05.861989Z","steps":["trace[504153278] 'agreement among raft nodes before linearized reading' (duration: 630.611761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:05.862014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.231293Z","time spent":"630.717314ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T01:21:06.215336Z","caller":"traceutil/trace.go:171","msg":"trace[1216524902] linearizableReadLoop","detail":"{readStateIndex:24031; appliedIndex:24030; }","duration":"345.497508ms","start":"2026-03-06T01:21:05.869807Z","end":"2026-03-06T01:21:06.215304Z","steps":["trace[1216524902] 'read index received' (duration: 261.498777ms)","trace[1216524902] 'applied index is now lower than readState.Index' (duration: 83.997101ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:06.215637Z","caller":"traceutil/trace.go:171","msg":"trace[827623949] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"346.699696ms","start":"2026-03-06T01:21:05.868921Z","end":"2026-03-06T01:21:06.215621Z","steps":["trace[827623949] 'process raft request' (duration: 262.296416ms)","trace[827623949] 'compare' (duration: 83.622902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:06.215717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.888667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-06T01:21:06.215754Z","caller":"traceutil/trace.go:171","msg":"trace[1490180992] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23218; }","duration":"345.959818ms","start":"2026-03-06T01:21:05.869784Z","end":"2026-03-06T01:21:06.215744Z","steps":["trace[1490180992] 'agreement among raft nodes before linearized reading' (duration: 345.772854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.215783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.869774Z","time spent":"346.001589ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-06T01:21:06.21579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.868903Z","time spent":"346.815ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:06.244642Z","caller":"traceutil/trace.go:171","msg":"trace[831546952] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"374.564772ms","start":"2026-03-06T01:21:05.870035Z","end":"2026-03-06T01:21:06.2446Z","steps":["trace[831546952] 'process raft request' (duration: 374.315707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.2448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.87Z","time spent":"374.712936ms","remote":"127.0.0.1:34664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:06.244817Z","caller":"traceutil/trace.go:171","msg":"trace[385350051] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"319.423353ms","start":"2026-03-06T01:21:05.925372Z","end":"2026-03-06T01:21:06.244795Z","steps":["trace[385350051] 'process raft request' (duration: 319.186698ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.244875Z","caller":"traceutil/trace.go:171","msg":"trace[112817424] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"319.375612ms","start":"2026-03-06T01:21:05.92548Z","end":"2026-03-06T01:21:06.244856Z","steps":["trace[112817424] 'process raft request' (duration: 319.149997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.244967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.925339Z","time spent":"319.545216ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:06.245078Z","caller":"traceutil/trace.go:171","msg":"trace[825881340] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"373.300634ms","start":"2026-03-06T01:21:05.87176Z","end":"2026-03-06T01:21:06.24506Z","steps":["trace[825881340] 'process raft request' (duration: 372.75199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.245149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.871701Z","time spent":"373.415177ms","remote":"127.0.0.1:34664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:06.245264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.6373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:06.245303Z","caller":"traceutil/trace.go:171","msg":"trace[1089011915] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23225; }","duration":"336.716782ms","start":"2026-03-06T01:21:05.908576Z","end":"2026-03-06T01:21:06.245292Z","steps":["trace[1089011915] 'agreement among raft nodes before linearized reading' (duration: 336.6421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.245333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.908556Z","time spent":"336.770093ms","remote":"127.0.0.1:34620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:06.245391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.352209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:06.245427Z","caller":"traceutil/trace.go:171","msg":"trace[1398430625] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23225; }","duration":"374.387849ms","start":"2026-03-06T01:21:05.87103Z","end":"2026-03-06T01:21:06.245418Z","steps":["trace[1398430625] 'agreement among raft nodes before linearized reading' (duration: 374.331268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.245446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.87102Z","time spent":"374.421451ms","remote":"127.0.0.1:34460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-06T01:21:06.245464Z","caller":"traceutil/trace.go:171","msg":"trace[1949892747] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"319.31662ms","start":"2026-03-06T01:21:05.926137Z","end":"2026-03-06T01:21:06.245454Z","steps":["trace[1949892747] 'process raft request' (duration: 318.538101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.245514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.926124Z","time spent":"319.357382ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:06.24555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.43613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:21:06.245589Z","caller":"traceutil/trace.go:171","msg":"trace[1271637739] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23225; }","duration":"371.486671ms","start":"2026-03-06T01:21:05.874086Z","end":"2026-03-06T01:21:06.245573Z","steps":["trace[1271637739] 'agreement among raft nodes before linearized reading' (duration: 371.349558ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:06.245618Z","caller":"traceutil/trace.go:171","msg":"trace[1550072231] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"318.501772ms","start":"2026-03-06T01:21:05.927106Z","end":"2026-03-06T01:21:06.245608Z","steps":["trace[1550072231] 'process raft request' (duration: 317.61796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.245617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.874078Z","time spent":"371.530453ms","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T01:21:06.245662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.927075Z","time spent":"318.559393ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:06.245763Z","caller":"traceutil/trace.go:171","msg":"trace[879191172] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"316.540245ms","start":"2026-03-06T01:21:05.92921Z","end":"2026-03-06T01:21:06.24575Z","steps":["trace[879191172] 'process raft request' (duration: 315.551631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.245803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.929181Z","time spent":"316.595997ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:06.245908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.462401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:06.245927Z","caller":"traceutil/trace.go:171","msg":"trace[1904967224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23225; }","duration":"318.516412ms","start":"2026-03-06T01:21:05.927404Z","end":"2026-03-06T01:21:06.24592Z","steps":["trace[1904967224] 'agreement among raft nodes before linearized reading' (duration: 318.471751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:06.245944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.927392Z","time spent":"318.548332ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:06.244988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:05.925472Z","time spent":"319.472925ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:09.655016Z","caller":"traceutil/trace.go:171","msg":"trace[1977083724] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"146.501076ms","start":"2026-03-06T01:21:09.508489Z","end":"2026-03-06T01:21:09.65499Z","steps":["trace[1977083724] 'process raft request' (duration: 146.281041ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:12.82413Z","caller":"traceutil/trace.go:171","msg":"trace[1703609270] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"109.333648ms","start":"2026-03-06T01:21:12.714736Z","end":"2026-03-06T01:21:12.82407Z","steps":["trace[1703609270] 'process raft request' (duration: 109.097492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.100441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.721642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:13.100572Z","caller":"traceutil/trace.go:171","msg":"trace[101575440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23353; }","duration":"141.867726ms","start":"2026-03-06T01:21:12.958683Z","end":"2026-03-06T01:21:13.100551Z","steps":["trace[101575440] 'range keys from in-memory index tree' (duration: 141.704662ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:13.101303Z","caller":"traceutil/trace.go:171","msg":"trace[1251838824] linearizableReadLoop","detail":"{readStateIndex:24170; appliedIndex:24169; }","duration":"172.137859ms","start":"2026-03-06T01:21:12.929141Z","end":"2026-03-06T01:21:13.101279Z","steps":["trace[1251838824] 'read index received' (duration: 171.918304ms)","trace[1251838824] 'applied index is now lower than readState.Index' (duration: 218.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:13.101417Z","caller":"traceutil/trace.go:171","msg":"trace[1964484283] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"384.403915ms","start":"2026-03-06T01:21:12.716999Z","end":"2026-03-06T01:21:13.101403Z","steps":["trace[1964484283] 'process raft request' (duration: 384.126199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.101493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.335284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:13.101542Z","caller":"traceutil/trace.go:171","msg":"trace[657989431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23354; }","duration":"172.440896ms","start":"2026-03-06T01:21:12.929085Z","end":"2026-03-06T01:21:13.101526Z","steps":["trace[657989431] 'agreement among raft nodes before linearized reading' (duration: 172.310513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:13.101539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:12.716972Z","time spent":"384.487818ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:13.101643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.118421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-06T01:21:13.101721Z","caller":"traceutil/trace.go:171","msg":"trace[230388883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23354; }","duration":"114.233764ms","start":"2026-03-06T01:21:12.98747Z","end":"2026-03-06T01:21:13.101703Z","steps":["trace[230388883] 'agreement among raft nodes before linearized reading' (duration: 114.023849ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:44.627291Z","caller":"traceutil/trace.go:171","msg":"trace[512403564] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"232.092633ms","start":"2026-03-06T01:21:44.395168Z","end":"2026-03-06T01:21:44.62726Z","steps":["trace[512403564] 'process raft request' (duration: 231.901989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:44.96724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.631707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:44.967513Z","caller":"traceutil/trace.go:171","msg":"trace[49803646] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"569.569832ms","start":"2026-03-06T01:21:44.397895Z","end":"2026-03-06T01:21:44.967465Z","steps":["trace[49803646] 'process raft request' (duration: 305.607577ms)","trace[49803646] 'compare' (duration: 262.643304ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:44.967814Z","caller":"traceutil/trace.go:171","msg":"trace[1187784855] linearizableReadLoop","detail":"{readStateIndex:24412; appliedIndex:24406; }","duration":"435.571022ms","start":"2026-03-06T01:21:44.532225Z","end":"2026-03-06T01:21:44.967796Z","steps":["trace[1187784855] 'read index received' (duration: 94.761185ms)","trace[1187784855] 'applied index is now lower than readState.Index' (duration: 340.808247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:44.967912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:44.397867Z","time spent":"569.937411ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:44.968066Z","caller":"traceutil/trace.go:171","msg":"trace[89209759] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"400.168027ms","start":"2026-03-06T01:21:44.567881Z","end":"2026-03-06T01:21:44.968049Z","steps":["trace[89209759] 'process raft request' (duration: 399.865159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:44.968114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:44.567842Z","time spent":"400.244928ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:44.968194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.964481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-06T01:21:44.968231Z","caller":"traceutil/trace.go:171","msg":"trace[1190482308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23590; }","duration":"436.027382ms","start":"2026-03-06T01:21:44.532193Z","end":"2026-03-06T01:21:44.96822Z","steps":["trace[1190482308] 'agreement among raft nodes before linearized reading' (duration: 435.90027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:44.968258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:44.532178Z","time spent":"436.072873ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T01:21:44.968324Z","caller":"traceutil/trace.go:171","msg":"trace[1068450093] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"565.398483ms","start":"2026-03-06T01:21:44.402912Z","end":"2026-03-06T01:21:44.96831Z","steps":["trace[1068450093] 'process raft request' (duration: 564.43489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:44.968376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:44.402897Z","time spent":"565.451365ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:44.968417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.259406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:44.968446Z","caller":"traceutil/trace.go:171","msg":"trace[583444241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23590; }","duration":"290.325877ms","start":"2026-03-06T01:21:44.678111Z","end":"2026-03-06T01:21:44.968437Z","steps":["trace[583444241] 'agreement among raft nodes before linearized reading' (duration: 290.274665ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:44.968514Z","caller":"traceutil/trace.go:171","msg":"trace[2051634538] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"562.627519ms","start":"2026-03-06T01:21:44.405876Z","end":"2026-03-06T01:21:44.968503Z","steps":["trace[2051634538] 'process raft request' (duration: 561.542453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:44.968565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:44.405853Z","time spent":"562.68412ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:44.968667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.746183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:44.968697Z","caller":"traceutil/trace.go:171","msg":"trace[847431178] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23590; }","duration":"141.859835ms","start":"2026-03-06T01:21:44.826828Z","end":"2026-03-06T01:21:44.968688Z","steps":["trace[847431178] 'agreement among raft nodes before linearized reading' (duration: 141.805904ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:44.968702Z","caller":"traceutil/trace.go:171","msg":"trace[1109823349] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"561.486392ms","start":"2026-03-06T01:21:44.407205Z","end":"2026-03-06T01:21:44.968692Z","steps":["trace[1109823349] 'process raft request' (duration: 560.254513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:44.96875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:44.407198Z","time spent":"561.527243ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:44.968866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.54278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:44.968869Z","caller":"traceutil/trace.go:171","msg":"trace[266221181] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"476.267862ms","start":"2026-03-06T01:21:44.492591Z","end":"2026-03-06T01:21:44.968859Z","steps":["trace[266221181] 'process raft request' (duration: 474.91856ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:44.968893Z","caller":"traceutil/trace.go:171","msg":"trace[154047885] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23590; }","duration":"214.579481ms","start":"2026-03-06T01:21:44.754304Z","end":"2026-03-06T01:21:44.968884Z","steps":["trace[154047885] 'agreement among raft nodes before linearized reading' (duration: 214.52938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:44.968914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:44.492565Z","time spent":"476.323933ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:44.969061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.596353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:44.969092Z","caller":"traceutil/trace.go:171","msg":"trace[1584415253] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23590; }","duration":"223.642915ms","start":"2026-03-06T01:21:44.74544Z","end":"2026-03-06T01:21:44.969083Z","steps":["trace[1584415253] 'agreement among raft nodes before linearized reading' (duration: 223.584343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.394284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.598138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:45.394422Z","caller":"traceutil/trace.go:171","msg":"trace[273602189] linearizableReadLoop","detail":"{readStateIndex:24414; appliedIndex:24413; }","duration":"348.778526ms","start":"2026-03-06T01:21:45.045623Z","end":"2026-03-06T01:21:45.394401Z","steps":["trace[273602189] 'read index received' (duration: 78.87546ms)","trace[273602189] 'applied index is now lower than readState.Index' (duration: 269.901956ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:45.394521Z","caller":"traceutil/trace.go:171","msg":"trace[280438734] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"410.754238ms","start":"2026-03-06T01:21:44.98372Z","end":"2026-03-06T01:21:45.394474Z","steps":["trace[280438734] 'process raft request' (duration: 140.844532ms)","trace[280438734] 'compare' (duration: 269.448364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:45.394573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.941779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:45.394644Z","caller":"traceutil/trace.go:171","msg":"trace[1311455865] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23591; }","duration":"349.080803ms","start":"2026-03-06T01:21:45.045545Z","end":"2026-03-06T01:21:45.394625Z","steps":["trace[1311455865] 'agreement among raft nodes before linearized reading' (duration: 348.94919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.394684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:45.045524Z","time spent":"349.151484ms","remote":"127.0.0.1:37302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-06T01:21:45.394704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.199885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-06T01:21:45.394701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.035961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:45.394713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:44.983696Z","time spent":"410.912721ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:45.394753Z","caller":"traceutil/trace.go:171","msg":"trace[1871002733] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23591; }","duration":"346.245986ms","start":"2026-03-06T01:21:45.048491Z","end":"2026-03-06T01:21:45.394737Z","steps":["trace[1871002733] 'agreement among raft nodes before linearized reading' (duration: 346.051831ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:45.394771Z","caller":"traceutil/trace.go:171","msg":"trace[410301228] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23591; }","duration":"229.150344ms","start":"2026-03-06T01:21:45.165598Z","end":"2026-03-06T01:21:45.394749Z","steps":["trace[410301228] 'agreement among raft nodes before linearized reading' (duration: 229.001331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.394795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:45.048481Z","time spent":"346.304587ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-06T01:21:45.394812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.691621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-06T01:21:45.394993Z","caller":"traceutil/trace.go:171","msg":"trace[1231241796] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23591; }","duration":"107.919165ms","start":"2026-03-06T01:21:45.287049Z","end":"2026-03-06T01:21:45.394968Z","steps":["trace[1231241796] 'agreement among raft nodes before linearized reading' (duration: 107.501746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.395117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.245916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:21:45.395154Z","caller":"traceutil/trace.go:171","msg":"trace[708581144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23591; }","duration":"137.328608ms","start":"2026-03-06T01:21:45.257813Z","end":"2026-03-06T01:21:45.395142Z","steps":["trace[708581144] 'agreement among raft nodes before linearized reading' (duration: 137.182755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.395181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.306326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-06T01:21:45.39523Z","caller":"traceutil/trace.go:171","msg":"trace[2014056117] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23591; }","duration":"301.349207ms","start":"2026-03-06T01:21:45.093863Z","end":"2026-03-06T01:21:45.395213Z","steps":["trace[2014056117] 'agreement among raft nodes before linearized reading' (duration: 301.184553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.395265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:45.093821Z","time spent":"301.435729ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-06T01:21:45.585413Z","caller":"traceutil/trace.go:171","msg":"trace[1049886929] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"185.485934ms","start":"2026-03-06T01:21:45.39989Z","end":"2026-03-06T01:21:45.585376Z","steps":["trace[1049886929] 'process raft request' (duration: 148.530542ms)","trace[1049886929] 'compare' (duration: 36.539172ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:45.585535Z","caller":"traceutil/trace.go:171","msg":"trace[685225504] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"185.382932ms","start":"2026-03-06T01:21:45.400131Z","end":"2026-03-06T01:21:45.585514Z","steps":["trace[685225504] 'process raft request' (duration: 185.148606ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:45.585609Z","caller":"traceutil/trace.go:171","msg":"trace[1122964832] linearizableReadLoop","detail":"{readStateIndex:24417; appliedIndex:24414; }","duration":"184.534302ms","start":"2026-03-06T01:21:45.401057Z","end":"2026-03-06T01:21:45.585591Z","steps":["trace[1122964832] 'read index received' (duration: 147.484218ms)","trace[1122964832] 'applied index is now lower than readState.Index' (duration: 37.048944ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:45.585687Z","caller":"traceutil/trace.go:171","msg":"trace[1533337013] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"185.31434ms","start":"2026-03-06T01:21:45.400361Z","end":"2026-03-06T01:21:45.585675Z","steps":["trace[1533337013] 'process raft request' (duration: 185.088544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.585717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.644385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:45.58575Z","caller":"traceutil/trace.go:171","msg":"trace[476889167] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23594; }","duration":"184.717036ms","start":"2026-03-06T01:21:45.401023Z","end":"2026-03-06T01:21:45.58574Z","steps":["trace[476889167] 'agreement among raft nodes before linearized reading' (duration: 184.636424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.979083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.889995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:45.97921Z","caller":"traceutil/trace.go:171","msg":"trace[284322121] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23594; }","duration":"142.054009ms","start":"2026-03-06T01:21:45.837113Z","end":"2026-03-06T01:21:45.979167Z","steps":["trace[284322121] 'count revisions from in-memory index tree' (duration: 141.790463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:45.979774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.565888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:45.979833Z","caller":"traceutil/trace.go:171","msg":"trace[259786303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23594; }","duration":"124.65753ms","start":"2026-03-06T01:21:45.855158Z","end":"2026-03-06T01:21:45.979816Z","steps":["trace[259786303] 'range keys from in-memory index tree' (duration: 124.397305ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:46.179396Z","caller":"traceutil/trace.go:171","msg":"trace[4026667] linearizableReadLoop","detail":"{readStateIndex:24418; appliedIndex:24417; }","duration":"198.44405ms","start":"2026-03-06T01:21:45.980926Z","end":"2026-03-06T01:21:46.17937Z","steps":["trace[4026667] 'read index received' (duration: 198.323877ms)","trace[4026667] 'applied index is now lower than readState.Index' (duration: 118.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:46.179482Z","caller":"traceutil/trace.go:171","msg":"trace[821710625] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"248.388638ms","start":"2026-03-06T01:21:45.931057Z","end":"2026-03-06T01:21:46.179445Z","steps":["trace[821710625] 'process raft request' (duration: 248.144172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:46.179607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.658005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:46.179654Z","caller":"traceutil/trace.go:171","msg":"trace[157449410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23595; }","duration":"198.777887ms","start":"2026-03-06T01:21:45.980864Z","end":"2026-03-06T01:21:46.179642Z","steps":["trace[157449410] 'agreement among raft nodes before linearized reading' (duration: 198.658865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:46.340234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.49927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:46.340412Z","caller":"traceutil/trace.go:171","msg":"trace[1489851931] linearizableReadLoop","detail":"{readStateIndex:24419; appliedIndex:24418; }","duration":"160.897514ms","start":"2026-03-06T01:21:46.179492Z","end":"2026-03-06T01:21:46.340389Z","steps":["trace[1489851931] 'read index received' (duration: 20.979894ms)","trace[1489851931] 'applied index is now lower than readState.Index' (duration: 139.91558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:46.340518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.22028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:46.34057Z","caller":"traceutil/trace.go:171","msg":"trace[1182365337] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23596; }","duration":"303.301552ms","start":"2026-03-06T01:21:46.03725Z","end":"2026-03-06T01:21:46.340552Z","steps":["trace[1182365337] 'agreement among raft nodes before linearized reading' (duration: 303.19951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:46.340627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:46.037231Z","time spent":"303.378454ms","remote":"127.0.0.1:51296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T01:21:46.340699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.252697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-06T01:21:46.340806Z","caller":"traceutil/trace.go:171","msg":"trace[1141003300] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23596; }","duration":"218.385671ms","start":"2026-03-06T01:21:46.122384Z","end":"2026-03-06T01:21:46.34077Z","steps":["trace[1141003300] 'agreement among raft nodes before linearized reading' (duration: 218.099204ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:46.340821Z","caller":"traceutil/trace.go:171","msg":"trace[1891915526] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"355.936854ms","start":"2026-03-06T01:21:45.984832Z","end":"2026-03-06T01:21:46.340769Z","steps":["trace[1891915526] 'process raft request' (duration: 215.789349ms)","trace[1891915526] 'compare' (duration: 139.349886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:46.340977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.606275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T01:21:46.341056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:45.984808Z","time spent":"356.120668ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:46.341071Z","caller":"traceutil/trace.go:171","msg":"trace[217761433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23596; }","duration":"260.75755ms","start":"2026-03-06T01:21:46.080292Z","end":"2026-03-06T01:21:46.34105Z","steps":["trace[217761433] 'agreement among raft nodes before linearized reading' (duration: 260.472962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:46.645917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.317277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:46.646499Z","caller":"traceutil/trace.go:171","msg":"trace[1685770619] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"214.921159ms","start":"2026-03-06T01:21:46.431541Z","end":"2026-03-06T01:21:46.646462Z","steps":["trace[1685770619] 'process raft request' (duration: 214.504988ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:46.646515Z","caller":"traceutil/trace.go:171","msg":"trace[1858612487] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"299.348ms","start":"2026-03-06T01:21:46.347124Z","end":"2026-03-06T01:21:46.646472Z","steps":["trace[1858612487] 'process raft request' (duration: 139.348986ms)","trace[1858612487] 'compare' (duration: 159.173714ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:46.646632Z","caller":"traceutil/trace.go:171","msg":"trace[2011132115] linearizableReadLoop","detail":"{readStateIndex:24420; appliedIndex:24419; }","duration":"297.527837ms","start":"2026-03-06T01:21:46.349088Z","end":"2026-03-06T01:21:46.646615Z","steps":["trace[2011132115] 'read index received' (duration: 137.40229ms)","trace[2011132115] 'applied index is now lower than readState.Index' (duration: 160.123857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:46.646808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.722612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-06T01:21:46.646847Z","caller":"traceutil/trace.go:171","msg":"trace[1050819256] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23599; }","duration":"297.810854ms","start":"2026-03-06T01:21:46.34902Z","end":"2026-03-06T01:21:46.646831Z","steps":["trace[1050819256] 'agreement among raft nodes before linearized reading' (duration: 297.64449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.043631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.095512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:47.043712Z","caller":"traceutil/trace.go:171","msg":"trace[1706064256] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23599; }","duration":"215.225625ms","start":"2026-03-06T01:21:46.828468Z","end":"2026-03-06T01:21:47.043693Z","steps":["trace[1706064256] 'count revisions from in-memory index tree' (duration: 214.939998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.044105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.872789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:47.044208Z","caller":"traceutil/trace.go:171","msg":"trace[1108495585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23599; }","duration":"115.214518ms","start":"2026-03-06T01:21:46.928971Z","end":"2026-03-06T01:21:47.044185Z","steps":["trace[1108495585] 'range keys from in-memory index tree' (duration: 114.707285ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:47.366084Z","caller":"traceutil/trace.go:171","msg":"trace[1372456086] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"380.841251ms","start":"2026-03-06T01:21:46.985211Z","end":"2026-03-06T01:21:47.366052Z","steps":["trace[1372456086] 'process raft request' (duration: 380.648627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.366261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:46.98518Z","time spent":"380.985815ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:47.379709Z","caller":"traceutil/trace.go:171","msg":"trace[1710710672] linearizableReadLoop","detail":"{readStateIndex:24427; appliedIndex:24422; }","duration":"370.554539ms","start":"2026-03-06T01:21:47.00913Z","end":"2026-03-06T01:21:47.379684Z","steps":["trace[1710710672] 'read index received' (duration: 356.784444ms)","trace[1710710672] 'applied index is now lower than readState.Index' (duration: 13.769025ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:47.379828Z","caller":"traceutil/trace.go:171","msg":"trace[378859557] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"389.362213ms","start":"2026-03-06T01:21:46.990453Z","end":"2026-03-06T01:21:47.379815Z","steps":["trace[378859557] 'process raft request' (duration: 389.158378ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:47.379823Z","caller":"traceutil/trace.go:171","msg":"trace[1534591199] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"391.321968ms","start":"2026-03-06T01:21:46.988452Z","end":"2026-03-06T01:21:47.379774Z","steps":["trace[1534591199] 'process raft request' (duration: 391.116883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.379952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:46.990422Z","time spent":"389.439694ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:47.379804Z","caller":"traceutil/trace.go:171","msg":"trace[1268933922] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"393.451548ms","start":"2026-03-06T01:21:46.986296Z","end":"2026-03-06T01:21:47.379748Z","steps":["trace[1268933922] 'process raft request' (duration: 393.229853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.380024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.42371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-06T01:21:47.380054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:46.988436Z","time spent":"391.500632ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:47.380076Z","caller":"traceutil/trace.go:171","msg":"trace[225799072] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23604; }","duration":"285.510414ms","start":"2026-03-06T01:21:47.094553Z","end":"2026-03-06T01:21:47.380063Z","steps":["trace[225799072] 'agreement among raft nodes before linearized reading' (duration: 285.396191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.380108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.976158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:47.380121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.028521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:47.380154Z","caller":"traceutil/trace.go:171","msg":"trace[1686304732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23604; }","duration":"335.078831ms","start":"2026-03-06T01:21:47.045063Z","end":"2026-03-06T01:21:47.380142Z","steps":["trace[1686304732] 'agreement among raft nodes before linearized reading' (duration: 335.01999ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:47.380156Z","caller":"traceutil/trace.go:171","msg":"trace[1788258565] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23604; }","duration":"371.05122ms","start":"2026-03-06T01:21:47.009087Z","end":"2026-03-06T01:21:47.380138Z","steps":["trace[1788258565] 'agreement among raft nodes before linearized reading' (duration: 370.952788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.380182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.045051Z","time spent":"335.125103ms","remote":"127.0.0.1:34382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T01:21:47.380197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:46.986259Z","time spent":"393.814027ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:47.380208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.009067Z","time spent":"371.130832ms","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:47.380221Z","caller":"traceutil/trace.go:171","msg":"trace[1565696486] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"394.366119ms","start":"2026-03-06T01:21:46.985809Z","end":"2026-03-06T01:21:47.380175Z","steps":["trace[1565696486] 'process raft request' (duration: 393.589481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.380001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.739606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:47.380343Z","caller":"traceutil/trace.go:171","msg":"trace[1718727947] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23604; }","duration":"238.127387ms","start":"2026-03-06T01:21:47.142199Z","end":"2026-03-06T01:21:47.380327Z","steps":["trace[1718727947] 'agreement among raft nodes before linearized reading' (duration: 237.732907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.380423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:46.985796Z","time spent":"394.520564ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:47.380775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.128456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-06T01:21:47.380843Z","caller":"traceutil/trace.go:171","msg":"trace[1344740399] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23604; }","duration":"358.230609ms","start":"2026-03-06T01:21:47.022602Z","end":"2026-03-06T01:21:47.380833Z","steps":["trace[1344740399] 'agreement among raft nodes before linearized reading' (duration: 357.309166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:47.380867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.022588Z","time spent":"358.273619ms","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-06T01:21:47.630676Z","caller":"traceutil/trace.go:171","msg":"trace[859140304] linearizableReadLoop","detail":"{readStateIndex:24428; appliedIndex:24427; }","duration":"173.239786ms","start":"2026-03-06T01:21:47.457398Z","end":"2026-03-06T01:21:47.630638Z","steps":["trace[859140304] 'read index received' (duration: 161.325095ms)","trace[859140304] 'applied index is now lower than readState.Index' (duration: 11.913111ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:47.630884Z","caller":"traceutil/trace.go:171","msg":"trace[381533799] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"226.139873ms","start":"2026-03-06T01:21:47.404691Z","end":"2026-03-06T01:21:47.630831Z","steps":["trace[381533799] 'process raft request' (duration: 214.11588ms)","trace[381533799] 'compare' (duration: 11.121842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:47.630936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.511412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:47.63099Z","caller":"traceutil/trace.go:171","msg":"trace[598273864] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23605; }","duration":"173.603614ms","start":"2026-03-06T01:21:47.457369Z","end":"2026-03-06T01:21:47.630972Z","steps":["trace[598273864] 'agreement among raft nodes before linearized reading' (duration: 173.457391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.138022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10389695216238489088,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T01:21:48.295436Z","caller":"traceutil/trace.go:171","msg":"trace[36966243] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"659.545553ms","start":"2026-03-06T01:21:47.635864Z","end":"2026-03-06T01:21:48.29541Z","steps":["trace[36966243] 'process raft request' (duration: 659.355919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.295573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.635843Z","time spent":"659.657626ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:48.727218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.446165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:48.727522Z","caller":"traceutil/trace.go:171","msg":"trace[762989022] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"1.0901736s","start":"2026-03-06T01:21:47.637297Z","end":"2026-03-06T01:21:48.727471Z","steps":["trace[762989022] 'process raft request' (duration: 814.368036ms)","trace[762989022] 'compare' (duration: 275.165889ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:48.727548Z","caller":"traceutil/trace.go:171","msg":"trace[2062700653] linearizableReadLoop","detail":"{readStateIndex:24431; appliedIndex:24428; }","duration":"1.090377134s","start":"2026-03-06T01:21:47.637121Z","end":"2026-03-06T01:21:48.727498Z","steps":["trace[2062700653] 'read index received' (duration: 658.09514ms)","trace[2062700653] 'applied index is now lower than readState.Index' (duration: 432.278234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:48.727701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.637286Z","time spent":"1.090311843s","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:48.727526Z","caller":"traceutil/trace.go:171","msg":"trace[1018519400] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"1.090092527s","start":"2026-03-06T01:21:47.637396Z","end":"2026-03-06T01:21:48.727488Z","steps":["trace[1018519400] 'process raft request' (duration: 1.089924053s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:48.727972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.637377Z","time spent":"1.090487708s","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:48.90389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.444312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-06T01:21:48.904183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267040351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:48.904259Z","caller":"traceutil/trace.go:171","msg":"trace[1290125529] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23608; }","duration":"1.267142312s","start":"2026-03-06T01:21:47.637098Z","end":"2026-03-06T01:21:48.90424Z","steps":["trace[1290125529] 'agreement among raft nodes before linearized reading' (duration: 1.090562988s)","trace[1290125529] 'range keys from in-memory index tree' (duration: 176.464672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:48.904295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.63708Z","time spent":"1.267207166s","remote":"127.0.0.1:34558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-06T01:21:48.90449Z","caller":"traceutil/trace.go:171","msg":"trace[869945593] linearizableReadLoop","detail":"{readStateIndex:24433; appliedIndex:24431; }","duration":"176.857102ms","start":"2026-03-06T01:21:48.727623Z","end":"2026-03-06T01:21:48.90448Z","steps":["trace[869945593] 'read index received' (duration: 166.59186ms)","trace[869945593] 'applied index is now lower than readState.Index' (duration: 10.264222ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:48.904535Z","caller":"traceutil/trace.go:171","msg":"trace[1137292001] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"251.44881ms","start":"2026-03-06T01:21:48.653079Z","end":"2026-03-06T01:21:48.904528Z","steps":["trace[1137292001] 'process raft request' (duration: 250.925817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:49.110423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202527589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:49.110485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.717532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T01:21:49.110535Z","caller":"traceutil/trace.go:171","msg":"trace[74867195] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23609; }","duration":"1.202663302s","start":"2026-03-06T01:21:47.907837Z","end":"2026-03-06T01:21:49.1105Z","steps":["trace[74867195] 'agreement among raft nodes before linearized reading' (duration: 996.670975ms)","trace[74867195] 'count revisions from in-memory index tree' (duration: 205.818863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:49.110825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:47.907747Z","time spent":"1.203059951s","remote":"127.0.0.1:37270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:49.110762Z","caller":"traceutil/trace.go:171","msg":"trace[2000535325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23609; }","duration":"459.841364ms","start":"2026-03-06T01:21:48.650696Z","end":"2026-03-06T01:21:49.110537Z","steps":["trace[2000535325] 'agreement among raft nodes before linearized reading' (duration: 253.927178ms)","trace[2000535325] 'range keys from in-memory index tree' (duration: 205.70095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:49.111048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.449566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-06T01:21:49.111095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.650674Z","time spent":"460.379817ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T01:21:49.111173Z","caller":"traceutil/trace.go:171","msg":"trace[679092087] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23609; }","duration":"945.63716ms","start":"2026-03-06T01:21:48.165504Z","end":"2026-03-06T01:21:49.111142Z","steps":["trace[679092087] 'agreement among raft nodes before linearized reading' (duration: 739.162641ms)","trace[679092087] 'count revisions from in-memory index tree' (duration: 206.301194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:49.111202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.249873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-06T01:21:49.111218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03207594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-06T01:21:49.111235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.165483Z","time spent":"945.739663ms","remote":"127.0.0.1:36958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:49.111255Z","caller":"traceutil/trace.go:171","msg":"trace[2124410751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23609; }","duration":"764.336234ms","start":"2026-03-06T01:21:48.346904Z","end":"2026-03-06T01:21:49.11124Z","steps":["trace[2124410751] 'agreement among raft nodes before linearized reading' (duration: 557.730433ms)","trace[2124410751] 'range keys from in-memory index tree' (duration: 206.457178ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:49.111257Z","caller":"traceutil/trace.go:171","msg":"trace[903002122] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23609; }","duration":"1.032156292s","start":"2026-03-06T01:21:48.079088Z","end":"2026-03-06T01:21:49.111244Z","steps":["trace[903002122] 'agreement among raft nodes before linearized reading' (duration: 825.54997ms)","trace[903002122] 'count revisions from in-memory index tree' (duration: 206.53826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:49.111287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.346882Z","time spent":"764.393346ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T01:21:49.111288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.079067Z","time spent":"1.032213622s","remote":"127.0.0.1:34530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-06T01:21:49.111385Z","caller":"traceutil/trace.go:171","msg":"trace[627819077] linearizableReadLoop","detail":"{readStateIndex:24434; appliedIndex:24433; }","duration":"202.70508ms","start":"2026-03-06T01:21:48.908665Z","end":"2026-03-06T01:21:49.11137Z","steps":["trace[627819077] 'read index received' (duration: 194.59827ms)","trace[627819077] 'applied index is now lower than readState.Index' (duration: 8.1059ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:49.111446Z","caller":"traceutil/trace.go:171","msg":"trace[1033640328] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"331.435436ms","start":"2026-03-06T01:21:48.780003Z","end":"2026-03-06T01:21:49.111438Z","steps":["trace[1033640328] 'process raft request' (duration: 323.299505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:49.111526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:48.779977Z","time spent":"331.488328ms","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T01:21:49.111652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.532619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:49.111695Z","caller":"traceutil/trace.go:171","msg":"trace[770950409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23610; }","duration":"183.612591ms","start":"2026-03-06T01:21:48.928072Z","end":"2026-03-06T01:21:49.111685Z","steps":["trace[770950409] 'agreement among raft nodes before linearized reading' (duration: 183.535429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:49.111702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.047459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-06T01:21:49.111725Z","caller":"traceutil/trace.go:171","msg":"trace[2110359558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23610; }","duration":"203.113131ms","start":"2026-03-06T01:21:48.908605Z","end":"2026-03-06T01:21:49.111718Z","steps":["trace[2110359558] 'agreement among raft nodes before linearized reading' (duration: 203.053349ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:49.390374Z","caller":"traceutil/trace.go:171","msg":"trace[563538334] linearizableReadLoop","detail":"{readStateIndex:24436; appliedIndex:24434; }","duration":"270.176991ms","start":"2026-03-06T01:21:49.120174Z","end":"2026-03-06T01:21:49.390351Z","steps":["trace[563538334] 'read index received' (duration: 24.018286ms)","trace[563538334] 'applied index is now lower than readState.Index' (duration: 246.157575ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:49.39056Z","caller":"traceutil/trace.go:171","msg":"trace[1805594793] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"273.038279ms","start":"2026-03-06T01:21:49.117476Z","end":"2026-03-06T01:21:49.390514Z","steps":["trace[1805594793] 'process raft request' (duration: 272.708071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:49.390665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.460858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-06T01:21:49.390711Z","caller":"traceutil/trace.go:171","msg":"trace[1744072319] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23612; }","duration":"270.54676ms","start":"2026-03-06T01:21:49.120152Z","end":"2026-03-06T01:21:49.390699Z","steps":["trace[1744072319] 'agreement among raft nodes before linearized reading' (duration: 270.343966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:49.412942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.965011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-06T01:21:49.413029Z","caller":"traceutil/trace.go:171","msg":"trace[786817233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23617; }","duration":"288.626157ms","start":"2026-03-06T01:21:49.124378Z","end":"2026-03-06T01:21:49.413005Z","steps":["trace[786817233] 'agreement among raft nodes before linearized reading' (duration: 287.846879ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:49.80254Z","caller":"traceutil/trace.go:171","msg":"trace[882384266] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"155.742742ms","start":"2026-03-06T01:21:49.64677Z","end":"2026-03-06T01:21:49.802512Z","steps":["trace[882384266] 'process raft request' (duration: 155.576628ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.089171Z","caller":"traceutil/trace.go:171","msg":"trace[1126481100] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"109.00659ms","start":"2026-03-06T01:21:49.980144Z","end":"2026-03-06T01:21:50.08915Z","steps":["trace[1126481100] 'process raft request' (duration: 108.374405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.376239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.465144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:50.376326Z","caller":"traceutil/trace.go:171","msg":"trace[1891847136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23619; }","duration":"132.572256ms","start":"2026-03-06T01:21:50.243734Z","end":"2026-03-06T01:21:50.376307Z","steps":["trace[1891847136] 'range keys from in-memory index tree' (duration: 132.361751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:50.376359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.07208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:50.376482Z","caller":"traceutil/trace.go:171","msg":"trace[194520466] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23619; }","duration":"125.269565ms","start":"2026-03-06T01:21:50.251181Z","end":"2026-03-06T01:21:50.376451Z","steps":["trace[194520466] 'count revisions from in-memory index tree' (duration: 124.958668ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:50.851725Z","caller":"traceutil/trace.go:171","msg":"trace[2141686385] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"112.044603ms","start":"2026-03-06T01:21:50.739648Z","end":"2026-03-06T01:21:50.851692Z","steps":["trace[2141686385] 'process raft request' (duration: 111.817257ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.114966Z","caller":"traceutil/trace.go:171","msg":"trace[831472670] linearizableReadLoop","detail":"{readStateIndex:24447; appliedIndex:24446; }","duration":"187.41982ms","start":"2026-03-06T01:21:50.927519Z","end":"2026-03-06T01:21:51.114939Z","steps":["trace[831472670] 'read index received' (duration: 187.180564ms)","trace[831472670] 'applied index is now lower than readState.Index' (duration: 237.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:51.115002Z","caller":"traceutil/trace.go:171","msg":"trace[1569964704] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"204.711548ms","start":"2026-03-06T01:21:50.910246Z","end":"2026-03-06T01:21:51.114958Z","steps":["trace[1569964704] 'process raft request' (duration: 204.451492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:51.11525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.710276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:51.115305Z","caller":"traceutil/trace.go:171","msg":"trace[561886067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23623; }","duration":"187.910651ms","start":"2026-03-06T01:21:50.927381Z","end":"2026-03-06T01:21:51.115292Z","steps":["trace[561886067] 'agreement among raft nodes before linearized reading' (duration: 187.714096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:51.11533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.333385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-06T01:21:51.115393Z","caller":"traceutil/trace.go:171","msg":"trace[1534937939] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23623; }","duration":"136.433418ms","start":"2026-03-06T01:21:50.978943Z","end":"2026-03-06T01:21:51.115377Z","steps":["trace[1534937939] 'agreement among raft nodes before linearized reading' (duration: 136.192002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:51.330216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.456354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-06T01:21:51.330335Z","caller":"traceutil/trace.go:171","msg":"trace[1728479749] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23623; }","duration":"149.66392ms","start":"2026-03-06T01:21:51.180643Z","end":"2026-03-06T01:21:51.330307Z","steps":["trace[1728479749] 'count revisions from in-memory index tree' (duration: 149.363002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:51.330353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.438289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-06T01:21:51.330419Z","caller":"traceutil/trace.go:171","msg":"trace[90092529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23623; }","duration":"181.566102ms","start":"2026-03-06T01:21:51.148837Z","end":"2026-03-06T01:21:51.330403Z","steps":["trace[90092529] 'range keys from in-memory index tree' (duration: 181.270644ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.330761Z","caller":"traceutil/trace.go:171","msg":"trace[1966678129] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"143.428483ms","start":"2026-03-06T01:21:51.187323Z","end":"2026-03-06T01:21:51.330751Z","steps":["trace[1966678129] 'process raft request' (duration: 74.733073ms)","trace[1966678129] 'compare' (duration: 68.300191ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:51.56004Z","caller":"traceutil/trace.go:171","msg":"trace[1419151567] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"223.846449ms","start":"2026-03-06T01:21:51.336161Z","end":"2026-03-06T01:21:51.560008Z","steps":["trace[1419151567] 'process raft request' (duration: 139.91429ms)","trace[1419151567] 'compare' (duration: 83.780724ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:51.598315Z","caller":"traceutil/trace.go:171","msg":"trace[101408905] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"262.026519ms","start":"2026-03-06T01:21:51.336268Z","end":"2026-03-06T01:21:51.598295Z","steps":["trace[101408905] 'process raft request' (duration: 261.867036ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.598576Z","caller":"traceutil/trace.go:171","msg":"trace[1702607480] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"180.66864ms","start":"2026-03-06T01:21:51.417869Z","end":"2026-03-06T01:21:51.598538Z","steps":["trace[1702607480] 'process raft request' (duration: 180.383223ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.598623Z","caller":"traceutil/trace.go:171","msg":"trace[578070495] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"180.678081ms","start":"2026-03-06T01:21:51.417926Z","end":"2026-03-06T01:21:51.598604Z","steps":["trace[578070495] 'process raft request' (duration: 180.621299ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.598723Z","caller":"traceutil/trace.go:171","msg":"trace[618635493] linearizableReadLoop","detail":"{readStateIndex:24450; appliedIndex:24448; }","duration":"203.087679ms","start":"2026-03-06T01:21:51.395619Z","end":"2026-03-06T01:21:51.598707Z","steps":["trace[618635493] 'read index received' (duration: 80.54743ms)","trace[618635493] 'applied index is now lower than readState.Index' (duration: 122.539199ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:21:51.598778Z","caller":"traceutil/trace.go:171","msg":"trace[350249849] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"180.868265ms","start":"2026-03-06T01:21:51.417901Z","end":"2026-03-06T01:21:51.598769Z","steps":["trace[350249849] 'process raft request' (duration: 180.563967ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.598819Z","caller":"traceutil/trace.go:171","msg":"trace[2043849047] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"180.892865ms","start":"2026-03-06T01:21:51.417919Z","end":"2026-03-06T01:21:51.598812Z","steps":["trace[2043849047] 'process raft request' (duration: 180.65577ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.598881Z","caller":"traceutil/trace.go:171","msg":"trace[1513899061] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"178.477698ms","start":"2026-03-06T01:21:51.420371Z","end":"2026-03-06T01:21:51.598848Z","steps":["trace[1513899061] 'process raft request' (duration: 178.279014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:51.598905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.277433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T01:21:51.598939Z","caller":"traceutil/trace.go:171","msg":"trace[1338752387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23631; }","duration":"203.361735ms","start":"2026-03-06T01:21:51.395566Z","end":"2026-03-06T01:21:51.598928Z","steps":["trace[1338752387] 'agreement among raft nodes before linearized reading' (duration: 203.209732ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:51.750605Z","caller":"traceutil/trace.go:171","msg":"trace[185250676] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"147.802476ms","start":"2026-03-06T01:21:51.602758Z","end":"2026-03-06T01:21:51.750561Z","steps":["trace[185250676] 'process raft request' (duration: 64.180064ms)","trace[185250676] 'compare' (duration: 83.391486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:52.128397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.821881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-06T01:21:52.128508Z","caller":"traceutil/trace.go:171","msg":"trace[1386428231] linearizableReadLoop","detail":"{readStateIndex:24457; appliedIndex:24456; }","duration":"201.183134ms","start":"2026-03-06T01:21:51.927307Z","end":"2026-03-06T01:21:52.12849Z","steps":["trace[1386428231] 'read index received' (duration: 63.572µs)","trace[1386428231] 'applied index is now lower than readState.Index' (duration: 201.118182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:52.128583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.282226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:52.128608Z","caller":"traceutil/trace.go:171","msg":"trace[103107716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23633; }","duration":"201.350778ms","start":"2026-03-06T01:21:51.927247Z","end":"2026-03-06T01:21:52.128598Z","steps":["trace[103107716] 'agreement among raft nodes before linearized reading' (duration: 201.285286ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:52.128615Z","caller":"traceutil/trace.go:171","msg":"trace[70194083] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"318.171043ms","start":"2026-03-06T01:21:51.810382Z","end":"2026-03-06T01:21:52.128553Z","steps":["trace[70194083] 'process raft request' (duration: 68.041865ms)","trace[70194083] 'compare' (duration: 249.695198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T01:21:52.130009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T01:21:51.810363Z","time spent":"319.149917ms","remote":"127.0.0.1:34632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T01:21:52.179549Z","caller":"traceutil/trace.go:171","msg":"trace[2099357564] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"150.782647ms","start":"2026-03-06T01:21:52.028709Z","end":"2026-03-06T01:21:52.179492Z","steps":["trace[2099357564] 'process raft request' (duration: 150.47957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:52.372526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.463293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:52.372637Z","caller":"traceutil/trace.go:171","msg":"trace[1965398328] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23634; }","duration":"137.570195ms","start":"2026-03-06T01:21:52.235018Z","end":"2026-03-06T01:21:52.372589Z","steps":["trace[1965398328] 'count revisions from in-memory index tree' (duration: 137.378831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T01:21:53.063964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.884799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-06T01:21:53.064115Z","caller":"traceutil/trace.go:171","msg":"trace[1251313222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23637; }","duration":"104.065794ms","start":"2026-03-06T01:21:52.96003Z","end":"2026-03-06T01:21:53.064096Z","steps":["trace[1251313222] 'range keys from in-memory index tree' (duration: 103.862389ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:21:53.401336Z","caller":"traceutil/trace.go:171","msg":"trace[84581186] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"151.533504ms","start":"2026-03-06T01:21:53.249777Z","end":"2026-03-06T01:21:53.40131Z","steps":["trace[84581186] 'process raft request' (duration: 122.495548ms)","trace[84581186] 'compare' (duration: 28.034401ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:22:23.83711Z","caller":"traceutil/trace.go:171","msg":"trace[107534564] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"107.037815ms","start":"2026-03-06T01:22:23.730021Z","end":"2026-03-06T01:22:23.837059Z","steps":["trace[107534564] 'process raft request' (duration: 106.743148ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.840126Z","caller":"traceutil/trace.go:171","msg":"trace[1679834297] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"102.675871ms","start":"2026-03-06T01:22:23.737414Z","end":"2026-03-06T01:22:23.84009Z","steps":["trace[1679834297] 'process raft request' (duration: 102.544748ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:22:23.840158Z","caller":"traceutil/trace.go:171","msg":"trace[1263174473] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"105.813855ms","start":"2026-03-06T01:22:23.734301Z","end":"2026-03-06T01:22:23.840115Z","steps":["trace[1263174473] 'process raft request' (duration: 105.514778ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:23:40.040846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21911} {"level":"info","ts":"2026-03-06T01:23:40.186957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21911,"took":"140.94571ms","hash":3124695531,"current-db-size-bytes":49618944,"current-db-size":"50 MB","current-db-size-in-use-bytes":32509952,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-06T01:23:40.18705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3124695531,"revision":21911,"compact-revision":18853} {"level":"warn","ts":"2026-03-06T01:24:05.394432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.226044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-06T01:24:05.39457Z","caller":"traceutil/trace.go:171","msg":"trace[1928578381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24852; }","duration":"118.403847ms","start":"2026-03-06T01:24:05.276128Z","end":"2026-03-06T01:24:05.394532Z","steps":["trace[1928578381] 'range keys from in-memory index tree' (duration: 117.981158ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T01:25:48.464387Z","caller":"traceutil/trace.go:171","msg":"trace[367428036] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"163.233263ms","start":"2026-03-06T01:25:48.301107Z","end":"2026-03-06T01:25:48.464341Z","steps":["trace[367428036] 'process raft request' (duration: 138.394878ms)","trace[367428036] 'compare' (duration: 24.536728ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T01:28:40.047735Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24630} {"level":"info","ts":"2026-03-06T01:28:40.183941Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24630,"took":"130.72333ms","hash":4286755873,"current-db-size-bytes":50462720,"current-db-size":"50 MB","current-db-size-in-use-bytes":33198080,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-06T01:28:40.184021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4286755873,"revision":24630,"compact-revision":21911} {"level":"info","ts":"2026-03-06T01:33:18.565051Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"344940fc142d902f","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T01:33:18.570269Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-06T01:33:18.570389Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-06T01:33:40.054281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27102} {"level":"info","ts":"2026-03-06T01:33:40.184842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27102,"took":"125.416543ms","hash":2656575919,"current-db-size-bytes":50462720,"current-db-size":"50 MB","current-db-size-in-use-bytes":28135424,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:33:40.184918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2656575919,"revision":27102,"compact-revision":24630} {"level":"info","ts":"2026-03-06T01:38:40.064815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29170} {"level":"info","ts":"2026-03-06T01:38:40.193114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29170,"took":"123.80951ms","hash":16122310,"current-db-size-bytes":50462720,"current-db-size":"50 MB","current-db-size-in-use-bytes":27906048,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-06T01:38:40.193189Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":16122310,"revision":29170,"compact-revision":27102} {"level":"info","ts":"2026-03-06T01:43:40.071732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31291} {"level":"info","ts":"2026-03-06T01:43:40.215728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31291,"took":"138.754657ms","hash":1814916255,"current-db-size-bytes":50884608,"current-db-size":"51 MB","current-db-size-in-use-bytes":29253632,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:43:40.215796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1814916255,"revision":31291,"compact-revision":29170} {"level":"info","ts":"2026-03-06T01:48:40.078146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33430} {"level":"info","ts":"2026-03-06T01:48:40.207145Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33430,"took":"123.613622ms","hash":3595630440,"current-db-size-bytes":52150272,"current-db-size":"52 MB","current-db-size-in-use-bytes":28909568,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T01:48:40.207209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3595630440,"revision":33430,"compact-revision":31291} {"level":"info","ts":"2026-03-06T01:50:11.159972Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000009234.wal"}