{"level":"warn","ts":"2026-03-14T01:31:17.544423Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:31:17.544591Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.102:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.102:2380","--initial-cluster=instance=https://199.204.45.102:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.102:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.102:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T01:31:17.544836Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T01:31:17.544864Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-14T01:31:17.545017Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:31:17.546008Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"]} {"level":"info","ts":"2026-03-14T01:31:17.546383Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.102:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T01:31:17.551048Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.28821ms"} {"level":"info","ts":"2026-03-14T01:31:17.562772Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6e7960f761c1028e","cluster-id":"502e2b31b867adf"} {"level":"info","ts":"2026-03-14T01:31:17.562905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T01:31:17.56294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 0"} {"level":"info","ts":"2026-03-14T01:31:17.562962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6e7960f761c1028e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T01:31:17.562978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became follower at term 1"} {"level":"info","ts":"2026-03-14T01:31:17.563027Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"warn","ts":"2026-03-14T01:31:17.571474Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T01:31:17.573482Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T01:31:17.574865Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T01:31:17.578246Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6e7960f761c1028e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T01:31:17.581453Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:31:17.581625Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:31:17.581665Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T01:31:17.581212Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6e7960f761c1028e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T01:31:17.582341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e switched to configuration voters=(7960500431967289998)"} {"level":"info","ts":"2026-03-14T01:31:17.583329Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","added-peer-id":"6e7960f761c1028e","added-peer-peer-urls":["https://199.204.45.102:2380"]} {"level":"info","ts":"2026-03-14T01:31:17.58458Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T01:31:17.58475Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-14T01:31:17.58481Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.102:2380"} {"level":"info","ts":"2026-03-14T01:31:17.58497Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6e7960f761c1028e","initial-advertise-peer-urls":["https://199.204.45.102:2380"],"listen-peer-urls":["https://199.204.45.102:2380"],"advertise-client-urls":["https://199.204.45.102:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.102:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T01:31:17.585029Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T01:31:18.464128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T01:31:18.464202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T01:31:18.464234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgPreVoteResp from 6e7960f761c1028e at term 1"} {"level":"info","ts":"2026-03-14T01:31:18.464258Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became candidate at term 2"} {"level":"info","ts":"2026-03-14T01:31:18.464266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e received MsgVoteResp from 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-14T01:31:18.464279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6e7960f761c1028e became leader at term 2"} {"level":"info","ts":"2026-03-14T01:31:18.464292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6e7960f761c1028e elected leader 6e7960f761c1028e at term 2"} {"level":"info","ts":"2026-03-14T01:31:18.465228Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:31:18.46596Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6e7960f761c1028e","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.102:2379]}","request-path":"/0/members/6e7960f761c1028e/attributes","cluster-id":"502e2b31b867adf","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T01:31:18.466018Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:31:18.466079Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T01:31:18.466321Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T01:31:18.4664Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T01:31:18.466446Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"502e2b31b867adf","local-member-id":"6e7960f761c1028e","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:31:18.466539Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:31:18.466563Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T01:31:18.468784Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T01:31:18.468948Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.102:2379"} {"level":"info","ts":"2026-03-14T01:31:23.941302Z","caller":"traceutil/trace.go:171","msg":"trace[426259360] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:269; }","duration":"133.554655ms","start":"2026-03-14T01:31:23.80771Z","end":"2026-03-14T01:31:23.941264Z","steps":["trace[426259360] 'read index received' (duration: 132.765417ms)","trace[426259360] 'applied index is now lower than readState.Index' (duration: 787.248µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:23.941359Z","caller":"traceutil/trace.go:171","msg":"trace[1378914298] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"134.135139ms","start":"2026-03-14T01:31:23.807187Z","end":"2026-03-14T01:31:23.941322Z","steps":["trace[1378914298] 'process raft request' (duration: 133.227477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:23.941571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.835872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-14T01:31:23.941699Z","caller":"traceutil/trace.go:171","msg":"trace[1456115679] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:261; }","duration":"133.997055ms","start":"2026-03-14T01:31:23.807681Z","end":"2026-03-14T01:31:23.941678Z","steps":["trace[1456115679] 'agreement among raft nodes before linearized reading' (duration: 133.78569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:27.104002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.183457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-14T01:31:27.104054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.088274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:31:27.104115Z","caller":"traceutil/trace.go:171","msg":"trace[124468160] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:296; }","duration":"145.394782ms","start":"2026-03-14T01:31:26.958698Z","end":"2026-03-14T01:31:27.104093Z","steps":["trace[124468160] 'range keys from in-memory index tree' (duration: 145.022244ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:27.104165Z","caller":"traceutil/trace.go:171","msg":"trace[620838285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:296; }","duration":"180.232377ms","start":"2026-03-14T01:31:26.923905Z","end":"2026-03-14T01:31:27.104137Z","steps":["trace[620838285] 'range keys from in-memory index tree' (duration: 180.008352ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:27.448434Z","caller":"traceutil/trace.go:171","msg":"trace[1704602437] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:314; }","duration":"140.065487ms","start":"2026-03-14T01:31:27.308335Z","end":"2026-03-14T01:31:27.4484Z","steps":["trace[1704602437] 'read index received' (duration: 82.605492ms)","trace[1704602437] 'applied index is now lower than readState.Index' (duration: 57.458665ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:27.448542Z","caller":"traceutil/trace.go:171","msg":"trace[699000061] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"148.375502ms","start":"2026-03-14T01:31:27.300124Z","end":"2026-03-14T01:31:27.448499Z","steps":["trace[699000061] 'process raft request' (duration: 148.221029ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:27.44846Z","caller":"traceutil/trace.go:171","msg":"trace[377193933] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"148.403862ms","start":"2026-03-14T01:31:27.300023Z","end":"2026-03-14T01:31:27.448427Z","steps":["trace[377193933] 'process raft request' (duration: 90.999229ms)","trace[377193933] 'compare' (duration: 57.185408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:27.448758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.366904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-14T01:31:27.448874Z","caller":"traceutil/trace.go:171","msg":"trace[932201827] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:302; }","duration":"140.521858ms","start":"2026-03-14T01:31:27.308313Z","end":"2026-03-14T01:31:27.448835Z","steps":["trace[932201827] 'agreement among raft nodes before linearized reading' (duration: 140.242882ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.257412Z","caller":"traceutil/trace.go:171","msg":"trace[1745769576] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"171.214297ms","start":"2026-03-14T01:31:28.086159Z","end":"2026-03-14T01:31:28.257373Z","steps":["trace[1745769576] 'process raft request' (duration: 158.501919ms)","trace[1745769576] 'compare' (duration: 12.525223ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:28.257669Z","caller":"traceutil/trace.go:171","msg":"trace[1054247414] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"168.594395ms","start":"2026-03-14T01:31:28.089042Z","end":"2026-03-14T01:31:28.257636Z","steps":["trace[1054247414] 'process raft request' (duration: 168.251257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.257821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.505423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-14T01:31:28.257893Z","caller":"traceutil/trace.go:171","msg":"trace[1270771234] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:327; }","duration":"171.633736ms","start":"2026-03-14T01:31:28.086239Z","end":"2026-03-14T01:31:28.257873Z","steps":["trace[1270771234] 'agreement among raft nodes before linearized reading' (duration: 171.444242ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.257577Z","caller":"traceutil/trace.go:171","msg":"trace[1236502018] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:338; }","duration":"171.260217ms","start":"2026-03-14T01:31:28.08628Z","end":"2026-03-14T01:31:28.257541Z","steps":["trace[1236502018] 'read index received' (duration: 83.069924ms)","trace[1236502018] 'applied index is now lower than readState.Index' (duration: 88.187763ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:28.305544Z","caller":"traceutil/trace.go:171","msg":"trace[582010382] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"131.331493ms","start":"2026-03-14T01:31:28.174172Z","end":"2026-03-14T01:31:28.305503Z","steps":["trace[582010382] 'process raft request' (duration: 131.104067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.305589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.474527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-14T01:31:28.305589Z","caller":"traceutil/trace.go:171","msg":"trace[1170090156] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"130.400751ms","start":"2026-03-14T01:31:28.17515Z","end":"2026-03-14T01:31:28.305551Z","steps":["trace[1170090156] 'process raft request' (duration: 130.278058ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.305654Z","caller":"traceutil/trace.go:171","msg":"trace[308252401] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:330; }","duration":"196.58764ms","start":"2026-03-14T01:31:28.109052Z","end":"2026-03-14T01:31:28.305639Z","steps":["trace[308252401] 'agreement among raft nodes before linearized reading' (duration: 196.439726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.30581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.003109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-14T01:31:28.305875Z","caller":"traceutil/trace.go:171","msg":"trace[908606001] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:330; }","duration":"147.087772ms","start":"2026-03-14T01:31:28.15877Z","end":"2026-03-14T01:31:28.305857Z","steps":["trace[908606001] 'agreement among raft nodes before linearized reading' (duration: 146.987039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.305908Z","caller":"traceutil/trace.go:171","msg":"trace[1991060580] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"131.506177ms","start":"2026-03-14T01:31:28.17437Z","end":"2026-03-14T01:31:28.305876Z","steps":["trace[1991060580] 'process raft request' (duration: 130.997165ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.413585Z","caller":"traceutil/trace.go:171","msg":"trace[1454899530] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"100.794089ms","start":"2026-03-14T01:31:28.312769Z","end":"2026-03-14T01:31:28.413564Z","steps":["trace[1454899530] 'process raft request' (duration: 99.955709ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.413358Z","caller":"traceutil/trace.go:171","msg":"trace[875026363] linearizableReadLoop","detail":"{readStateIndex:346; appliedIndex:344; }","duration":"102.515579ms","start":"2026-03-14T01:31:28.310803Z","end":"2026-03-14T01:31:28.413319Z","steps":["trace[875026363] 'read index received' (duration: 77.35854ms)","trace[875026363] 'applied index is now lower than readState.Index' (duration: 25.153859ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:28.41377Z","caller":"traceutil/trace.go:171","msg":"trace[246733114] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"148.250549ms","start":"2026-03-14T01:31:28.265451Z","end":"2026-03-14T01:31:28.413701Z","steps":["trace[246733114] 'process raft request' (duration: 122.719992ms)","trace[246733114] 'compare' (duration: 24.181505ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:28.413925Z","caller":"traceutil/trace.go:171","msg":"trace[1638134893] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"146.672242ms","start":"2026-03-14T01:31:28.267234Z","end":"2026-03-14T01:31:28.413906Z","steps":["trace[1638134893] 'process raft request' (duration: 145.423712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.414131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.054511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-14T01:31:28.413861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.021481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-6r6vg\" ","response":"range_response_count:1 size:3439"} {"level":"info","ts":"2026-03-14T01:31:28.414262Z","caller":"traceutil/trace.go:171","msg":"trace[215568331] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:334; }","duration":"103.252326ms","start":"2026-03-14T01:31:28.310966Z","end":"2026-03-14T01:31:28.414219Z","steps":["trace[215568331] 'agreement among raft nodes before linearized reading' (duration: 102.9913ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.414386Z","caller":"traceutil/trace.go:171","msg":"trace[1203759361] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-6r6vg; range_end:; response_count:1; response_revision:334; }","duration":"103.559593ms","start":"2026-03-14T01:31:28.310793Z","end":"2026-03-14T01:31:28.414353Z","steps":["trace[1203759361] 'agreement among raft nodes before linearized reading' (duration: 102.895258ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.559021Z","caller":"traceutil/trace.go:171","msg":"trace[692486630] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"131.923047ms","start":"2026-03-14T01:31:28.427058Z","end":"2026-03-14T01:31:28.558981Z","steps":["trace[692486630] 'process raft request' (duration: 127.035413ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.76385Z","caller":"traceutil/trace.go:171","msg":"trace[2031513255] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:355; }","duration":"187.982699ms","start":"2026-03-14T01:31:28.57584Z","end":"2026-03-14T01:31:28.763823Z","steps":["trace[2031513255] 'read index received' (duration: 16.922907ms)","trace[2031513255] 'applied index is now lower than readState.Index' (duration: 171.058712ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:28.763869Z","caller":"traceutil/trace.go:171","msg":"trace[1804636201] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"190.420915ms","start":"2026-03-14T01:31:28.57339Z","end":"2026-03-14T01:31:28.763811Z","steps":["trace[1804636201] 'process raft request' (duration: 119.986007ms)","trace[1804636201] 'compare' (duration: 70.07471ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:28.763891Z","caller":"traceutil/trace.go:171","msg":"trace[1425648630] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"188.297735ms","start":"2026-03-14T01:31:28.575549Z","end":"2026-03-14T01:31:28.763847Z","steps":["trace[1425648630] 'process raft request' (duration: 188.155202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:28.764115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.219184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:31:28.764158Z","caller":"traceutil/trace.go:171","msg":"trace[863553136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:344; }","duration":"188.334456ms","start":"2026-03-14T01:31:28.575812Z","end":"2026-03-14T01:31:28.764146Z","steps":["trace[863553136] 'agreement among raft nodes before linearized reading' (duration: 188.133191ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:28.764462Z","caller":"traceutil/trace.go:171","msg":"trace[1177250821] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"187.725672ms","start":"2026-03-14T01:31:28.576689Z","end":"2026-03-14T01:31:28.764415Z","steps":["trace[1177250821] 'process raft request' (duration: 187.078777ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:29.139553Z","caller":"traceutil/trace.go:171","msg":"trace[1533905349] linearizableReadLoop","detail":"{readStateIndex:361; appliedIndex:360; }","duration":"253.210835ms","start":"2026-03-14T01:31:28.886308Z","end":"2026-03-14T01:31:29.139519Z","steps":["trace[1533905349] 'read index received' (duration: 201.651048ms)","trace[1533905349] 'applied index is now lower than readState.Index' (duration: 51.558117ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:29.139566Z","caller":"traceutil/trace.go:171","msg":"trace[906668551] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"298.461382ms","start":"2026-03-14T01:31:28.841064Z","end":"2026-03-14T01:31:29.139525Z","steps":["trace[906668551] 'process raft request' (duration: 247.026118ms)","trace[906668551] 'compare' (duration: 51.231219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:29.139738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.394949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:31:29.139813Z","caller":"traceutil/trace.go:171","msg":"trace[1828285024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:347; }","duration":"253.527232ms","start":"2026-03-14T01:31:28.886254Z","end":"2026-03-14T01:31:29.139781Z","steps":["trace[1828285024] 'agreement among raft nodes before linearized reading' (duration: 253.336198ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:29.419571Z","caller":"traceutil/trace.go:171","msg":"trace[1930670057] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"274.702048ms","start":"2026-03-14T01:31:29.144793Z","end":"2026-03-14T01:31:29.419495Z","steps":["trace[1930670057] 'process raft request' (duration: 201.180507ms)","trace[1930670057] 'compare' (duration: 73.135102ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:34.667092Z","caller":"traceutil/trace.go:171","msg":"trace[329569732] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"442.753939ms","start":"2026-03-14T01:31:34.224306Z","end":"2026-03-14T01:31:34.66706Z","steps":["trace[329569732] 'read index received' (duration: 442.489273ms)","trace[329569732] 'applied index is now lower than readState.Index' (duration: 262.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:34.66716Z","caller":"traceutil/trace.go:171","msg":"trace[1945058820] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"471.494461ms","start":"2026-03-14T01:31:34.195615Z","end":"2026-03-14T01:31:34.667109Z","steps":["trace[1945058820] 'process raft request' (duration: 471.265936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:34.667252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.928523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:34.667291Z","caller":"traceutil/trace.go:171","msg":"trace[672564679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"443.025005ms","start":"2026-03-14T01:31:34.224253Z","end":"2026-03-14T01:31:34.667278Z","steps":["trace[672564679] 'agreement among raft nodes before linearized reading' (duration: 442.935713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:34.667336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.224239Z","time spent":"443.089347ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:34.668127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.195596Z","time spent":"471.652585ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:35.319761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472715356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:35.820944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472715356,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:35.960186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273958156s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:31:35.960679Z","caller":"traceutil/trace.go:171","msg":"trace[432144667] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:388; }","duration":"1.141000416s","start":"2026-03-14T01:31:34.819633Z","end":"2026-03-14T01:31:35.960634Z","steps":["trace[432144667] 'read index received' (duration: 1.14073887s)","trace[432144667] 'applied index is now lower than readState.Index' (duration: 260.596µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:35.960777Z","caller":"traceutil/trace.go:171","msg":"trace[839215635] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.274690893s","start":"2026-03-14T01:31:34.686073Z","end":"2026-03-14T01:31:35.960764Z","steps":["trace[839215635] 'process raft request' (duration: 1.274395456s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.960918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.686047Z","time spent":"1.274768495s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:35.961106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141434376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:31:35.961141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.764461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:31:35.961246Z","caller":"traceutil/trace.go:171","msg":"trace[1677828923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:373; }","duration":"1.14159913s","start":"2026-03-14T01:31:34.819613Z","end":"2026-03-14T01:31:35.961212Z","steps":["trace[1677828923] 'agreement among raft nodes before linearized reading' (duration: 1.141278252s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.961247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.739251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:31:35.961269Z","caller":"traceutil/trace.go:171","msg":"trace[874726744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:373; }","duration":"516.954905ms","start":"2026-03-14T01:31:35.444286Z","end":"2026-03-14T01:31:35.961241Z","steps":["trace[874726744] 'agreement among raft nodes before linearized reading' (duration: 516.71052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.96131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:34.819543Z","time spent":"1.141756714s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:31:35.96132Z","caller":"traceutil/trace.go:171","msg":"trace[157212476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"693.843664ms","start":"2026-03-14T01:31:35.267452Z","end":"2026-03-14T01:31:35.961296Z","steps":["trace[157212476] 'agreement among raft nodes before linearized reading' (duration: 693.614518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.961343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:35.444263Z","time spent":"517.056527ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:31:35.961365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:35.267431Z","time spent":"693.923635ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:35.961315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.000457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:31:35.961493Z","caller":"traceutil/trace.go:171","msg":"trace[149382777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"853.303754ms","start":"2026-03-14T01:31:35.108151Z","end":"2026-03-14T01:31:35.961454Z","steps":["trace[149382777] 'agreement among raft nodes before linearized reading' (duration: 852.727401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:35.962926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:35.108124Z","time spent":"854.778529ms","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:31:36.523585Z","caller":"traceutil/trace.go:171","msg":"trace[943205841] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"556.665863ms","start":"2026-03-14T01:31:35.96689Z","end":"2026-03-14T01:31:36.523556Z","steps":["trace[943205841] 'process raft request' (duration: 556.498189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:36.523758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:35.96687Z","time spent":"556.796126ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:36.617695Z","caller":"traceutil/trace.go:171","msg":"trace[371912746] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"650.760185ms","start":"2026-03-14T01:31:35.966897Z","end":"2026-03-14T01:31:36.617657Z","steps":["trace[371912746] 'process raft request' (duration: 650.650172ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:36.617761Z","caller":"traceutil/trace.go:171","msg":"trace[103993678] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"650.792865ms","start":"2026-03-14T01:31:35.966889Z","end":"2026-03-14T01:31:36.617682Z","steps":["trace[103993678] 'process raft request' (duration: 650.480858ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:36.617874Z","caller":"traceutil/trace.go:171","msg":"trace[125091375] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:389; }","duration":"511.295643ms","start":"2026-03-14T01:31:36.106548Z","end":"2026-03-14T01:31:36.617844Z","steps":["trace[125091375] 'read index received' (duration: 416.922045ms)","trace[125091375] 'applied index is now lower than readState.Index' (duration: 94.371208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:36.617973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:35.966863Z","time spent":"650.9776ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:36.617985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:35.96687Z","time spent":"651.000181ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:36.618016Z","caller":"traceutil/trace.go:171","msg":"trace[922816965] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"645.599504ms","start":"2026-03-14T01:31:35.972394Z","end":"2026-03-14T01:31:36.617993Z","steps":["trace[922816965] 'process raft request' (duration: 645.193625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:36.618075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.524878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:36.618151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:35.972383Z","time spent":"645.685616ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:31:36.618186Z","caller":"traceutil/trace.go:171","msg":"trace[762927091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:377; }","duration":"511.721193ms","start":"2026-03-14T01:31:36.106449Z","end":"2026-03-14T01:31:36.618171Z","steps":["trace[762927091] 'agreement among raft nodes before linearized reading' (duration: 511.556319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:36.618238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:36.106421Z","time spent":"511.805355ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:36.618308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.572422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:31:36.618409Z","caller":"traceutil/trace.go:171","msg":"trace[1631404736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:377; }","duration":"491.770767ms","start":"2026-03-14T01:31:36.126613Z","end":"2026-03-14T01:31:36.618383Z","steps":["trace[1631404736] 'agreement among raft nodes before linearized reading' (duration: 491.545321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:36.61846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:36.126587Z","time spent":"491.864558ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:31:42.808008Z","caller":"traceutil/trace.go:171","msg":"trace[1044050877] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"144.302557ms","start":"2026-03-14T01:31:42.66368Z","end":"2026-03-14T01:31:42.807983Z","steps":["trace[1044050877] 'process raft request' (duration: 144.200405ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:42.808461Z","caller":"traceutil/trace.go:171","msg":"trace[724685825] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"144.807209ms","start":"2026-03-14T01:31:42.663641Z","end":"2026-03-14T01:31:42.808448Z","steps":["trace[724685825] 'process raft request' (duration: 141.41872ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:50.668007Z","caller":"traceutil/trace.go:171","msg":"trace[2059540918] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"265.613446ms","start":"2026-03-14T01:31:50.402358Z","end":"2026-03-14T01:31:50.667971Z","steps":["trace[2059540918] 'process raft request' (duration: 265.277668ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:50.973401Z","caller":"traceutil/trace.go:171","msg":"trace[2038391985] linearizableReadLoop","detail":"{readStateIndex:460; appliedIndex:459; }","duration":"123.011399ms","start":"2026-03-14T01:31:50.850358Z","end":"2026-03-14T01:31:50.97337Z","steps":["trace[2038391985] 'read index received' (duration: 97.769538ms)","trace[2038391985] 'applied index is now lower than readState.Index' (duration: 25.240531ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:50.973529Z","caller":"traceutil/trace.go:171","msg":"trace[1619773635] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"124.617416ms","start":"2026-03-14T01:31:50.848856Z","end":"2026-03-14T01:31:50.973474Z","steps":["trace[1619773635] 'process raft request' (duration: 99.322734ms)","trace[1619773635] 'compare' (duration: 25.022646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:31:50.973626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.235654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:50.973822Z","caller":"traceutil/trace.go:171","msg":"trace[100675855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:440; }","duration":"123.393438ms","start":"2026-03-14T01:31:50.850307Z","end":"2026-03-14T01:31:50.973701Z","steps":["trace[100675855] 'agreement among raft nodes before linearized reading' (duration: 123.236144ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:53.787891Z","caller":"traceutil/trace.go:171","msg":"trace[1357485419] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"159.191395ms","start":"2026-03-14T01:31:53.628668Z","end":"2026-03-14T01:31:53.78786Z","steps":["trace[1357485419] 'process raft request' (duration: 158.94489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.338798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472715573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:55.839659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472715573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:31:55.867516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069727325s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:31:55.867988Z","caller":"traceutil/trace.go:171","msg":"trace[1731355909] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:503; }","duration":"1.029483512s","start":"2026-03-14T01:31:54.838471Z","end":"2026-03-14T01:31:55.867955Z","steps":["trace[1731355909] 'read index received' (duration: 1.029225906s)","trace[1731355909] 'applied index is now lower than readState.Index' (duration: 255.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:31:55.868017Z","caller":"traceutil/trace.go:171","msg":"trace[1943878721] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.070356519s","start":"2026-03-14T01:31:54.797632Z","end":"2026-03-14T01:31:55.867988Z","steps":["trace[1943878721] 'process raft request' (duration: 1.070148474s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.868144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:54.797602Z","time spent":"1.070450762s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:31:55.868191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.206835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:31:55.868184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029667458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:31:55.86826Z","caller":"traceutil/trace.go:171","msg":"trace[1908567481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:483; }","duration":"761.335187ms","start":"2026-03-14T01:31:55.106905Z","end":"2026-03-14T01:31:55.86824Z","steps":["trace[1908567481] 'agreement among raft nodes before linearized reading' (duration: 761.214514ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:55.868296Z","caller":"traceutil/trace.go:171","msg":"trace[47370391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:483; }","duration":"1.029834021s","start":"2026-03-14T01:31:54.838437Z","end":"2026-03-14T01:31:55.868271Z","steps":["trace[47370391] 'agreement among raft nodes before linearized reading' (duration: 1.029607446s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.868304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:55.106867Z","time spent":"761.430189ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:31:55.868345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:54.838417Z","time spent":"1.029918693s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:31:55.868362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.509045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:31:55.868356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.933207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:31:55.868433Z","caller":"traceutil/trace.go:171","msg":"trace[768603105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:483; }","duration":"815.682579ms","start":"2026-03-14T01:31:55.052732Z","end":"2026-03-14T01:31:55.868414Z","steps":["trace[768603105] 'agreement among raft nodes before linearized reading' (duration: 815.353952ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:31:55.86845Z","caller":"traceutil/trace.go:171","msg":"trace[2012457893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:483; }","duration":"802.060641ms","start":"2026-03-14T01:31:55.066367Z","end":"2026-03-14T01:31:55.868427Z","steps":["trace[2012457893] 'agreement among raft nodes before linearized reading' (duration: 801.799334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:31:55.868494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:55.066346Z","time spent":"802.136742ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:31:55.868499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:31:55.052706Z","time spent":"815.776832ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:32:02.109883Z","caller":"traceutil/trace.go:171","msg":"trace[843701094] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"212.637136ms","start":"2026-03-14T01:32:01.897219Z","end":"2026-03-14T01:32:02.109856Z","steps":["trace[843701094] 'read index received' (duration: 212.012062ms)","trace[843701094] 'applied index is now lower than readState.Index' (duration: 624.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:02.110001Z","caller":"traceutil/trace.go:171","msg":"trace[1585746813] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"300.509523ms","start":"2026-03-14T01:32:01.809483Z","end":"2026-03-14T01:32:02.109992Z","steps":["trace[1585746813] 'process raft request' (duration: 299.95993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.11011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:01.809458Z","time spent":"300.565604ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211650,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:02.110376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.647106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:32:02.1104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.920023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:32:02.110487Z","caller":"traceutil/trace.go:171","msg":"trace[354356112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"212.8169ms","start":"2026-03-14T01:32:01.897643Z","end":"2026-03-14T01:32:02.11046Z","steps":["trace[354356112] 'agreement among raft nodes before linearized reading' (duration: 212.452982ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:02.110502Z","caller":"traceutil/trace.go:171","msg":"trace[2119565166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"207.073036ms","start":"2026-03-14T01:32:01.9034Z","end":"2026-03-14T01:32:02.110473Z","steps":["trace[2119565166] 'agreement among raft nodes before linearized reading' (duration: 206.743698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.110404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.18883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:32:02.110595Z","caller":"traceutil/trace.go:171","msg":"trace[835825998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"213.439415ms","start":"2026-03-14T01:32:01.897131Z","end":"2026-03-14T01:32:02.110571Z","steps":["trace[835825998] 'agreement among raft nodes before linearized reading' (duration: 212.968034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.110546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.087966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:02.111128Z","caller":"traceutil/trace.go:171","msg":"trace[965766570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"207.370143ms","start":"2026-03-14T01:32:01.903374Z","end":"2026-03-14T01:32:02.110745Z","steps":["trace[965766570] 'agreement among raft nodes before linearized reading' (duration: 206.925673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.817758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.991327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:02.818005Z","caller":"traceutil/trace.go:171","msg":"trace[1435939684] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"703.023073ms","start":"2026-03-14T01:32:02.114944Z","end":"2026-03-14T01:32:02.817967Z","steps":["trace[1435939684] 'process raft request' (duration: 265.523105ms)","trace[1435939684] 'compare' (duration: 436.815552ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:02.818089Z","caller":"traceutil/trace.go:171","msg":"trace[562978218] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:655; }","duration":"239.369151ms","start":"2026-03-14T01:32:02.578699Z","end":"2026-03-14T01:32:02.818069Z","steps":["trace[562978218] 'read index received' (duration: 216.109187ms)","trace[562978218] 'applied index is now lower than readState.Index' (duration: 23.258924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:02.818157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:02.114913Z","time spent":"703.158395ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:02.818154Z","caller":"traceutil/trace.go:171","msg":"trace[1095560859] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"702.372688ms","start":"2026-03-14T01:32:02.115748Z","end":"2026-03-14T01:32:02.81812Z","steps":["trace[1095560859] 'process raft request' (duration: 702.201904ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:02.818202Z","caller":"traceutil/trace.go:171","msg":"trace[1310551420] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"702.329216ms","start":"2026-03-14T01:32:02.115856Z","end":"2026-03-14T01:32:02.818185Z","steps":["trace[1310551420] 'process raft request' (duration: 702.128821ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:02.818249Z","caller":"traceutil/trace.go:171","msg":"trace[2021014319] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"702.659334ms","start":"2026-03-14T01:32:02.115566Z","end":"2026-03-14T01:32:02.818225Z","steps":["trace[2021014319] 'process raft request' (duration: 702.323426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.818286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:02.115834Z","time spent":"702.407618ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:02.818297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:02.115739Z","time spent":"702.48783ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:02.818327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.621098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6rzs2\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-14T01:32:02.818335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:02.115535Z","time spent":"702.761287ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:02.818375Z","caller":"traceutil/trace.go:171","msg":"trace[872473581] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6rzs2; range_end:; response_count:1; response_revision:637; }","duration":"239.72623ms","start":"2026-03-14T01:32:02.578634Z","end":"2026-03-14T01:32:02.81836Z","steps":["trace[872473581] 'agreement among raft nodes before linearized reading' (duration: 239.506885ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:02.818402Z","caller":"traceutil/trace.go:171","msg":"trace[786967583] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"690.710944ms","start":"2026-03-14T01:32:02.127604Z","end":"2026-03-14T01:32:02.818315Z","steps":["trace[786967583] 'process raft request' (duration: 690.419017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:02.818613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:02.127591Z","time spent":"690.93299ms","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:32:03.315352Z","caller":"traceutil/trace.go:171","msg":"trace[1951837473] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"484.145351ms","start":"2026-03-14T01:32:02.831169Z","end":"2026-03-14T01:32:03.315315Z","steps":["trace[1951837473] 'process raft request' (duration: 406.7588ms)","trace[1951837473] 'compare' (duration: 77.087224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:03.315538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:02.831147Z","time spent":"484.293665ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:03.352499Z","caller":"traceutil/trace.go:171","msg":"trace[962585928] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:660; }","duration":"243.780305ms","start":"2026-03-14T01:32:03.10868Z","end":"2026-03-14T01:32:03.35246Z","steps":["trace[962585928] 'read index received' (duration: 129.329057ms)","trace[962585928] 'applied index is now lower than readState.Index' (duration: 114.449768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:03.352708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.99103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:03.352752Z","caller":"traceutil/trace.go:171","msg":"trace[1979069578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"244.113422ms","start":"2026-03-14T01:32:03.108624Z","end":"2026-03-14T01:32:03.352737Z","steps":["trace[1979069578] 'agreement among raft nodes before linearized reading' (duration: 243.968699ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:03.353063Z","caller":"traceutil/trace.go:171","msg":"trace[1006436626] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"422.57725ms","start":"2026-03-14T01:32:02.93047Z","end":"2026-03-14T01:32:03.353047Z","steps":["trace[1006436626] 'process raft request' (duration: 421.457564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:03.353178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:02.930425Z","time spent":"422.670282ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:05.322969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472715840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:05.823837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472715840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:05.87875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493050501s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:32:05.879256Z","caller":"traceutil/trace.go:171","msg":"trace[54847008] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"2.508306481s","start":"2026-03-14T01:32:03.370921Z","end":"2026-03-14T01:32:05.879228Z","steps":["trace[54847008] 'process raft request' (duration: 2.508065915s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:05.879406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:03.370893Z","time spent":"2.508436183s","remote":"127.0.0.1:34126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:32:06.197066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.639344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:06.197189Z","caller":"traceutil/trace.go:171","msg":"trace[1594187898] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"1.374240372s","start":"2026-03-14T01:32:04.822928Z","end":"2026-03-14T01:32:06.197168Z","steps":["trace[1594187898] 'read index received' (duration: 1.056068196s)","trace[1594187898] 'applied index is now lower than readState.Index' (duration: 318.170956ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:06.1973Z","caller":"traceutil/trace.go:171","msg":"trace[667528618] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.875226214s","start":"2026-03-14T01:32:04.322061Z","end":"2026-03-14T01:32:06.197287Z","steps":["trace[667528618] 'process raft request' (duration: 1.707257763s)","trace[667528618] 'compare' (duration: 167.347327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:06.197366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:04.322026Z","time spent":"1.875308007s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:06.197639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374710163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:32:06.19767Z","caller":"traceutil/trace.go:171","msg":"trace[1692795759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:641; }","duration":"1.374789164s","start":"2026-03-14T01:32:04.82287Z","end":"2026-03-14T01:32:06.197659Z","steps":["trace[1692795759] 'agreement among raft nodes before linearized reading' (duration: 1.374656411s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:06.197704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:04.822844Z","time spent":"1.374850886s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:32:06.197812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090210315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:06.197843Z","caller":"traceutil/trace.go:171","msg":"trace[394548404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"1.090288496s","start":"2026-03-14T01:32:05.107545Z","end":"2026-03-14T01:32:06.197834Z","steps":["trace[394548404] 'agreement among raft nodes before linearized reading' (duration: 1.090237895s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:06.197868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:05.107509Z","time spent":"1.090354028s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:06.197885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374327833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:32:06.197882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.04995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-14T01:32:06.197913Z","caller":"traceutil/trace.go:171","msg":"trace[265550016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"1.374393785s","start":"2026-03-14T01:32:04.823511Z","end":"2026-03-14T01:32:06.197904Z","steps":["trace[265550016] 'agreement among raft nodes before linearized reading' (duration: 1.374302303s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:06.197957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:04.823501Z","time spent":"1.374449846s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:32:06.197969Z","caller":"traceutil/trace.go:171","msg":"trace[1125368523] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:641; }","duration":"314.178573ms","start":"2026-03-14T01:32:05.883767Z","end":"2026-03-14T01:32:06.197946Z","steps":["trace[1125368523] 'agreement among raft nodes before linearized reading' (duration: 314.021379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:06.198016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:05.883722Z","time spent":"314.284385ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-14T01:32:06.19801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37457797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:32:06.198102Z","caller":"traceutil/trace.go:171","msg":"trace[116248920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"1.374740263s","start":"2026-03-14T01:32:04.823333Z","end":"2026-03-14T01:32:06.198074Z","steps":["trace[116248920] 'agreement among raft nodes before linearized reading' (duration: 1.374458916s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:06.198057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374372765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:06.198245Z","caller":"traceutil/trace.go:171","msg":"trace[332625111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:641; }","duration":"1.374592049s","start":"2026-03-14T01:32:04.823629Z","end":"2026-03-14T01:32:06.198221Z","steps":["trace[332625111] 'agreement among raft nodes before linearized reading' (duration: 1.37418214s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:06.198165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:04.823292Z","time spent":"1.374862516s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:06.1984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:04.823621Z","time spent":"1.374732923s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:32:06.756943Z","caller":"traceutil/trace.go:171","msg":"trace[526443747] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"148.858274ms","start":"2026-03-14T01:32:06.608037Z","end":"2026-03-14T01:32:06.756895Z","steps":["trace[526443747] 'process raft request' (duration: 148.533686ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:08.077688Z","caller":"traceutil/trace.go:171","msg":"trace[637299607] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"327.837913ms","start":"2026-03-14T01:32:07.749812Z","end":"2026-03-14T01:32:08.07765Z","steps":["trace[637299607] 'process raft request' (duration: 327.665019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:08.077896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:07.749777Z","time spent":"328.036387ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:32:14.844149Z","caller":"traceutil/trace.go:171","msg":"trace[335251402] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"118.38274ms","start":"2026-03-14T01:32:14.725732Z","end":"2026-03-14T01:32:14.844115Z","steps":["trace[335251402] 'process raft request' (duration: 118.173405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.189594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08226743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:32:27.189869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.233364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:27.189867Z","caller":"traceutil/trace.go:171","msg":"trace[1556413712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:903; }","duration":"1.082612308s","start":"2026-03-14T01:32:26.107222Z","end":"2026-03-14T01:32:27.189834Z","steps":["trace[1556413712] 'range keys from in-memory index tree' (duration: 1.082133466s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:27.189993Z","caller":"traceutil/trace.go:171","msg":"trace[945865407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:903; }","duration":"872.426649ms","start":"2026-03-14T01:32:26.317538Z","end":"2026-03-14T01:32:27.189965Z","steps":["trace[945865407] 'range keys from in-memory index tree' (duration: 871.933647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.190053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:26.317517Z","time spent":"872.525571ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:32:27.189775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.995662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:32:27.190202Z","caller":"traceutil/trace.go:171","msg":"trace[537495805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:903; }","duration":"999.587246ms","start":"2026-03-14T01:32:26.190591Z","end":"2026-03-14T01:32:27.190178Z","steps":["trace[537495805] 'range keys from in-memory index tree' (duration: 998.736586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.190321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:26.190565Z","time spent":"999.738839ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:27.190422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.055693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:32:27.19008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:26.107175Z","time spent":"1.082850853s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:27.190434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.405688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:32:27.190495Z","caller":"traceutil/trace.go:171","msg":"trace[1468351112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:903; }","duration":"867.165166ms","start":"2026-03-14T01:32:26.323308Z","end":"2026-03-14T01:32:27.190473Z","steps":["trace[1468351112] 'range keys from in-memory index tree' (duration: 866.805317ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:27.190527Z","caller":"traceutil/trace.go:171","msg":"trace[745444261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:903; }","duration":"866.535282ms","start":"2026-03-14T01:32:26.323966Z","end":"2026-03-14T01:32:27.190502Z","steps":["trace[745444261] 'range keys from in-memory index tree' (duration: 865.592159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.190257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.838958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:32:27.190597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:26.323958Z","time spent":"866.627663ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:27.190539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:26.323273Z","time spent":"867.258008ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:27.190625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.054825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:27.190827Z","caller":"traceutil/trace.go:171","msg":"trace[1059071040] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"544.428354ms","start":"2026-03-14T01:32:26.64638Z","end":"2026-03-14T01:32:27.190808Z","steps":["trace[1059071040] 'process raft request' (duration: 396.087782ms)","trace[1059071040] 'compare' (duration: 147.728907ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:27.190618Z","caller":"traceutil/trace.go:171","msg":"trace[1390335885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:903; }","duration":"867.261518ms","start":"2026-03-14T01:32:26.323347Z","end":"2026-03-14T01:32:27.190608Z","steps":["trace[1390335885] 'range keys from in-memory index tree' (duration: 865.830835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:27.190904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:26.323314Z","time spent":"867.579316ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:32:27.190942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:26.646342Z","time spent":"544.522216ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:39.384861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472716517,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:32:39.663875Z","caller":"traceutil/trace.go:171","msg":"trace[188109851] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1030; }","duration":"779.746928ms","start":"2026-03-14T01:32:38.884107Z","end":"2026-03-14T01:32:39.663854Z","steps":["trace[188109851] 'read index received' (duration: 779.467032ms)","trace[188109851] 'applied index is now lower than readState.Index' (duration: 278.546µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:39.664026Z","caller":"traceutil/trace.go:171","msg":"trace[336992635] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"938.108635ms","start":"2026-03-14T01:32:38.725839Z","end":"2026-03-14T01:32:39.663948Z","steps":["trace[336992635] 'process raft request' (duration: 937.863149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:39.664075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.185036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:39.664157Z","caller":"traceutil/trace.go:171","msg":"trace[1868795132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"556.32687ms","start":"2026-03-14T01:32:39.107808Z","end":"2026-03-14T01:32:39.664135Z","steps":["trace[1868795132] 'agreement among raft nodes before linearized reading' (duration: 556.204717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:39.664192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:39.107787Z","time spent":"556.400131ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:39.664241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:38.725822Z","time spent":"938.311459ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:39.66464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.382053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:32:39.664671Z","caller":"traceutil/trace.go:171","msg":"trace[15818268] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:996; }","duration":"780.608808ms","start":"2026-03-14T01:32:38.884053Z","end":"2026-03-14T01:32:39.664662Z","steps":["trace[15818268] 'agreement among raft nodes before linearized reading' (duration: 780.387093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:39.664708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:38.884027Z","time spent":"780.67528ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:32:40.358892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.369005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:32:40.358942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.365549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:40.359014Z","caller":"traceutil/trace.go:171","msg":"trace[1711843351] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1004; }","duration":"284.561579ms","start":"2026-03-14T01:32:40.074425Z","end":"2026-03-14T01:32:40.358987Z","steps":["trace[1711843351] 'count revisions from in-memory index tree' (duration: 284.204911ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:40.359041Z","caller":"traceutil/trace.go:171","msg":"trace[1086973858] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1004; }","duration":"303.549024ms","start":"2026-03-14T01:32:40.055466Z","end":"2026-03-14T01:32:40.359015Z","steps":["trace[1086973858] 'range keys from in-memory index tree' (duration: 303.262077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:40.359094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:40.055439Z","time spent":"303.645026ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-03-14T01:32:45.17306Z","caller":"traceutil/trace.go:171","msg":"trace[953281821] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"347.629893ms","start":"2026-03-14T01:32:44.825399Z","end":"2026-03-14T01:32:45.173029Z","steps":["trace[953281821] 'process raft request' (duration: 347.459929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:45.174296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:44.825372Z","time spent":"348.755968ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:51.128392Z","caller":"traceutil/trace.go:171","msg":"trace[1556935858] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1197; }","duration":"271.520388ms","start":"2026-03-14T01:32:50.85684Z","end":"2026-03-14T01:32:51.128361Z","steps":["trace[1556935858] 'read index received' (duration: 271.14842ms)","trace[1556935858] 'applied index is now lower than readState.Index' (duration: 370.738µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:51.128653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.782414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6z6q5\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-14T01:32:51.128697Z","caller":"traceutil/trace.go:171","msg":"trace[584576676] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-6z6q5; range_end:; response_count:1; response_revision:1160; }","duration":"271.909208ms","start":"2026-03-14T01:32:50.85677Z","end":"2026-03-14T01:32:51.12868Z","steps":["trace[584576676] 'agreement among raft nodes before linearized reading' (duration: 271.710343ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:51.128927Z","caller":"traceutil/trace.go:171","msg":"trace[1892677457] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"686.078393ms","start":"2026-03-14T01:32:50.442809Z","end":"2026-03-14T01:32:51.128887Z","steps":["trace[1892677457] 'process raft request' (duration: 685.274345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:51.129115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:50.442793Z","time spent":"686.222456ms","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:51.691508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472716811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:52.193021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472716811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:52.693824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472716811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:53.193996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472716811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:32:53.691439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.555748791s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:32:53.867255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.550307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:32:53.867452Z","caller":"traceutil/trace.go:171","msg":"trace[492738787] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1198; }","duration":"2.676605386s","start":"2026-03-14T01:32:51.19083Z","end":"2026-03-14T01:32:53.867435Z","steps":["trace[492738787] 'read index received' (duration: 2.500773474s)","trace[492738787] 'applied index is now lower than readState.Index' (duration: 175.831182ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:32:53.867506Z","caller":"traceutil/trace.go:171","msg":"trace[532688252] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"1.92703546s","start":"2026-03-14T01:32:51.940457Z","end":"2026-03-14T01:32:53.867493Z","steps":["trace[532688252] 'process raft request' (duration: 1.926901757s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:53.867561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676737169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:32:53.867564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.940429Z","time spent":"1.927101941s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:53.867587Z","caller":"traceutil/trace.go:171","msg":"trace[1046921600] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1162; }","duration":"2.676808201s","start":"2026-03-14T01:32:51.190767Z","end":"2026-03-14T01:32:53.867575Z","steps":["trace[1046921600] 'agreement among raft nodes before linearized reading' (duration: 2.676758649s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:53.86761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.19074Z","time spent":"2.676863862s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:32:53.867589Z","caller":"traceutil/trace.go:171","msg":"trace[396161853] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"2.731978703s","start":"2026-03-14T01:32:51.135555Z","end":"2026-03-14T01:32:53.867533Z","steps":["trace[396161853] 'process raft request' (duration: 2.556050168s)","trace[396161853] 'compare' (duration: 175.022794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:53.867772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280700891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-14T01:32:53.867765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.135529Z","time spent":"2.732143016s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4316,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:53.867798Z","caller":"traceutil/trace.go:171","msg":"trace[933551459] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:1162; }","duration":"2.280758923s","start":"2026-03-14T01:32:51.587032Z","end":"2026-03-14T01:32:53.867791Z","steps":["trace[933551459] 'agreement among raft nodes before linearized reading' (duration: 2.28064573s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:53.867821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.587006Z","time spent":"2.280809783s","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.102\" "} {"level":"warn","ts":"2026-03-14T01:32:53.867877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051788354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:32:53.867899Z","caller":"traceutil/trace.go:171","msg":"trace[680937612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1162; }","duration":"2.051847766s","start":"2026-03-14T01:32:51.816045Z","end":"2026-03-14T01:32:53.867892Z","steps":["trace[680937612] 'agreement among raft nodes before linearized reading' (duration: 2.051781934s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:53.867917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.816034Z","time spent":"2.051878026s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:53.867987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052371528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:32:53.86801Z","caller":"traceutil/trace.go:171","msg":"trace[24105283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1162; }","duration":"2.052413789s","start":"2026-03-14T01:32:51.815589Z","end":"2026-03-14T01:32:53.868003Z","steps":["trace[24105283] 'agreement among raft nodes before linearized reading' (duration: 2.052347478s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:53.868028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.815576Z","time spent":"2.0524468s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:53.868023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76045088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:32:53.868131Z","caller":"traceutil/trace.go:171","msg":"trace[1356105608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"1.760633464s","start":"2026-03-14T01:32:52.107472Z","end":"2026-03-14T01:32:53.868105Z","steps":["trace[1356105608] 'agreement among raft nodes before linearized reading' (duration: 1.76045461s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:53.868069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051033477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:32:53.868192Z","caller":"traceutil/trace.go:171","msg":"trace[1071740953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1162; }","duration":"2.051222832s","start":"2026-03-14T01:32:51.816961Z","end":"2026-03-14T01:32:53.868184Z","steps":["trace[1071740953] 'agreement among raft nodes before linearized reading' (duration: 2.051055318s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:53.8682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:52.107425Z","time spent":"1.760763107s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:32:53.86823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.81692Z","time spent":"2.051301654s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:32:53.868041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143674552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:32:53.868196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05462353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:32:53.868239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052933961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:32:53.868277Z","caller":"traceutil/trace.go:171","msg":"trace[1401807964] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1162; }","duration":"1.14397546s","start":"2026-03-14T01:32:52.72429Z","end":"2026-03-14T01:32:53.868266Z","steps":["trace[1401807964] 'agreement among raft nodes before linearized reading' (duration: 1.143664932s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:53.868298Z","caller":"traceutil/trace.go:171","msg":"trace[1965582337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1162; }","duration":"2.054810425s","start":"2026-03-14T01:32:51.813464Z","end":"2026-03-14T01:32:53.868275Z","steps":["trace[1965582337] 'agreement among raft nodes before linearized reading' (duration: 2.054503448s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:53.868305Z","caller":"traceutil/trace.go:171","msg":"trace[1770247675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1162; }","duration":"2.053063374s","start":"2026-03-14T01:32:51.815224Z","end":"2026-03-14T01:32:53.868288Z","steps":["trace[1770247675] 'agreement among raft nodes before linearized reading' (duration: 2.05287098s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:53.868314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:52.724266Z","time spent":"1.1440353s","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":25,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:32:53.868338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.813425Z","time spent":"2.054904066s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:32:53.868348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:51.815194Z","time spent":"2.053143376s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:32:56.586534Z","caller":"traceutil/trace.go:171","msg":"trace[214780137] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"661.989808ms","start":"2026-03-14T01:32:55.924517Z","end":"2026-03-14T01:32:56.586506Z","steps":["trace[214780137] 'process raft request' (duration: 661.915877ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:56.586573Z","caller":"traceutil/trace.go:171","msg":"trace[1835749392] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"662.331076ms","start":"2026-03-14T01:32:55.92421Z","end":"2026-03-14T01:32:56.586542Z","steps":["trace[1835749392] 'process raft request' (duration: 662.05868ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:56.586709Z","caller":"traceutil/trace.go:171","msg":"trace[66811959] linearizableReadLoop","detail":"{readStateIndex:1217; appliedIndex:1214; }","duration":"479.247286ms","start":"2026-03-14T01:32:56.107438Z","end":"2026-03-14T01:32:56.586685Z","steps":["trace[66811959] 'read index received' (duration: 478.801846ms)","trace[66811959] 'applied index is now lower than readState.Index' (duration: 433.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:32:56.586741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:55.924503Z","time spent":"662.121321ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:56.586823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:55.9242Z","time spent":"662.49487ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:32:56.586841Z","caller":"traceutil/trace.go:171","msg":"trace[1125884202] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"661.67708ms","start":"2026-03-14T01:32:55.925134Z","end":"2026-03-14T01:32:56.586811Z","steps":["trace[1125884202] 'process raft request' (duration: 661.337082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:56.58687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.916718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:32:56.586908Z","caller":"traceutil/trace.go:171","msg":"trace[745523374] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1178; }","duration":"433.02453ms","start":"2026-03-14T01:32:56.153872Z","end":"2026-03-14T01:32:56.586897Z","steps":["trace[745523374] 'agreement among raft nodes before linearized reading' (duration: 432.948748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:56.586873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.40838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:32:56.586948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:56.153843Z","time spent":"433.097282ms","remote":"127.0.0.1:34126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:32:56.586974Z","caller":"traceutil/trace.go:171","msg":"trace[578663014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1178; }","duration":"479.561393ms","start":"2026-03-14T01:32:56.107388Z","end":"2026-03-14T01:32:56.586949Z","steps":["trace[578663014] 'agreement among raft nodes before linearized reading' (duration: 479.40528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:56.586954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:55.925119Z","time spent":"661.779663ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:32:56.587001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.285058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:32:56.587017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:56.107365Z","time spent":"479.643485ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:32:56.587028Z","caller":"traceutil/trace.go:171","msg":"trace[660430156] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1178; }","duration":"122.34991ms","start":"2026-03-14T01:32:56.464669Z","end":"2026-03-14T01:32:56.587019Z","steps":["trace[660430156] 'agreement among raft nodes before linearized reading' (duration: 122.282738ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:32:59.950079Z","caller":"traceutil/trace.go:171","msg":"trace[1332086081] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"373.424827ms","start":"2026-03-14T01:32:59.576618Z","end":"2026-03-14T01:32:59.950043Z","steps":["trace[1332086081] 'process raft request' (duration: 373.247723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:32:59.950265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:59.576585Z","time spent":"373.600691ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:33:00.456218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472716924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:00.95658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472716924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:01.437858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487924005s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:33:01.441779Z","caller":"traceutil/trace.go:171","msg":"trace[1426450008] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"1.831529735s","start":"2026-03-14T01:32:59.610215Z","end":"2026-03-14T01:33:01.441745Z","steps":["trace[1426450008] 'process raft request' (duration: 1.827907122s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:01.441821Z","caller":"traceutil/trace.go:171","msg":"trace[1859912833] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1259; }","duration":"1.485888328s","start":"2026-03-14T01:32:59.955904Z","end":"2026-03-14T01:33:01.441793Z","steps":["trace[1859912833] 'read index received' (duration: 1.482231284s)","trace[1859912833] 'applied index is now lower than readState.Index' (duration: 3.656084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:01.441903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:59.610192Z","time spent":"1.831627668s","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:33:01.441948Z","caller":"traceutil/trace.go:171","msg":"trace[1698021454] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"1.484821764s","start":"2026-03-14T01:32:59.957069Z","end":"2026-03-14T01:33:01.441891Z","steps":["trace[1698021454] 'process raft request' (duration: 1.48461869s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.442102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:59.957039Z","time spent":"1.484977067s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:01.442116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486197396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-14T01:33:01.44218Z","caller":"traceutil/trace.go:171","msg":"trace[1144778156] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1220; }","duration":"1.486324468s","start":"2026-03-14T01:32:59.955829Z","end":"2026-03-14T01:33:01.442153Z","steps":["trace[1144778156] 'agreement among raft nodes before linearized reading' (duration: 1.486132364s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.442216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.792356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:01.442234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:59.955805Z","time spent":"1.486419651s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-14T01:33:01.442244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45081455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:33:01.442346Z","caller":"traceutil/trace.go:171","msg":"trace[1253926383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1220; }","duration":"1.450951613s","start":"2026-03-14T01:32:59.99137Z","end":"2026-03-14T01:33:01.442322Z","steps":["trace[1253926383] 'agreement among raft nodes before linearized reading' (duration: 1.450699037s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.442398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:59.991353Z","time spent":"1.451036905s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:01.442423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.001174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:33:01.442252Z","caller":"traceutil/trace.go:171","msg":"trace[247172046] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:1220; }","duration":"865.858367ms","start":"2026-03-14T01:33:00.57638Z","end":"2026-03-14T01:33:01.442239Z","steps":["trace[247172046] 'agreement among raft nodes before linearized reading' (duration: 865.790976ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:01.442444Z","caller":"traceutil/trace.go:171","msg":"trace[105741098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1220; }","duration":"841.028055ms","start":"2026-03-14T01:33:00.60141Z","end":"2026-03-14T01:33:01.442438Z","steps":["trace[105741098] 'agreement among raft nodes before linearized reading' (duration: 840.969524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.44247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:00.601406Z","time spent":"841.056046ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:01.442474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:00.576358Z","time spent":"866.101542ms","remote":"127.0.0.1:33946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" "} {"level":"warn","ts":"2026-03-14T01:33:01.442572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.401516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:33:01.442592Z","caller":"traceutil/trace.go:171","msg":"trace[427072957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1220; }","duration":"842.433167ms","start":"2026-03-14T01:33:00.600154Z","end":"2026-03-14T01:33:01.442588Z","steps":["trace[427072957] 'agreement among raft nodes before linearized reading' (duration: 842.374316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.442609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:00.60015Z","time spent":"842.454638ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:01.442363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.763402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:33:01.442695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45034607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:33:01.442732Z","caller":"traceutil/trace.go:171","msg":"trace[1945718335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1220; }","duration":"1.450433161s","start":"2026-03-14T01:32:59.992285Z","end":"2026-03-14T01:33:01.442718Z","steps":["trace[1945718335] 'agreement among raft nodes before linearized reading' (duration: 1.450336259s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.442773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:32:59.992255Z","time spent":"1.450508573s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:33:01.442761Z","caller":"traceutil/trace.go:171","msg":"trace[872072817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1220; }","duration":"839.11659ms","start":"2026-03-14T01:33:00.603588Z","end":"2026-03-14T01:33:01.442705Z","steps":["trace[872072817] 'agreement among raft nodes before linearized reading' (duration: 838.67783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.442833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315636774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:33:01.44286Z","caller":"traceutil/trace.go:171","msg":"trace[1109943124] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1220; }","duration":"1.315677006s","start":"2026-03-14T01:33:00.127176Z","end":"2026-03-14T01:33:01.442853Z","steps":["trace[1109943124] 'agreement among raft nodes before linearized reading' (duration: 1.315562233s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.44288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:00.12717Z","time spent":"1.315704846s","remote":"127.0.0.1:34212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":80,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:01.442867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333648149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:01.442659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142195227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:33:01.44292Z","caller":"traceutil/trace.go:171","msg":"trace[438862194] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1220; }","duration":"1.142471893s","start":"2026-03-14T01:33:00.300438Z","end":"2026-03-14T01:33:01.44291Z","steps":["trace[438862194] 'agreement among raft nodes before linearized reading' (duration: 1.142166896s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:01.442923Z","caller":"traceutil/trace.go:171","msg":"trace[1323007531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1220; }","duration":"1.333743432s","start":"2026-03-14T01:33:00.109163Z","end":"2026-03-14T01:33:01.442906Z","steps":["trace[1323007531] 'agreement among raft nodes before linearized reading' (duration: 1.33365372s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.442944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:00.300431Z","time spent":"1.142503433s","remote":"127.0.0.1:34204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:01.44296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.717367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:33:01.443008Z","caller":"traceutil/trace.go:171","msg":"trace[193188581] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1220; }","duration":"843.782078ms","start":"2026-03-14T01:33:00.599215Z","end":"2026-03-14T01:33:01.442997Z","steps":["trace[193188581] 'agreement among raft nodes before linearized reading' (duration: 843.697886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:01.443041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:00.599209Z","time spent":"843.823569ms","remote":"127.0.0.1:34256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:01.442883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:00.603585Z","time spent":"839.253334ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:01.442964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:00.109142Z","time spent":"1.333812803s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:33:01.733027Z","caller":"traceutil/trace.go:171","msg":"trace[351341902] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"110.568949ms","start":"2026-03-14T01:33:01.622413Z","end":"2026-03-14T01:33:01.732982Z","steps":["trace[351341902] 'process raft request' (duration: 109.396912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:09.198252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.980319ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-14T01:33:10.3823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.961451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:10.382538Z","caller":"traceutil/trace.go:171","msg":"trace[235484356] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1468; }","duration":"276.417141ms","start":"2026-03-14T01:33:10.106099Z","end":"2026-03-14T01:33:10.382516Z","steps":["trace[235484356] 'read index received' (duration: 13.166663ms)","trace[235484356] 'applied index is now lower than readState.Index' (duration: 263.249248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:10.382661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.553834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:10.382695Z","caller":"traceutil/trace.go:171","msg":"trace[1774155271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1411; }","duration":"276.635456ms","start":"2026-03-14T01:33:10.106049Z","end":"2026-03-14T01:33:10.382684Z","steps":["trace[1774155271] 'agreement among raft nodes before linearized reading' (duration: 276.533224ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:10.382671Z","caller":"traceutil/trace.go:171","msg":"trace[1236673697] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"414.146846ms","start":"2026-03-14T01:33:09.968482Z","end":"2026-03-14T01:33:10.382629Z","steps":["trace[1236673697] 'process raft request' (duration: 413.977152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:10.382827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.968473Z","time spent":"414.282449ms","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:33:10.382857Z","caller":"traceutil/trace.go:171","msg":"trace[1755394816] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"414.572066ms","start":"2026-03-14T01:33:09.968232Z","end":"2026-03-14T01:33:10.382804Z","steps":["trace[1755394816] 'process raft request' (duration: 151.014951ms)","trace[1755394816] 'compare' (duration: 262.743256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:10.383179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:09.968198Z","time spent":"414.879303ms","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:33:10.397726Z","caller":"traceutil/trace.go:171","msg":"trace[777426239] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"259.656595ms","start":"2026-03-14T01:33:10.138024Z","end":"2026-03-14T01:33:10.397681Z","steps":["trace[777426239] 'process raft request' (duration: 247.610597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.853964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:16.082645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.671463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.082709Z","caller":"traceutil/trace.go:171","msg":"trace[484239569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"373.07509ms","start":"2026-03-14T01:33:15.709605Z","end":"2026-03-14T01:33:16.08268Z","steps":["trace[484239569] 'range keys from in-memory index tree' (duration: 372.684371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.452797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.082784Z","caller":"traceutil/trace.go:171","msg":"trace[995714159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"399.501448ms","start":"2026-03-14T01:33:15.683272Z","end":"2026-03-14T01:33:16.082773Z","steps":["trace[995714159] 'range keys from in-memory index tree' (duration: 399.369775ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:16.082766Z","caller":"traceutil/trace.go:171","msg":"trace[912112306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"314.808806ms","start":"2026-03-14T01:33:15.767925Z","end":"2026-03-14T01:33:16.082734Z","steps":["trace[912112306] 'range keys from in-memory index tree' (duration: 314.541041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.683258Z","time spent":"399.56683ms","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:33:16.082842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.335765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:16.082832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.774352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.083512Z","caller":"traceutil/trace.go:171","msg":"trace[529143713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"386.489099ms","start":"2026-03-14T01:33:15.69697Z","end":"2026-03-14T01:33:16.083459Z","steps":["trace[529143713] 'count revisions from in-memory index tree' (duration: 385.693641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.490081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.083586Z","caller":"traceutil/trace.go:171","msg":"trace[808802463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"414.387311ms","start":"2026-03-14T01:33:15.669187Z","end":"2026-03-14T01:33:16.083575Z","steps":["trace[808802463] 'range keys from in-memory index tree' (duration: 413.326087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.083635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.669162Z","time spent":"414.456653ms","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:33:16.082771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.234793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.083778Z","caller":"traceutil/trace.go:171","msg":"trace[1757981935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"443.282977ms","start":"2026-03-14T01:33:15.640465Z","end":"2026-03-14T01:33:16.083748Z","steps":["trace[1757981935] 'count revisions from in-memory index tree' (duration: 442.099471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.767888Z","time spent":"314.937699ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:33:16.083852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.640446Z","time spent":"443.37792ms","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:16.082892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.319193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.083985Z","caller":"traceutil/trace.go:171","msg":"trace[52361328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"360.416737ms","start":"2026-03-14T01:33:15.723544Z","end":"2026-03-14T01:33:16.083961Z","steps":["trace[52361328] 'range keys from in-memory index tree' (duration: 359.23458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.258192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:16.084044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.696962Z","time spent":"387.066832ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:33:16.082918Z","caller":"traceutil/trace.go:171","msg":"trace[271207033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"442.414738ms","start":"2026-03-14T01:33:15.640474Z","end":"2026-03-14T01:33:16.082889Z","steps":["trace[271207033] 'range keys from in-memory index tree' (duration: 442.228953ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:16.084132Z","caller":"traceutil/trace.go:171","msg":"trace[371938318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"400.674435ms","start":"2026-03-14T01:33:15.683404Z","end":"2026-03-14T01:33:16.084078Z","steps":["trace[371938318] 'count revisions from in-memory index tree' (duration: 399.189211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.084199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.64046Z","time spent":"443.728408ms","remote":"127.0.0.1:35464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:33:16.082932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.263881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:16.084287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.683347Z","time spent":"400.87996ms","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:33:16.084294Z","caller":"traceutil/trace.go:171","msg":"trace[1642308823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"360.637492ms","start":"2026-03-14T01:33:15.723628Z","end":"2026-03-14T01:33:16.084265Z","steps":["trace[1642308823] 'count revisions from in-memory index tree' (duration: 359.165498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.084372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.723605Z","time spent":"360.735835ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:16.082973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.192005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.084506Z","caller":"traceutil/trace.go:171","msg":"trace[1375925852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"316.72053ms","start":"2026-03-14T01:33:15.76775Z","end":"2026-03-14T01:33:16.084471Z","steps":["trace[1375925852] 'count revisions from in-memory index tree' (duration: 315.127053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.240777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:16.084565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.767734Z","time spent":"316.810463ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:33:16.084602Z","caller":"traceutil/trace.go:171","msg":"trace[1089286533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"349.870944ms","start":"2026-03-14T01:33:15.734694Z","end":"2026-03-14T01:33:16.084565Z","steps":["trace[1089286533] 'count revisions from in-memory index tree' (duration: 348.171415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.709593Z","time spent":"373.173112ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:33:16.084677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.73468Z","time spent":"349.971157ms","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:16.083015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.467342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.084756Z","caller":"traceutil/trace.go:171","msg":"trace[970416358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"432.196712ms","start":"2026-03-14T01:33:15.65254Z","end":"2026-03-14T01:33:16.084736Z","steps":["trace[970416358] 'range keys from in-memory index tree' (duration: 430.411041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.084813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.652508Z","time spent":"432.284244ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:33:16.083013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.042001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.084899Z","caller":"traceutil/trace.go:171","msg":"trace[1065377478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1469; }","duration":"316.970186ms","start":"2026-03-14T01:33:15.767903Z","end":"2026-03-14T01:33:16.084873Z","steps":["trace[1065377478] 'range keys from in-memory index tree' (duration: 314.97169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.08497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.767863Z","time spent":"317.085339ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:33:16.083063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.341829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:16.083056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.193506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.085345Z","caller":"traceutil/trace.go:171","msg":"trace[410230296] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"350.53348ms","start":"2026-03-14T01:33:15.734792Z","end":"2026-03-14T01:33:16.085325Z","steps":["trace[410230296] 'range keys from in-memory index tree' (duration: 348.049833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.083089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.406777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:16.085408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.734766Z","time spent":"350.624102ms","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-14T01:33:16.085458Z","caller":"traceutil/trace.go:171","msg":"trace[550864988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"388.779881ms","start":"2026-03-14T01:33:15.69666Z","end":"2026-03-14T01:33:16.08544Z","steps":["trace[550864988] 'range keys from in-memory index tree' (duration: 386.361806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.082619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.412709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:16.085538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.696654Z","time spent":"388.867973ms","remote":"127.0.0.1:35504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:33:16.08311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.428137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:16.085672Z","caller":"traceutil/trace.go:171","msg":"trace[352960696] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"376.033857ms","start":"2026-03-14T01:33:15.70962Z","end":"2026-03-14T01:33:16.085654Z","steps":["trace[352960696] 'count revisions from in-memory index tree' (duration: 373.320225ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:16.085641Z","caller":"traceutil/trace.go:171","msg":"trace[1650508085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"416.446069ms","start":"2026-03-14T01:33:15.669118Z","end":"2026-03-14T01:33:16.085564Z","steps":["trace[1650508085] 'count revisions from in-memory index tree' (duration: 413.328387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.085758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.709595Z","time spent":"376.14201ms","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:33:16.085246Z","caller":"traceutil/trace.go:171","msg":"trace[504148429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1469; }","duration":"432.511739ms","start":"2026-03-14T01:33:15.65267Z","end":"2026-03-14T01:33:16.085181Z","steps":["trace[504148429] 'count revisions from in-memory index tree' (duration: 430.234717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:16.085863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.652626Z","time spent":"433.192275ms","remote":"127.0.0.1:35474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:16.085917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.66911Z","time spent":"416.722095ms","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:16.085265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:15.723531Z","time spent":"360.50796ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-14T01:33:24.496814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472717693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:24.997941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472717693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:25.498818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472717693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:25.683631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.692844549s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:33:25.683999Z","caller":"traceutil/trace.go:171","msg":"trace[42691179] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"1.693378911s","start":"2026-03-14T01:33:23.990595Z","end":"2026-03-14T01:33:25.683974Z","steps":["trace[42691179] 'process raft request' (duration: 1.693247438s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:25.684147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:23.990563Z","time spent":"1.693507575s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:26.120734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.671149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:26.12112Z","caller":"traceutil/trace.go:171","msg":"trace[1024435341] linearizableReadLoop","detail":"{readStateIndex:1646; appliedIndex:1642; }","duration":"2.125238716s","start":"2026-03-14T01:33:23.995856Z","end":"2026-03-14T01:33:26.121095Z","steps":["trace[1024435341] 'read index received' (duration: 1.687971977s)","trace[1024435341] 'applied index is now lower than readState.Index' (duration: 437.265369ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:26.121172Z","caller":"traceutil/trace.go:171","msg":"trace[1733835205] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"1.583148891s","start":"2026-03-14T01:33:24.537996Z","end":"2026-03-14T01:33:26.121144Z","steps":["trace[1733835205] 'process raft request' (duration: 1.582974177s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:26.121251Z","caller":"traceutil/trace.go:171","msg":"trace[2129633830] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"1.063479873s","start":"2026-03-14T01:33:25.057755Z","end":"2026-03-14T01:33:26.121235Z","steps":["trace[2129633830] 'process raft request' (duration: 1.063282498s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:26.121107Z","caller":"traceutil/trace.go:171","msg":"trace[557208250] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"1.822360765s","start":"2026-03-14T01:33:24.298695Z","end":"2026-03-14T01:33:26.121056Z","steps":["trace[557208250] 'process raft request' (duration: 1.646243475s)","trace[557208250] 'compare' (duration: 175.476505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:26.121353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.53797Z","time spent":"1.583270374s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:26.121421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:25.057712Z","time spent":"1.063614826s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:26.12148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125602384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:33:26.121588Z","caller":"traceutil/trace.go:171","msg":"trace[464349575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1579; }","duration":"2.125770269s","start":"2026-03-14T01:33:23.995793Z","end":"2026-03-14T01:33:26.121563Z","steps":["trace[464349575] 'agreement among raft nodes before linearized reading' (duration: 2.125512003s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.121539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.29866Z","time spent":"1.822785144s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:26.121785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479580914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f21ec132-79da-43cd-a625-5fac461f607c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T01:33:26.121826Z","caller":"traceutil/trace.go:171","msg":"trace[558819999] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f21ec132-79da-43cd-a625-5fac461f607c; range_end:; response_count:1; response_revision:1579; }","duration":"1.479652695s","start":"2026-03-14T01:33:24.642161Z","end":"2026-03-14T01:33:26.121814Z","steps":["trace[558819999] 'agreement among raft nodes before linearized reading' (duration: 1.479516112s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.121853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.642138Z","time spent":"1.479708617s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f21ec132-79da-43cd-a625-5fac461f607c\" "} {"level":"warn","ts":"2026-03-14T01:33:26.121852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.959133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:33:26.121919Z","caller":"traceutil/trace.go:171","msg":"trace[949110988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1579; }","duration":"480.056395ms","start":"2026-03-14T01:33:25.641845Z","end":"2026-03-14T01:33:26.121902Z","steps":["trace[949110988] 'agreement among raft nodes before linearized reading' (duration: 479.859341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.121978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:25.64182Z","time spent":"480.145227ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:26.121984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878311274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:33:26.122043Z","caller":"traceutil/trace.go:171","msg":"trace[1531705703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1579; }","duration":"1.878409716s","start":"2026-03-14T01:33:24.243614Z","end":"2026-03-14T01:33:26.122024Z","steps":["trace[1531705703] 'agreement among raft nodes before linearized reading' (duration: 1.878278603s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.122049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697144218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:33:26.122101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.243572Z","time spent":"1.878516259s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:33:26.122113Z","caller":"traceutil/trace.go:171","msg":"trace[606595001] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1579; }","duration":"1.697240801s","start":"2026-03-14T01:33:24.424854Z","end":"2026-03-14T01:33:26.122095Z","steps":["trace[606595001] 'agreement among raft nodes before linearized reading' (duration: 1.697158219s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.122132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.633624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:26.122155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.424831Z","time spent":"1.697313162s","remote":"127.0.0.1:34362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:26.122114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401555915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:26.122195Z","caller":"traceutil/trace.go:171","msg":"trace[21369950] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1579; }","duration":"413.717646ms","start":"2026-03-14T01:33:25.708458Z","end":"2026-03-14T01:33:26.122176Z","steps":["trace[21369950] 'agreement among raft nodes before linearized reading' (duration: 413.619323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.121641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:23.995766Z","time spent":"2.12586327s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:33:26.122255Z","caller":"traceutil/trace.go:171","msg":"trace[159367408] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1579; }","duration":"1.401778721s","start":"2026-03-14T01:33:24.720443Z","end":"2026-03-14T01:33:26.122221Z","steps":["trace[159367408] 'agreement among raft nodes before linearized reading' (duration: 1.401492074s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.122028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015152319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:26.122325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.720401Z","time spent":"1.401910154s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:33:26.122367Z","caller":"traceutil/trace.go:171","msg":"trace[1832182418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1579; }","duration":"1.01563538s","start":"2026-03-14T01:33:25.10672Z","end":"2026-03-14T01:33:26.122356Z","steps":["trace[1832182418] 'agreement among raft nodes before linearized reading' (duration: 1.014959434s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.122381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.23651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:33:26.122409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:25.106631Z","time spent":"1.015768633s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:33:26.122428Z","caller":"traceutil/trace.go:171","msg":"trace[122606502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1579; }","duration":"480.324751ms","start":"2026-03-14T01:33:25.642088Z","end":"2026-03-14T01:33:26.122413Z","steps":["trace[122606502] 'agreement among raft nodes before linearized reading' (duration: 480.179708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.122483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:25.642073Z","time spent":"480.397952ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:26.122147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402594529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T01:33:26.121856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076481882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f21ec132-79da-43cd-a625-5fac461f607c\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-14T01:33:26.122603Z","caller":"traceutil/trace.go:171","msg":"trace[458757483] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1579; }","duration":"1.40309505s","start":"2026-03-14T01:33:24.719498Z","end":"2026-03-14T01:33:26.122593Z","steps":["trace[458757483] 'agreement among raft nodes before linearized reading' (duration: 1.402574928s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:26.122618Z","caller":"traceutil/trace.go:171","msg":"trace[646050920] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f21ec132-79da-43cd-a625-5fac461f607c; range_end:; response_count:1; response_revision:1579; }","duration":"2.07729015s","start":"2026-03-14T01:33:24.045311Z","end":"2026-03-14T01:33:26.122601Z","steps":["trace[646050920] 'agreement among raft nodes before linearized reading' (duration: 2.076268637s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.122629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.179981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:33:26.122644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.719475Z","time spent":"1.403159202s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T01:33:26.122669Z","caller":"traceutil/trace.go:171","msg":"trace[482048313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1579; }","duration":"481.220312ms","start":"2026-03-14T01:33:25.641436Z","end":"2026-03-14T01:33:26.122657Z","steps":["trace[482048313] 'agreement among raft nodes before linearized reading' (duration: 481.097189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.122794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:25.64139Z","time spent":"481.321714ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:26.121984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85643565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-14T01:33:26.122865Z","caller":"traceutil/trace.go:171","msg":"trace[753482040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1579; }","duration":"1.857357071s","start":"2026-03-14T01:33:24.26549Z","end":"2026-03-14T01:33:26.122847Z","steps":["trace[753482040] 'agreement among raft nodes before linearized reading' (duration: 1.856386319s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.122669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.04528Z","time spent":"2.077375283s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f21ec132-79da-43cd-a625-5fac461f607c\" "} {"level":"warn","ts":"2026-03-14T01:33:26.122927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:24.265466Z","time spent":"1.857445763s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:33:26.122242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:25.708446Z","time spent":"413.782638ms","remote":"127.0.0.1:49766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:26.123001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.571926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:33:26.123133Z","caller":"traceutil/trace.go:171","msg":"trace[1048287586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1579; }","duration":"509.730459ms","start":"2026-03-14T01:33:25.613379Z","end":"2026-03-14T01:33:26.12311Z","steps":["trace[1048287586] 'agreement among raft nodes before linearized reading' (duration: 509.186437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.123242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:25.613323Z","time spent":"509.905393ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:26.123082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.492568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:33:26.123649Z","caller":"traceutil/trace.go:171","msg":"trace[1037890572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1579; }","duration":"481.831325ms","start":"2026-03-14T01:33:25.641551Z","end":"2026-03-14T01:33:26.123383Z","steps":["trace[1037890572] 'agreement among raft nodes before linearized reading' (duration: 480.594577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.123721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:25.641529Z","time spent":"482.176364ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:33:26.633745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.621968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:33:26.633861Z","caller":"traceutil/trace.go:171","msg":"trace[31391245] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"503.938836ms","start":"2026-03-14T01:33:26.129902Z","end":"2026-03-14T01:33:26.633841Z","steps":["trace[31391245] 'process raft request' (duration: 141.099192ms)","trace[31391245] 'compare' (duration: 362.370263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:26.633912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.129874Z","time spent":"504.014948ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:26.636813Z","caller":"traceutil/trace.go:171","msg":"trace[1341236644] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"506.793601ms","start":"2026-03-14T01:33:26.129989Z","end":"2026-03-14T01:33:26.636783Z","steps":["trace[1341236644] 'process raft request' (duration: 506.591787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.637001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.129968Z","time spent":"506.928585ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:26.637198Z","caller":"traceutil/trace.go:171","msg":"trace[1940125517] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"507.16442ms","start":"2026-03-14T01:33:26.129999Z","end":"2026-03-14T01:33:26.637163Z","steps":["trace[1940125517] 'process raft request' (duration: 506.71986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.637381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.129974Z","time spent":"507.308453ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:26.637465Z","caller":"traceutil/trace.go:171","msg":"trace[2052674871] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"507.411086ms","start":"2026-03-14T01:33:26.130007Z","end":"2026-03-14T01:33:26.637418Z","steps":["trace[2052674871] 'process raft request' (duration: 507.067228ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:26.637624Z","caller":"traceutil/trace.go:171","msg":"trace[1832717025] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"507.585389ms","start":"2026-03-14T01:33:26.130017Z","end":"2026-03-14T01:33:26.637602Z","steps":["trace[1832717025] 'process raft request' (duration: 507.283932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.637654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.129981Z","time spent":"507.566689ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:26.637828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.129979Z","time spent":"507.692592ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:26.637859Z","caller":"traceutil/trace.go:171","msg":"trace[457735356] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"507.779004ms","start":"2026-03-14T01:33:26.130062Z","end":"2026-03-14T01:33:26.637841Z","steps":["trace[457735356] 'process raft request' (duration: 507.489567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.637956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.130054Z","time spent":"507.858316ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:26.638052Z","caller":"traceutil/trace.go:171","msg":"trace[1080681935] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"507.895537ms","start":"2026-03-14T01:33:26.130138Z","end":"2026-03-14T01:33:26.638034Z","steps":["trace[1080681935] 'process raft request' (duration: 507.60391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.63813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.130106Z","time spent":"507.981748ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:26.638193Z","caller":"traceutil/trace.go:171","msg":"trace[2048299605] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"506.099295ms","start":"2026-03-14T01:33:26.132068Z","end":"2026-03-14T01:33:26.638167Z","steps":["trace[2048299605] 'process raft request' (duration: 505.8965ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:26.638201Z","caller":"traceutil/trace.go:171","msg":"trace[2021298303] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1646; }","duration":"506.32281ms","start":"2026-03-14T01:33:26.131855Z","end":"2026-03-14T01:33:26.638178Z","steps":["trace[2021298303] 'read index received' (duration: 139.142167ms)","trace[2021298303] 'applied index is now lower than readState.Index' (duration: 367.178763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:26.638262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.132062Z","time spent":"506.158826ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:26.638344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.477944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:26.638392Z","caller":"traceutil/trace.go:171","msg":"trace[1551583672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"506.552396ms","start":"2026-03-14T01:33:26.131826Z","end":"2026-03-14T01:33:26.638378Z","steps":["trace[1551583672] 'agreement among raft nodes before linearized reading' (duration: 506.428263ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:26.638415Z","caller":"traceutil/trace.go:171","msg":"trace[2025030620] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"368.697828ms","start":"2026-03-14T01:33:26.269698Z","end":"2026-03-14T01:33:26.638396Z","steps":["trace[2025030620] 'process raft request' (duration: 368.393501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:26.638433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.131817Z","time spent":"506.605847ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:26.63849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.269664Z","time spent":"368.785401ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:33:27.168734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472717712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:27.287362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.025877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:27.287552Z","caller":"traceutil/trace.go:171","msg":"trace[637002657] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1588; }","duration":"117.226552ms","start":"2026-03-14T01:33:27.170296Z","end":"2026-03-14T01:33:27.287522Z","steps":["trace[637002657] 'range keys from in-memory index tree' (duration: 117.007367ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:27.289328Z","caller":"traceutil/trace.go:171","msg":"trace[830428192] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"636.867348ms","start":"2026-03-14T01:33:26.652329Z","end":"2026-03-14T01:33:27.289197Z","steps":["trace[830428192] 'process raft request' (duration: 636.475359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:27.28955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.652304Z","time spent":"637.099434ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10929,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:27.297647Z","caller":"traceutil/trace.go:171","msg":"trace[337374935] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1655; }","duration":"628.947176ms","start":"2026-03-14T01:33:26.66867Z","end":"2026-03-14T01:33:27.297618Z","steps":["trace[337374935] 'read index received' (duration: 620.127813ms)","trace[337374935] 'applied index is now lower than readState.Index' (duration: 8.817503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:27.297811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.10894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:33:27.297882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.307054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:27.297897Z","caller":"traceutil/trace.go:171","msg":"trace[22812753] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1589; }","duration":"629.213902ms","start":"2026-03-14T01:33:26.668665Z","end":"2026-03-14T01:33:27.297879Z","steps":["trace[22812753] 'agreement among raft nodes before linearized reading' (duration: 629.057859ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:27.297925Z","caller":"traceutil/trace.go:171","msg":"trace[54996704] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1589; }","duration":"255.434658ms","start":"2026-03-14T01:33:27.04248Z","end":"2026-03-14T01:33:27.297915Z","steps":["trace[54996704] 'agreement among raft nodes before linearized reading' (duration: 255.312145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:27.297939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:26.668628Z","time spent":"629.302854ms","remote":"127.0.0.1:33978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:33:27.298421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.082754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:27.29846Z","caller":"traceutil/trace.go:171","msg":"trace[856043881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1589; }","duration":"122.171415ms","start":"2026-03-14T01:33:27.176279Z","end":"2026-03-14T01:33:27.298451Z","steps":["trace[856043881] 'agreement among raft nodes before linearized reading' (duration: 122.114714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:27.298669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.535078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:33:27.298706Z","caller":"traceutil/trace.go:171","msg":"trace[632121437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1589; }","duration":"166.631911ms","start":"2026-03-14T01:33:27.132062Z","end":"2026-03-14T01:33:27.298694Z","steps":["trace[632121437] 'agreement among raft nodes before linearized reading' (duration: 166.529319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:27.29908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.245025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f21ec132-79da-43cd-a625-5fac461f607c\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-14T01:33:27.299119Z","caller":"traceutil/trace.go:171","msg":"trace[90689536] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f21ec132-79da-43cd-a625-5fac461f607c; range_end:; response_count:1; response_revision:1589; }","duration":"170.326546ms","start":"2026-03-14T01:33:27.128783Z","end":"2026-03-14T01:33:27.29911Z","steps":["trace[90689536] 'agreement among raft nodes before linearized reading' (duration: 170.150482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:32.835229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472717816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:33.335331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472717816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:33:33.389627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.247261829s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:33:33.395607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287759272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:33:33.395728Z","caller":"traceutil/trace.go:171","msg":"trace[556931903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1634; }","duration":"1.287894185s","start":"2026-03-14T01:33:32.107805Z","end":"2026-03-14T01:33:33.395699Z","steps":["trace[556931903] 'range keys from in-memory index tree' (duration: 1.287613779s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:33.395755Z","caller":"traceutil/trace.go:171","msg":"trace[190547194] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.253550244s","start":"2026-03-14T01:33:32.142172Z","end":"2026-03-14T01:33:33.395722Z","steps":["trace[190547194] 'process raft request' (duration: 1.247765421s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:33.395793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.107735Z","time spent":"1.288039789s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:33:33.395918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.142131Z","time spent":"1.253698247s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:33.398469Z","caller":"traceutil/trace.go:171","msg":"trace[795609184] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.255889729s","start":"2026-03-14T01:33:32.142543Z","end":"2026-03-14T01:33:33.398433Z","steps":["trace[795609184] 'process raft request' (duration: 1.25550392s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:33.398709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.142513Z","time spent":"1.256048132s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:33:33.398714Z","caller":"traceutil/trace.go:171","msg":"trace[1179561253] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"207.392941ms","start":"2026-03-14T01:33:33.1913Z","end":"2026-03-14T01:33:33.398693Z","steps":["trace[1179561253] 'process raft request' (duration: 207.230237ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:33.398949Z","caller":"traceutil/trace.go:171","msg":"trace[1030562977] linearizableReadLoop","detail":"{readStateIndex:1706; appliedIndex:1703; }","duration":"1.064483786s","start":"2026-03-14T01:33:32.334121Z","end":"2026-03-14T01:33:33.398605Z","steps":["trace[1030562977] 'read index received' (duration: 1.055844386s)","trace[1030562977] 'applied index is now lower than readState.Index' (duration: 8.63828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:33:33.399215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.443431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:33:33.399258Z","caller":"traceutil/trace.go:171","msg":"trace[465577063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1637; }","duration":"735.496893ms","start":"2026-03-14T01:33:32.66375Z","end":"2026-03-14T01:33:33.399247Z","steps":["trace[465577063] 'agreement among raft nodes before linearized reading' (duration: 735.35023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:33.39927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.285499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-14T01:33:33.399301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.663743Z","time spent":"735.550354ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:33.399283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.455532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-03-14T01:33:33.399326Z","caller":"traceutil/trace.go:171","msg":"trace[625026481] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1637; }","duration":"729.373572ms","start":"2026-03-14T01:33:32.669938Z","end":"2026-03-14T01:33:33.399311Z","steps":["trace[625026481] 'agreement among raft nodes before linearized reading' (duration: 729.207988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:33.399338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.667807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:33:33.399367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.669925Z","time spent":"729.431373ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T01:33:33.399381Z","caller":"traceutil/trace.go:171","msg":"trace[342712887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1637; }","duration":"735.771919ms","start":"2026-03-14T01:33:32.663599Z","end":"2026-03-14T01:33:33.399371Z","steps":["trace[342712887] 'agreement among raft nodes before linearized reading' (duration: 735.639296ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:33.399376Z","caller":"traceutil/trace.go:171","msg":"trace[320205642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1637; }","duration":"991.585026ms","start":"2026-03-14T01:33:32.407769Z","end":"2026-03-14T01:33:33.399354Z","steps":["trace[320205642] 'agreement among raft nodes before linearized reading' (duration: 991.305949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:33.399407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.663571Z","time spent":"735.827951ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:33:33.399449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.527704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:33:33.39943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.407755Z","time spent":"991.661647ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11686,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:33:33.399527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.960089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:33:33.399526Z","caller":"traceutil/trace.go:171","msg":"trace[2066579762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1637; }","duration":"735.644006ms","start":"2026-03-14T01:33:32.663864Z","end":"2026-03-14T01:33:33.399508Z","steps":["trace[2066579762] 'agreement among raft nodes before linearized reading' (duration: 735.450922ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:33.399549Z","caller":"traceutil/trace.go:171","msg":"trace[1270214055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1637; }","duration":"731.03751ms","start":"2026-03-14T01:33:32.668505Z","end":"2026-03-14T01:33:33.399543Z","steps":["trace[1270214055] 'agreement among raft nodes before linearized reading' (duration: 730.969389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:33.399571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.66848Z","time spent":"731.087241ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:33.399573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.663828Z","time spent":"735.732279ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:33:33.399633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065346836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:33:33.399752Z","caller":"traceutil/trace.go:171","msg":"trace[859205413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"1.065669803s","start":"2026-03-14T01:33:32.334054Z","end":"2026-03-14T01:33:33.399724Z","steps":["trace[859205413] 'agreement among raft nodes before linearized reading' (duration: 1.064779453s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:33.399803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.278755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:33:33.399833Z","caller":"traceutil/trace.go:171","msg":"trace[988640410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1637; }","duration":"734.330967ms","start":"2026-03-14T01:33:32.665495Z","end":"2026-03-14T01:33:33.399826Z","steps":["trace[988640410] 'agreement among raft nodes before linearized reading' (duration: 733.58851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:33.399853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.665483Z","time spent":"734.365287ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:33:33.399921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:33:32.334036Z","time spent":"1.065782646s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T01:33:38.195235Z","caller":"traceutil/trace.go:171","msg":"trace[1589776931] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"187.391149ms","start":"2026-03-14T01:33:38.007794Z","end":"2026-03-14T01:33:38.195185Z","steps":["trace[1589776931] 'process raft request' (duration: 187.119133ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:43.687143Z","caller":"traceutil/trace.go:171","msg":"trace[1685574562] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"157.878268ms","start":"2026-03-14T01:33:43.529233Z","end":"2026-03-14T01:33:43.687111Z","steps":["trace[1685574562] 'process raft request' (duration: 157.646343ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:43.730924Z","caller":"traceutil/trace.go:171","msg":"trace[852509345] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"198.636598ms","start":"2026-03-14T01:33:43.532251Z","end":"2026-03-14T01:33:43.730888Z","steps":["trace[852509345] 'process raft request' (duration: 198.434044ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:43.731285Z","caller":"traceutil/trace.go:171","msg":"trace[1605910844] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"198.72713ms","start":"2026-03-14T01:33:43.532539Z","end":"2026-03-14T01:33:43.731266Z","steps":["trace[1605910844] 'process raft request' (duration: 198.29895ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:43.731296Z","caller":"traceutil/trace.go:171","msg":"trace[1401782436] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1778; }","duration":"167.106041ms","start":"2026-03-14T01:33:43.564169Z","end":"2026-03-14T01:33:43.731275Z","steps":["trace[1401782436] 'read index received' (duration: 122.698078ms)","trace[1401782436] 'applied index is now lower than readState.Index' (duration: 44.406733ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:33:43.731383Z","caller":"traceutil/trace.go:171","msg":"trace[233637015] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"181.382131ms","start":"2026-03-14T01:33:43.549949Z","end":"2026-03-14T01:33:43.731331Z","steps":["trace[233637015] 'process raft request' (duration: 181.272078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:33:43.731583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.382508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:33:43.73164Z","caller":"traceutil/trace.go:171","msg":"trace[294883287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1712; }","duration":"167.46413ms","start":"2026-03-14T01:33:43.564161Z","end":"2026-03-14T01:33:43.731625Z","steps":["trace[294883287] 'agreement among raft nodes before linearized reading' (duration: 167.184274ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:33:43.73165Z","caller":"traceutil/trace.go:171","msg":"trace[619234151] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"198.410103ms","start":"2026-03-14T01:33:43.532875Z","end":"2026-03-14T01:33:43.731285Z","steps":["trace[619234151] 'process raft request' (duration: 198.210159ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.001296Z","caller":"traceutil/trace.go:171","msg":"trace[1490690787] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"651.846923ms","start":"2026-03-14T01:34:09.349416Z","end":"2026-03-14T01:34:10.001263Z","steps":["trace[1490690787] 'process raft request' (duration: 651.630268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.001515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.349386Z","time spent":"652.017067ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:10.04784Z","caller":"traceutil/trace.go:171","msg":"trace[1153493233] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1915; }","duration":"295.352829ms","start":"2026-03-14T01:34:09.752463Z","end":"2026-03-14T01:34:10.047816Z","steps":["trace[1153493233] 'read index received' (duration: 248.691785ms)","trace[1153493233] 'applied index is now lower than readState.Index' (duration: 46.659584ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:10.047879Z","caller":"traceutil/trace.go:171","msg":"trace[1571659681] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"411.950985ms","start":"2026-03-14T01:34:09.635882Z","end":"2026-03-14T01:34:10.047833Z","steps":["trace[1571659681] 'process raft request' (duration: 411.73355ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.047973Z","caller":"traceutil/trace.go:171","msg":"trace[1355452925] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"324.495003ms","start":"2026-03-14T01:34:09.723465Z","end":"2026-03-14T01:34:10.04796Z","steps":["trace[1355452925] 'process raft request' (duration: 324.317719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.048073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.635837Z","time spent":"412.123319ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:10.0481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:09.723431Z","time spent":"324.572085ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:10.048477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.204149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:34:10.048523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.030365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:34:10.048563Z","caller":"traceutil/trace.go:171","msg":"trace[1771036863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1842; }","duration":"120.347962ms","start":"2026-03-14T01:34:09.928193Z","end":"2026-03-14T01:34:10.048541Z","steps":["trace[1771036863] 'agreement among raft nodes before linearized reading' (duration: 120.094766ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.048629Z","caller":"traceutil/trace.go:171","msg":"trace[1162246973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1842; }","duration":"296.208519ms","start":"2026-03-14T01:34:09.752391Z","end":"2026-03-14T01:34:10.0486Z","steps":["trace[1162246973] 'agreement among raft nodes before linearized reading' (duration: 295.871771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.335726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.492082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:10.335859Z","caller":"traceutil/trace.go:171","msg":"trace[1783716111] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1918; }","duration":"260.750938ms","start":"2026-03-14T01:34:10.075085Z","end":"2026-03-14T01:34:10.335836Z","steps":["trace[1783716111] 'read index received' (duration: 52.029911ms)","trace[1783716111] 'applied index is now lower than readState.Index' (duration: 208.719347ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:10.33594Z","caller":"traceutil/trace.go:171","msg":"trace[658661196] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"283.01772ms","start":"2026-03-14T01:34:10.05287Z","end":"2026-03-14T01:34:10.335888Z","steps":["trace[658661196] 'process raft request' (duration: 74.254882ms)","trace[658661196] 'compare' (duration: 208.327838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:10.336123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.203153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-14T01:34:10.3361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.004644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:34:10.336182Z","caller":"traceutil/trace.go:171","msg":"trace[1143755846] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1843; }","duration":"239.295075ms","start":"2026-03-14T01:34:10.096866Z","end":"2026-03-14T01:34:10.336161Z","steps":["trace[1143755846] 'agreement among raft nodes before linearized reading' (duration: 239.09924ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.33621Z","caller":"traceutil/trace.go:171","msg":"trace[1788834517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1843; }","duration":"261.127047ms","start":"2026-03-14T01:34:10.075063Z","end":"2026-03-14T01:34:10.33619Z","steps":["trace[1788834517] 'agreement among raft nodes before linearized reading' (duration: 260.872921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.336274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.559326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-14T01:34:10.336125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.337881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:34:10.336339Z","caller":"traceutil/trace.go:171","msg":"trace[1285872448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1843; }","duration":"151.657229ms","start":"2026-03-14T01:34:10.184667Z","end":"2026-03-14T01:34:10.336324Z","steps":["trace[1285872448] 'agreement among raft nodes before linearized reading' (duration: 151.508995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:10.336433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.138113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:34:10.336492Z","caller":"traceutil/trace.go:171","msg":"trace[1280448362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1843; }","duration":"156.254876ms","start":"2026-03-14T01:34:10.180224Z","end":"2026-03-14T01:34:10.336479Z","steps":["trace[1280448362] 'agreement among raft nodes before linearized reading' (duration: 156.011901ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.336405Z","caller":"traceutil/trace.go:171","msg":"trace[1557318937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1843; }","duration":"151.651679ms","start":"2026-03-14T01:34:10.184715Z","end":"2026-03-14T01:34:10.336366Z","steps":["trace[1557318937] 'agreement among raft nodes before linearized reading' (duration: 151.26733ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.512176Z","caller":"traceutil/trace.go:171","msg":"trace[1077001969] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"170.212434ms","start":"2026-03-14T01:34:10.341925Z","end":"2026-03-14T01:34:10.512137Z","steps":["trace[1077001969] 'process raft request' (duration: 169.991319ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.512541Z","caller":"traceutil/trace.go:171","msg":"trace[1918686180] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"170.270175ms","start":"2026-03-14T01:34:10.342247Z","end":"2026-03-14T01:34:10.512517Z","steps":["trace[1918686180] 'process raft request' (duration: 170.186253ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.512525Z","caller":"traceutil/trace.go:171","msg":"trace[928495461] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"170.303675ms","start":"2026-03-14T01:34:10.342202Z","end":"2026-03-14T01:34:10.512506Z","steps":["trace[928495461] 'process raft request' (duration: 170.141682ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:10.512824Z","caller":"traceutil/trace.go:171","msg":"trace[1825533745] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"170.279435ms","start":"2026-03-14T01:34:10.342172Z","end":"2026-03-14T01:34:10.512451Z","steps":["trace[1825533745] 'process raft request' (duration: 169.907087ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.301681Z","caller":"traceutil/trace.go:171","msg":"trace[1498911060] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"233.939419ms","start":"2026-03-14T01:34:16.067708Z","end":"2026-03-14T01:34:16.301647Z","steps":["trace[1498911060] 'process raft request' (duration: 233.717524ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:16.390091Z","caller":"traceutil/trace.go:171","msg":"trace[1593997439] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1945; }","duration":"299.123268ms","start":"2026-03-14T01:34:16.090941Z","end":"2026-03-14T01:34:16.390064Z","steps":["trace[1593997439] 'read index received' (duration: 210.454098ms)","trace[1593997439] 'applied index is now lower than readState.Index' (duration: 88.66766ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:16.390167Z","caller":"traceutil/trace.go:171","msg":"trace[37384111] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"321.018523ms","start":"2026-03-14T01:34:16.069103Z","end":"2026-03-14T01:34:16.390122Z","steps":["trace[37384111] 'process raft request' (duration: 302.024047ms)","trace[37384111] 'compare' (duration: 18.780181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:16.390361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.02227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:16.390402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.069076Z","time spent":"321.192016ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:16.390417Z","caller":"traceutil/trace.go:171","msg":"trace[2049319775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"283.166294ms","start":"2026-03-14T01:34:16.107237Z","end":"2026-03-14T01:34:16.390404Z","steps":["trace[2049319775] 'agreement among raft nodes before linearized reading' (duration: 283.011261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:16.390486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.499327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:34:16.390611Z","caller":"traceutil/trace.go:171","msg":"trace[216584427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1870; }","duration":"299.675181ms","start":"2026-03-14T01:34:16.090909Z","end":"2026-03-14T01:34:16.390585Z","steps":["trace[216584427] 'agreement among raft nodes before linearized reading' (duration: 299.291502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:17.346323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.282077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:34:17.34644Z","caller":"traceutil/trace.go:171","msg":"trace[1724855428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"803.480771ms","start":"2026-03-14T01:34:16.542934Z","end":"2026-03-14T01:34:17.346415Z","steps":["trace[1724855428] 'range keys from in-memory index tree' (duration: 803.046871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:17.346448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.156354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:34:17.346516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.542903Z","time spent":"803.592484ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:17.346625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.686833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:34:17.346729Z","caller":"traceutil/trace.go:171","msg":"trace[195174425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1872; }","duration":"805.825086ms","start":"2026-03-14T01:34:16.54088Z","end":"2026-03-14T01:34:17.346705Z","steps":["trace[195174425] 'range keys from in-memory index tree' (duration: 805.450247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:17.346779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.540854Z","time spent":"805.915579ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:34:17.346559Z","caller":"traceutil/trace.go:171","msg":"trace[1138315526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"806.330858ms","start":"2026-03-14T01:34:16.540203Z","end":"2026-03-14T01:34:17.346534Z","steps":["trace[1138315526] 'range keys from in-memory index tree' (duration: 805.907308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:17.346237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.599688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:17.347112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.312631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:34:17.347254Z","caller":"traceutil/trace.go:171","msg":"trace[1774997074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"804.527816ms","start":"2026-03-14T01:34:16.542692Z","end":"2026-03-14T01:34:17.34722Z","steps":["trace[1774997074] 'range keys from in-memory index tree' (duration: 803.971943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:17.347326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.542672Z","time spent":"804.635668ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:17.347163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.540103Z","time spent":"807.045245ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:34:17.347829Z","caller":"traceutil/trace.go:171","msg":"trace[1698300610] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1872; }","duration":"207.604201ms","start":"2026-03-14T01:34:17.139575Z","end":"2026-03-14T01:34:17.347179Z","steps":["trace[1698300610] 'range keys from in-memory index tree' (duration: 206.570477ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:17.348811Z","caller":"traceutil/trace.go:171","msg":"trace[653898555] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1949; }","duration":"413.87442ms","start":"2026-03-14T01:34:16.934896Z","end":"2026-03-14T01:34:17.348771Z","steps":["trace[653898555] 'read index received' (duration: 383.580469ms)","trace[653898555] 'applied index is now lower than readState.Index' (duration: 30.291471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:17.349139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.075497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:17.349184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.28216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c913b3f6cd56b\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-14T01:34:17.349282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.527334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:17.349323Z","caller":"traceutil/trace.go:171","msg":"trace[599290701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1872; }","duration":"194.634887ms","start":"2026-03-14T01:34:17.154678Z","end":"2026-03-14T01:34:17.349313Z","steps":["trace[599290701] 'agreement among raft nodes before linearized reading' (duration: 194.560646ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:17.349336Z","caller":"traceutil/trace.go:171","msg":"trace[1714452242] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c913b3f6cd56b; range_end:; response_count:1; response_revision:1872; }","duration":"414.428963ms","start":"2026-03-14T01:34:16.934832Z","end":"2026-03-14T01:34:17.349261Z","steps":["trace[1714452242] 'agreement among raft nodes before linearized reading' (duration: 414.074645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:17.349422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:16.934807Z","time spent":"414.571106ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c913b3f6cd56b\" "} {"level":"info","ts":"2026-03-14T01:34:17.349211Z","caller":"traceutil/trace.go:171","msg":"trace[1695028382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1872; }","duration":"241.19374ms","start":"2026-03-14T01:34:17.108001Z","end":"2026-03-14T01:34:17.349195Z","steps":["trace[1695028382] 'agreement among raft nodes before linearized reading' (duration: 241.047596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:23.251963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.868216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:23.252124Z","caller":"traceutil/trace.go:171","msg":"trace[1465581565] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"927.739698ms","start":"2026-03-14T01:34:22.324353Z","end":"2026-03-14T01:34:23.252092Z","steps":["trace[1465581565] 'process raft request' (duration: 168.625447ms)","trace[1465581565] 'compare' (duration: 758.716031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:23.252462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:22.324319Z","time spent":"927.85189ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:23.290729Z","caller":"traceutil/trace.go:171","msg":"trace[1481950568] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1978; }","duration":"870.856263ms","start":"2026-03-14T01:34:22.41983Z","end":"2026-03-14T01:34:23.290686Z","steps":["trace[1481950568] 'read index received' (duration: 73.116546ms)","trace[1481950568] 'applied index is now lower than readState.Index' (duration: 797.738097ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:23.290817Z","caller":"traceutil/trace.go:171","msg":"trace[1392420539] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"875.01286ms","start":"2026-03-14T01:34:22.415774Z","end":"2026-03-14T01:34:23.290787Z","steps":["trace[1392420539] 'process raft request' (duration: 874.717683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:23.290909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:22.415729Z","time spent":"875.138273ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:23.291079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.226409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:23.29107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.216711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:34:23.291104Z","caller":"traceutil/trace.go:171","msg":"trace[2142246055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"183.305291ms","start":"2026-03-14T01:34:23.107791Z","end":"2026-03-14T01:34:23.291096Z","steps":["trace[2142246055] 'agreement among raft nodes before linearized reading' (duration: 183.241929ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:23.291118Z","caller":"traceutil/trace.go:171","msg":"trace[1541925187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1901; }","duration":"871.317924ms","start":"2026-03-14T01:34:22.419786Z","end":"2026-03-14T01:34:23.291104Z","steps":["trace[1541925187] 'agreement among raft nodes before linearized reading' (duration: 871.084188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:23.291169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.407714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:23.291231Z","caller":"traceutil/trace.go:171","msg":"trace[2051645111] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1901; }","duration":"570.520396ms","start":"2026-03-14T01:34:22.720691Z","end":"2026-03-14T01:34:23.291211Z","steps":["trace[2051645111] 'agreement among raft nodes before linearized reading' (duration: 570.411044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:23.29127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:22.720664Z","time spent":"570.595087ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:23.291159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:22.419772Z","time spent":"871.377945ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:34:23.291758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.36957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-14T01:34:23.291799Z","caller":"traceutil/trace.go:171","msg":"trace[919741592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1901; }","duration":"855.456872ms","start":"2026-03-14T01:34:22.436328Z","end":"2026-03-14T01:34:23.291785Z","steps":["trace[919741592] 'agreement among raft nodes before linearized reading' (duration: 854.708754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:23.29183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:22.436291Z","time spent":"855.531074ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:34:23.292392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.147439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:34:23.292476Z","caller":"traceutil/trace.go:171","msg":"trace[902661789] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1901; }","duration":"836.258501ms","start":"2026-03-14T01:34:22.456205Z","end":"2026-03-14T01:34:23.292463Z","steps":["trace[902661789] 'agreement among raft nodes before linearized reading' (duration: 834.93508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:23.292552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:22.456192Z","time spent":"836.339543ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:34:24.145923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.790305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:24.1461Z","caller":"traceutil/trace.go:171","msg":"trace[509655726] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"849.197245ms","start":"2026-03-14T01:34:23.296853Z","end":"2026-03-14T01:34:24.14605Z","steps":["trace[509655726] 'process raft request' (duration: 185.148594ms)","trace[509655726] 'compare' (duration: 663.639671ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:24.146198Z","caller":"traceutil/trace.go:171","msg":"trace[1848471140] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"844.173657ms","start":"2026-03-14T01:34:23.302015Z","end":"2026-03-14T01:34:24.146188Z","steps":["trace[1848471140] 'read index received' (duration: 180.117296ms)","trace[1848471140] 'applied index is now lower than readState.Index' (duration: 664.055521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:24.1463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.296828Z","time spent":"849.37445ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:34:24.14616Z","caller":"traceutil/trace.go:171","msg":"trace[1305354761] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"841.815442ms","start":"2026-03-14T01:34:23.304321Z","end":"2026-03-14T01:34:24.146137Z","steps":["trace[1305354761] 'process raft request' (duration: 841.7397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:24.146478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.304299Z","time spent":"842.142229ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:34:24.146629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.83199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:34:24.146671Z","caller":"traceutil/trace.go:171","msg":"trace[1182010612] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1903; }","duration":"826.882791ms","start":"2026-03-14T01:34:23.319774Z","end":"2026-03-14T01:34:24.146657Z","steps":["trace[1182010612] 'agreement among raft nodes before linearized reading' (duration: 826.806789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:24.146703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.319766Z","time spent":"826.929423ms","remote":"127.0.0.1:34356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:34:24.146699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.664408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:34:24.146768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.395629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:34:24.146823Z","caller":"traceutil/trace.go:171","msg":"trace[1410649380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1903; }","duration":"765.472021ms","start":"2026-03-14T01:34:23.381334Z","end":"2026-03-14T01:34:24.146806Z","steps":["trace[1410649380] 'agreement among raft nodes before linearized reading' (duration: 765.276826ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:24.146816Z","caller":"traceutil/trace.go:171","msg":"trace[358802337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"844.799402ms","start":"2026-03-14T01:34:23.301985Z","end":"2026-03-14T01:34:24.146785Z","steps":["trace[358802337] 'agreement among raft nodes before linearized reading' (duration: 844.591367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:24.146867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.38132Z","time spent":"765.537922ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:34:24.146877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.301974Z","time spent":"844.893044ms","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:34:24.146896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.880097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:34:24.146971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.577007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:34:24.147035Z","caller":"traceutil/trace.go:171","msg":"trace[353083203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1903; }","duration":"762.05543ms","start":"2026-03-14T01:34:23.384953Z","end":"2026-03-14T01:34:24.147009Z","steps":["trace[353083203] 'agreement among raft nodes before linearized reading' (duration: 761.674912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:24.147042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.790316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-14T01:34:24.147065Z","caller":"traceutil/trace.go:171","msg":"trace[1642174734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1903; }","duration":"766.760241ms","start":"2026-03-14T01:34:23.380281Z","end":"2026-03-14T01:34:24.147041Z","steps":["trace[1642174734] 'agreement among raft nodes before linearized reading' (duration: 766.341331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:24.147098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.384941Z","time spent":"762.147352ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:34:24.147117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.380266Z","time spent":"766.839683ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:34:24.147124Z","caller":"traceutil/trace.go:171","msg":"trace[1863241062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1903; }","duration":"412.903328ms","start":"2026-03-14T01:34:23.734183Z","end":"2026-03-14T01:34:24.147087Z","steps":["trace[1863241062] 'agreement among raft nodes before linearized reading' (duration: 412.434647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:24.147163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.734155Z","time spent":"412.999111ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:34:24.147182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.918441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:34:24.147322Z","caller":"traceutil/trace.go:171","msg":"trace[739026128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1903; }","duration":"763.083025ms","start":"2026-03-14T01:34:23.384186Z","end":"2026-03-14T01:34:24.147269Z","steps":["trace[739026128] 'agreement among raft nodes before linearized reading' (duration: 762.4449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:24.147423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:34:23.384171Z","time spent":"763.199108ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:34:30.423976Z","caller":"traceutil/trace.go:171","msg":"trace[517175044] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"246.987085ms","start":"2026-03-14T01:34:30.176962Z","end":"2026-03-14T01:34:30.423949Z","steps":["trace[517175044] 'process raft request' (duration: 246.856652ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:30.424773Z","caller":"traceutil/trace.go:171","msg":"trace[1927003739] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2010; }","duration":"238.957217ms","start":"2026-03-14T01:34:30.185787Z","end":"2026-03-14T01:34:30.424745Z","steps":["trace[1927003739] 'read index received' (duration: 238.016865ms)","trace[1927003739] 'applied index is now lower than readState.Index' (duration: 939.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:30.424846Z","caller":"traceutil/trace.go:171","msg":"trace[77469500] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"244.035296ms","start":"2026-03-14T01:34:30.180785Z","end":"2026-03-14T01:34:30.424821Z","steps":["trace[77469500] 'process raft request' (duration: 243.818881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:30.42503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.795143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T01:34:30.425067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.256713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:34:30.425122Z","caller":"traceutil/trace.go:171","msg":"trace[1931196378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1931; }","duration":"239.354686ms","start":"2026-03-14T01:34:30.185751Z","end":"2026-03-14T01:34:30.425106Z","steps":["trace[1931196378] 'agreement among raft nodes before linearized reading' (duration: 239.152091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:30.425138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.856644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:34:30.425163Z","caller":"traceutil/trace.go:171","msg":"trace[1294890836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1931; }","duration":"235.903335ms","start":"2026-03-14T01:34:30.189253Z","end":"2026-03-14T01:34:30.425156Z","steps":["trace[1294890836] 'agreement among raft nodes before linearized reading' (duration: 235.845674ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:30.42508Z","caller":"traceutil/trace.go:171","msg":"trace[2061047363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1931; }","duration":"235.908715ms","start":"2026-03-14T01:34:30.189159Z","end":"2026-03-14T01:34:30.425068Z","steps":["trace[2061047363] 'agreement among raft nodes before linearized reading' (duration: 235.766282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:30.425489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.242396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-14T01:34:30.425589Z","caller":"traceutil/trace.go:171","msg":"trace[549017876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1931; }","duration":"234.41516ms","start":"2026-03-14T01:34:30.191145Z","end":"2026-03-14T01:34:30.42556Z","steps":["trace[549017876] 'agreement among raft nodes before linearized reading' (duration: 233.850357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:34:52.7702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.349534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:34:52.770463Z","caller":"traceutil/trace.go:171","msg":"trace[736966692] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2143; }","duration":"173.542802ms","start":"2026-03-14T01:34:52.5969Z","end":"2026-03-14T01:34:52.770443Z","steps":["trace[736966692] 'read index received' (duration: 52.749808ms)","trace[736966692] 'applied index is now lower than readState.Index' (duration: 120.791824ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:34:52.77051Z","caller":"traceutil/trace.go:171","msg":"trace[1349443950] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"194.952394ms","start":"2026-03-14T01:34:52.575491Z","end":"2026-03-14T01:34:52.770444Z","steps":["trace[1349443950] 'process raft request' (duration: 74.261832ms)","trace[1349443950] 'compare' (duration: 120.112968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:34:52.770617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.717476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-14T01:34:52.770656Z","caller":"traceutil/trace.go:171","msg":"trace[93547440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2060; }","duration":"173.781667ms","start":"2026-03-14T01:34:52.596848Z","end":"2026-03-14T01:34:52.77063Z","steps":["trace[93547440] 'agreement among raft nodes before linearized reading' (duration: 173.642404ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:52.770551Z","caller":"traceutil/trace.go:171","msg":"trace[1343945989] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"194.550064ms","start":"2026-03-14T01:34:52.575945Z","end":"2026-03-14T01:34:52.770495Z","steps":["trace[1343945989] 'process raft request' (duration: 194.411511ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:34:52.770616Z","caller":"traceutil/trace.go:171","msg":"trace[436044874] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"194.188806ms","start":"2026-03-14T01:34:52.576376Z","end":"2026-03-14T01:34:52.770565Z","steps":["trace[436044874] 'process raft request' (duration: 194.024382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:04.799654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.799727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:35:04.799839Z","caller":"traceutil/trace.go:171","msg":"trace[307096708] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2269; }","duration":"168.011941ms","start":"2026-03-14T01:35:04.631805Z","end":"2026-03-14T01:35:04.799817Z","steps":["trace[307096708] 'range keys from in-memory index tree' (duration: 167.644133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:04.799849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.496182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:35:04.799976Z","caller":"traceutil/trace.go:171","msg":"trace[835779038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2269; }","duration":"168.717637ms","start":"2026-03-14T01:35:04.631232Z","end":"2026-03-14T01:35:04.79995Z","steps":["trace[835779038] 'range keys from in-memory index tree' (duration: 168.177375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:04.800045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.004992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:35:04.800145Z","caller":"traceutil/trace.go:171","msg":"trace[199785427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2269; }","duration":"174.159555ms","start":"2026-03-14T01:35:04.625962Z","end":"2026-03-14T01:35:04.800122Z","steps":["trace[199785427] 'range keys from in-memory index tree' (duration: 173.438129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.841652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086066207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:08.8418Z","caller":"traceutil/trace.go:171","msg":"trace[1623331010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2291; }","duration":"1.086264052s","start":"2026-03-14T01:35:07.755506Z","end":"2026-03-14T01:35:08.84177Z","steps":["trace[1623331010] 'range keys from in-memory index tree' (duration: 1.085941734s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.841865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:07.755484Z","time spent":"1.086365874s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:35:08.842035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.50938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:35:08.842099Z","caller":"traceutil/trace.go:171","msg":"trace[651321085] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2291; }","duration":"786.636594ms","start":"2026-03-14T01:35:08.055447Z","end":"2026-03-14T01:35:08.842084Z","steps":["trace[651321085] 'range keys from in-memory index tree' (duration: 786.332466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.842136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:08.055421Z","time spent":"786.706895ms","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:35:08.842343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.001749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:08.842474Z","caller":"traceutil/trace.go:171","msg":"trace[1302111646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2291; }","duration":"734.200494ms","start":"2026-03-14T01:35:08.108245Z","end":"2026-03-14T01:35:08.842446Z","steps":["trace[1302111646] 'range keys from in-memory index tree' (duration: 733.877346ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:08.842505Z","caller":"traceutil/trace.go:171","msg":"trace[1234600687] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"240.195934ms","start":"2026-03-14T01:35:08.602295Z","end":"2026-03-14T01:35:08.842491Z","steps":["trace[1234600687] 'process raft request' (duration: 238.125185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:08.842529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:08.108224Z","time spent":"734.294476ms","remote":"127.0.0.1:33896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:35:35.838239Z","caller":"traceutil/trace.go:171","msg":"trace[1713074584] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"154.663978ms","start":"2026-03-14T01:35:35.683541Z","end":"2026-03-14T01:35:35.838205Z","steps":["trace[1713074584] 'process raft request' (duration: 154.478703ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:35.937322Z","caller":"traceutil/trace.go:171","msg":"trace[2057783544] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"252.401611ms","start":"2026-03-14T01:35:35.684853Z","end":"2026-03-14T01:35:35.937255Z","steps":["trace[2057783544] 'process raft request' (duration: 204.807124ms)","trace[2057783544] 'compare' (duration: 47.437263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:37.125559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.83385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-14T01:35:37.125698Z","caller":"traceutil/trace.go:171","msg":"trace[1345220494] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2555; }","duration":"163.177878ms","start":"2026-03-14T01:35:36.962497Z","end":"2026-03-14T01:35:37.125675Z","steps":["trace[1345220494] 'read index received' (duration: 26.180294ms)","trace[1345220494] 'applied index is now lower than readState.Index' (duration: 136.995554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:37.125972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.454484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:35:37.126028Z","caller":"traceutil/trace.go:171","msg":"trace[1252359698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2453; }","duration":"163.575397ms","start":"2026-03-14T01:35:36.962436Z","end":"2026-03-14T01:35:37.126011Z","steps":["trace[1252359698] 'agreement among raft nodes before linearized reading' (duration: 163.421183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:37.344937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.059256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:37.345066Z","caller":"traceutil/trace.go:171","msg":"trace[1236603856] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"169.536547ms","start":"2026-03-14T01:35:37.175508Z","end":"2026-03-14T01:35:37.345045Z","steps":["trace[1236603856] 'process raft request' (duration: 55.274077ms)","trace[1236603856] 'compare' (duration: 113.897142ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:37.363966Z","caller":"traceutil/trace.go:171","msg":"trace[1262313687] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"187.432817ms","start":"2026-03-14T01:35:37.176496Z","end":"2026-03-14T01:35:37.363929Z","steps":["trace[1262313687] 'process raft request' (duration: 187.202662ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:37.364171Z","caller":"traceutil/trace.go:171","msg":"trace[804054208] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"187.293034ms","start":"2026-03-14T01:35:37.176844Z","end":"2026-03-14T01:35:37.364137Z","steps":["trace[804054208] 'process raft request' (duration: 187.033288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:37.364512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.003005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:35:37.364583Z","caller":"traceutil/trace.go:171","msg":"trace[1393648807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2458; }","duration":"172.136448ms","start":"2026-03-14T01:35:37.192434Z","end":"2026-03-14T01:35:37.36457Z","steps":["trace[1393648807] 'agreement among raft nodes before linearized reading' (duration: 171.857312ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:37.364181Z","caller":"traceutil/trace.go:171","msg":"trace[374665309] linearizableReadLoop","detail":"{readStateIndex:2561; appliedIndex:2558; }","duration":"171.655977ms","start":"2026-03-14T01:35:37.192479Z","end":"2026-03-14T01:35:37.364135Z","steps":["trace[374665309] 'read index received' (duration: 38.218857ms)","trace[374665309] 'applied index is now lower than readState.Index' (duration: 133.434ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:37.529941Z","caller":"traceutil/trace.go:171","msg":"trace[440020741] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"160.432104ms","start":"2026-03-14T01:35:37.36947Z","end":"2026-03-14T01:35:37.529902Z","steps":["trace[440020741] 'process raft request' (duration: 91.497316ms)","trace[440020741] 'compare' (duration: 68.777814ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:43.415036Z","caller":"traceutil/trace.go:171","msg":"trace[920940102] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"124.457589ms","start":"2026-03-14T01:35:43.290545Z","end":"2026-03-14T01:35:43.415003Z","steps":["trace[920940102] 'process raft request' (duration: 96.557885ms)","trace[920940102] 'compare' (duration: 27.388232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:43.938266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.249148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:43.93901Z","caller":"traceutil/trace.go:171","msg":"trace[89869264] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"518.645247ms","start":"2026-03-14T01:35:43.420326Z","end":"2026-03-14T01:35:43.938971Z","steps":["trace[89869264] 'process raft request' (duration: 213.56859ms)","trace[89869264] 'compare' (duration: 304.090854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:43.939244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.420317Z","time spent":"518.812011ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:43.939322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.416312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:35:43.939372Z","caller":"traceutil/trace.go:171","msg":"trace[2133425224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2490; }","duration":"385.544334ms","start":"2026-03-14T01:35:43.553815Z","end":"2026-03-14T01:35:43.939359Z","steps":["trace[2133425224] 'agreement among raft nodes before linearized reading' (duration: 385.299179ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:43.939393Z","caller":"traceutil/trace.go:171","msg":"trace[407018740] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"518.567326ms","start":"2026-03-14T01:35:43.420806Z","end":"2026-03-14T01:35:43.939373Z","steps":["trace[407018740] 'process raft request' (duration: 517.614073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:43.939467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.553739Z","time spent":"385.694248ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:43.939475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.4208Z","time spent":"518.635467ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:43.939075Z","caller":"traceutil/trace.go:171","msg":"trace[855257884] linearizableReadLoop","detail":"{readStateIndex:2594; appliedIndex:2592; }","duration":"385.150336ms","start":"2026-03-14T01:35:43.553892Z","end":"2026-03-14T01:35:43.939042Z","steps":["trace[855257884] 'read index received' (duration: 79.931955ms)","trace[855257884] 'applied index is now lower than readState.Index' (duration: 305.216351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:45.619529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162612463s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:45.619717Z","caller":"traceutil/trace.go:171","msg":"trace[1805093305] linearizableReadLoop","detail":"{readStateIndex:2597; appliedIndex:2596; }","duration":"1.564923222s","start":"2026-03-14T01:35:44.054718Z","end":"2026-03-14T01:35:45.619641Z","steps":["trace[1805093305] 'read index received' (duration: 402.031002ms)","trace[1805093305] 'applied index is now lower than readState.Index' (duration: 1.16289074s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:45.619721Z","caller":"traceutil/trace.go:171","msg":"trace[306043419] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"1.65607462s","start":"2026-03-14T01:35:43.963605Z","end":"2026-03-14T01:35:45.619679Z","steps":["trace[306043419] 'process raft request' (duration: 493.20564ms)","trace[306043419] 'compare' (duration: 1.162136633s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:45.619902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:43.963578Z","time spent":"1.656222074s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:45.620021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56530593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:35:45.620108Z","caller":"traceutil/trace.go:171","msg":"trace[1320094800] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2493; }","duration":"1.565397812s","start":"2026-03-14T01:35:44.054677Z","end":"2026-03-14T01:35:45.620075Z","steps":["trace[1320094800] 'agreement among raft nodes before linearized reading' (duration: 1.565178227s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.620158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:44.054663Z","time spent":"1.565482955s","remote":"127.0.0.1:34078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T01:35:45.620211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511854856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:45.620254Z","caller":"traceutil/trace.go:171","msg":"trace[765724573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2493; }","duration":"1.511920548s","start":"2026-03-14T01:35:44.108322Z","end":"2026-03-14T01:35:45.620243Z","steps":["trace[765724573] 'agreement among raft nodes before linearized reading' (duration: 1.511856446s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.620286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:44.108311Z","time spent":"1.511969229s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:35:45.620511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.901729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:35:45.620544Z","caller":"traceutil/trace.go:171","msg":"trace[955391888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2493; }","duration":"147.973341ms","start":"2026-03-14T01:35:45.472563Z","end":"2026-03-14T01:35:45.620536Z","steps":["trace[955391888] 'agreement among raft nodes before linearized reading' (duration: 147.856968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.620703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.372851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-14T01:35:45.620736Z","caller":"traceutil/trace.go:171","msg":"trace[175997144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2493; }","duration":"200.440792ms","start":"2026-03-14T01:35:45.420284Z","end":"2026-03-14T01:35:45.620725Z","steps":["trace[175997144] 'agreement among raft nodes before linearized reading' (duration: 200.36415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.620831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097864704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:35:45.620897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258298928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189c914e709d9a89\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-14T01:35:45.620924Z","caller":"traceutil/trace.go:171","msg":"trace[1766500643] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2493; }","duration":"1.097941226s","start":"2026-03-14T01:35:44.522949Z","end":"2026-03-14T01:35:45.62089Z","steps":["trace[1766500643] 'agreement among raft nodes before linearized reading' (duration: 1.097840544s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.620969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:44.522893Z","time spent":"1.09806445s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:35:45.62093Z","caller":"traceutil/trace.go:171","msg":"trace[609879384] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189c914e709d9a89; range_end:; response_count:1; response_revision:2493; }","duration":"1.25836916s","start":"2026-03-14T01:35:44.362553Z","end":"2026-03-14T01:35:45.620922Z","steps":["trace[609879384] 'agreement among raft nodes before linearized reading' (duration: 1.258282488s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.621226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:44.362529Z","time spent":"1.258688638s","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.189c914e709d9a89\" "} {"level":"warn","ts":"2026-03-14T01:35:45.621292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.079667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T01:35:45.621379Z","caller":"traceutil/trace.go:171","msg":"trace[298910336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2493; }","duration":"331.21761ms","start":"2026-03-14T01:35:45.290129Z","end":"2026-03-14T01:35:45.621347Z","steps":["trace[298910336] 'agreement among raft nodes before linearized reading' (duration: 331.057366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.621418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:45.290102Z","time spent":"331.306902ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:45.621438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.347619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:35:45.621811Z","caller":"traceutil/trace.go:171","msg":"trace[1542480449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2493; }","duration":"596.748019ms","start":"2026-03-14T01:35:45.025012Z","end":"2026-03-14T01:35:45.62176Z","steps":["trace[1542480449] 'agreement among raft nodes before linearized reading' (duration: 596.328119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.62189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:45.024922Z","time spent":"596.928153ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:35:45.779046Z","caller":"traceutil/trace.go:171","msg":"trace[515643749] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"149.994809ms","start":"2026-03-14T01:35:45.628996Z","end":"2026-03-14T01:35:45.77899Z","steps":["trace[515643749] 'process raft request' (duration: 135.475448ms)","trace[515643749] 'compare' (duration: 14.263685ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:45.779067Z","caller":"traceutil/trace.go:171","msg":"trace[1880902564] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"149.703092ms","start":"2026-03-14T01:35:45.629326Z","end":"2026-03-14T01:35:45.77903Z","steps":["trace[1880902564] 'process raft request' (duration: 149.569259ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:45.779656Z","caller":"traceutil/trace.go:171","msg":"trace[352560842] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"148.639897ms","start":"2026-03-14T01:35:45.630989Z","end":"2026-03-14T01:35:45.779629Z","steps":["trace[352560842] 'process raft request' (duration: 147.992452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.779929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.345387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-14T01:35:45.779989Z","caller":"traceutil/trace.go:171","msg":"trace[455598189] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2497; }","duration":"150.49115ms","start":"2026-03-14T01:35:45.629484Z","end":"2026-03-14T01:35:45.779975Z","steps":["trace[455598189] 'agreement among raft nodes before linearized reading' (duration: 150.216924ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:45.779412Z","caller":"traceutil/trace.go:171","msg":"trace[1734334221] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"149.771884ms","start":"2026-03-14T01:35:45.629561Z","end":"2026-03-14T01:35:45.779333Z","steps":["trace[1734334221] 'read index received' (duration: 23.259906ms)","trace[1734334221] 'applied index is now lower than readState.Index' (duration: 126.508758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:45.780906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.257025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9253"} {"level":"info","ts":"2026-03-14T01:35:45.780976Z","caller":"traceutil/trace.go:171","msg":"trace[228459782] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2497; }","duration":"150.374668ms","start":"2026-03-14T01:35:45.630578Z","end":"2026-03-14T01:35:45.780952Z","steps":["trace[228459782] 'agreement among raft nodes before linearized reading' (duration: 150.080491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:45.781102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.891377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:45.781293Z","caller":"traceutil/trace.go:171","msg":"trace[567303900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2497; }","duration":"150.102842ms","start":"2026-03-14T01:35:45.631163Z","end":"2026-03-14T01:35:45.781266Z","steps":["trace[567303900] 'agreement among raft nodes before linearized reading' (duration: 149.807725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:46.061333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.457416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:35:46.061414Z","caller":"traceutil/trace.go:171","msg":"trace[585171180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2497; }","duration":"117.567488ms","start":"2026-03-14T01:35:45.943829Z","end":"2026-03-14T01:35:46.061397Z","steps":["trace[585171180] 'range keys from in-memory index tree' (duration: 117.304102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:46.061404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.868615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:35:46.061506Z","caller":"traceutil/trace.go:171","msg":"trace[1816169407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2497; }","duration":"118.040849ms","start":"2026-03-14T01:35:45.943441Z","end":"2026-03-14T01:35:46.061482Z","steps":["trace[1816169407] 'range keys from in-memory index tree' (duration: 117.66258ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:46.061942Z","caller":"traceutil/trace.go:171","msg":"trace[1236899756] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"117.134858ms","start":"2026-03-14T01:35:45.944792Z","end":"2026-03-14T01:35:46.061927Z","steps":["trace[1236899756] 'process raft request' (duration: 58.319829ms)","trace[1236899756] 'compare' (duration: 58.484312ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:51.861519Z","caller":"traceutil/trace.go:171","msg":"trace[101527852] linearizableReadLoop","detail":"{readStateIndex:2628; appliedIndex:2626; }","duration":"185.754228ms","start":"2026-03-14T01:35:51.675734Z","end":"2026-03-14T01:35:51.861488Z","steps":["trace[101527852] 'read index received' (duration: 32.82092ms)","trace[101527852] 'applied index is now lower than readState.Index' (duration: 152.931888ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:51.861659Z","caller":"traceutil/trace.go:171","msg":"trace[297992723] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"215.368042ms","start":"2026-03-14T01:35:51.646205Z","end":"2026-03-14T01:35:51.861573Z","steps":["trace[297992723] 'process raft request' (duration: 138.861667ms)","trace[297992723] 'compare' (duration: 76.259069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:51.86184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.085215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:35:51.86189Z","caller":"traceutil/trace.go:171","msg":"trace[2113973861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2522; }","duration":"186.209638ms","start":"2026-03-14T01:35:51.675666Z","end":"2026-03-14T01:35:51.861876Z","steps":["trace[2113973861] 'agreement among raft nodes before linearized reading' (duration: 186.002643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.171962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.789422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:35:52.172128Z","caller":"traceutil/trace.go:171","msg":"trace[1139254871] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"461.766503ms","start":"2026-03-14T01:35:51.710318Z","end":"2026-03-14T01:35:52.172084Z","steps":["trace[1139254871] 'process raft request' (duration: 297.731355ms)","trace[1139254871] 'compare' (duration: 163.618558ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:52.172285Z","caller":"traceutil/trace.go:171","msg":"trace[1055826052] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2628; }","duration":"310.588696ms","start":"2026-03-14T01:35:51.861631Z","end":"2026-03-14T01:35:52.17222Z","steps":["trace[1055826052] 'read index received' (duration: 146.438516ms)","trace[1055826052] 'applied index is now lower than readState.Index' (duration: 164.14641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:35:52.172388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:51.710276Z","time spent":"461.983468ms","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:35:52.172193Z","caller":"traceutil/trace.go:171","msg":"trace[2028260125] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"305.424995ms","start":"2026-03-14T01:35:51.866743Z","end":"2026-03-14T01:35:52.172168Z","steps":["trace[2028260125] 'process raft request' (duration: 305.347513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.172495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.914897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:35:52.172585Z","caller":"traceutil/trace.go:171","msg":"trace[1136864558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2524; }","duration":"361.034889ms","start":"2026-03-14T01:35:51.811528Z","end":"2026-03-14T01:35:52.172563Z","steps":["trace[1136864558] 'agreement among raft nodes before linearized reading' (duration: 360.756573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.172587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:51.866705Z","time spent":"305.837975ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:35:52.172644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:51.81152Z","time spent":"361.115231ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:35:52.172758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.998852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:35:52.17285Z","caller":"traceutil/trace.go:171","msg":"trace[1031375932] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2524; }","duration":"362.220217ms","start":"2026-03-14T01:35:51.810604Z","end":"2026-03-14T01:35:52.172824Z","steps":["trace[1031375932] 'agreement among raft nodes before linearized reading' (duration: 361.821688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.172922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:35:51.810573Z","time spent":"362.31044ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T01:35:52.227989Z","caller":"traceutil/trace.go:171","msg":"trace[122104265] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"147.390578ms","start":"2026-03-14T01:35:52.080576Z","end":"2026-03-14T01:35:52.227967Z","steps":["trace[122104265] 'process raft request' (duration: 147.256415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.228103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.753273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:52.228148Z","caller":"traceutil/trace.go:171","msg":"trace[155973120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2525; }","duration":"117.882405ms","start":"2026-03-14T01:35:52.110255Z","end":"2026-03-14T01:35:52.228137Z","steps":["trace[155973120] 'agreement among raft nodes before linearized reading' (duration: 117.791613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.228324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.885641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T01:35:52.228428Z","caller":"traceutil/trace.go:171","msg":"trace[137564665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2525; }","duration":"137.020915ms","start":"2026-03-14T01:35:52.091383Z","end":"2026-03-14T01:35:52.228404Z","steps":["trace[137564665] 'agreement among raft nodes before linearized reading' (duration: 136.715487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.228499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.03473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-14T01:35:52.228324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.197282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T01:35:52.228634Z","caller":"traceutil/trace.go:171","msg":"trace[488623781] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2525; }","duration":"173.222764ms","start":"2026-03-14T01:35:52.055357Z","end":"2026-03-14T01:35:52.22858Z","steps":["trace[488623781] 'agreement among raft nodes before linearized reading' (duration: 172.867375ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:52.228621Z","caller":"traceutil/trace.go:171","msg":"trace[1723493903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2525; }","duration":"138.53981ms","start":"2026-03-14T01:35:52.090064Z","end":"2026-03-14T01:35:52.228604Z","steps":["trace[1723493903] 'agreement among raft nodes before linearized reading' (duration: 138.10427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.228512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.089186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T01:35:52.228973Z","caller":"traceutil/trace.go:171","msg":"trace[847474467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2525; }","duration":"137.634609ms","start":"2026-03-14T01:35:52.091266Z","end":"2026-03-14T01:35:52.228901Z","steps":["trace[847474467] 'agreement among raft nodes before linearized reading' (duration: 136.80404ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:52.354429Z","caller":"traceutil/trace.go:171","msg":"trace[1484610420] linearizableReadLoop","detail":"{readStateIndex:2633; appliedIndex:2631; }","duration":"126.378094ms","start":"2026-03-14T01:35:52.228023Z","end":"2026-03-14T01:35:52.354401Z","steps":["trace[1484610420] 'read index received' (duration: 50.026183ms)","trace[1484610420] 'applied index is now lower than readState.Index' (duration: 76.350481ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:52.354476Z","caller":"traceutil/trace.go:171","msg":"trace[964896065] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"177.204427ms","start":"2026-03-14T01:35:52.177227Z","end":"2026-03-14T01:35:52.354431Z","steps":["trace[964896065] 'process raft request' (duration: 100.820205ms)","trace[964896065] 'compare' (duration: 76.107515ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:35:52.35463Z","caller":"traceutil/trace.go:171","msg":"trace[624021408] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"176.308946ms","start":"2026-03-14T01:35:52.178262Z","end":"2026-03-14T01:35:52.354571Z","steps":["trace[624021408] 'process raft request' (duration: 176.078811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.354911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.44883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-14T01:35:52.354983Z","caller":"traceutil/trace.go:171","msg":"trace[937856371] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2527; }","duration":"179.785127ms","start":"2026-03-14T01:35:52.175182Z","end":"2026-03-14T01:35:52.354967Z","steps":["trace[937856371] 'agreement among raft nodes before linearized reading' (duration: 179.377398ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:52.386053Z","caller":"traceutil/trace.go:171","msg":"trace[755745850] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"152.367254ms","start":"2026-03-14T01:35:52.23366Z","end":"2026-03-14T01:35:52.386027Z","steps":["trace[755745850] 'process raft request' (duration: 152.276852ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:52.386079Z","caller":"traceutil/trace.go:171","msg":"trace[719380653] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"152.647602ms","start":"2026-03-14T01:35:52.233387Z","end":"2026-03-14T01:35:52.386035Z","steps":["trace[719380653] 'process raft request' (duration: 152.358435ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:35:52.386276Z","caller":"traceutil/trace.go:171","msg":"trace[1219337977] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"151.099625ms","start":"2026-03-14T01:35:52.235164Z","end":"2026-03-14T01:35:52.386263Z","steps":["trace[1219337977] 'process raft request' (duration: 150.817268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.386416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.26595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:35:52.386602Z","caller":"traceutil/trace.go:171","msg":"trace[389825471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2530; }","duration":"157.493124ms","start":"2026-03-14T01:35:52.229088Z","end":"2026-03-14T01:35:52.386581Z","steps":["trace[389825471] 'agreement among raft nodes before linearized reading' (duration: 157.227038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:35:52.386505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.44762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-14T01:35:52.387321Z","caller":"traceutil/trace.go:171","msg":"trace[1874313967] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2530; }","duration":"153.731966ms","start":"2026-03-14T01:35:52.232972Z","end":"2026-03-14T01:35:52.386704Z","steps":["trace[1874313967] 'agreement among raft nodes before linearized reading' (duration: 153.305356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:36:58.385787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.081393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:36:58.385929Z","caller":"traceutil/trace.go:171","msg":"trace[1237976273] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2846; }","duration":"156.341009ms","start":"2026-03-14T01:36:58.229559Z","end":"2026-03-14T01:36:58.3859Z","steps":["trace[1237976273] 'count revisions from in-memory index tree' (duration: 155.885948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:17.121509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472721203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:37:17.62193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472721203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:37:18.122788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472721203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:37:18.314639Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.752998321s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:37:18.315173Z","caller":"traceutil/trace.go:171","msg":"trace[371189929] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"1.753683017s","start":"2026-03-14T01:37:16.561458Z","end":"2026-03-14T01:37:18.315141Z","steps":["trace[371189929] 'process raft request' (duration: 1.753521423s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.315366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.561429Z","time spent":"1.75383268s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:18.316405Z","caller":"traceutil/trace.go:171","msg":"trace[1154502777] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"1.661055053s","start":"2026-03-14T01:37:16.655293Z","end":"2026-03-14T01:37:18.316348Z","steps":["trace[1154502777] 'process raft request' (duration: 1.660757916s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.316626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.655274Z","time spent":"1.661233728s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:37:18.318356Z","caller":"traceutil/trace.go:171","msg":"trace[2072308127] linearizableReadLoop","detail":"{readStateIndex:3054; appliedIndex:3051; }","duration":"1.697718574s","start":"2026-03-14T01:37:16.620607Z","end":"2026-03-14T01:37:18.318325Z","steps":["trace[2072308127] 'read index received' (duration: 1.694498548s)","trace[2072308127] 'applied index is now lower than readState.Index' (duration: 3.218296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:37:18.318543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697926899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:37:18.318594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665819656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:18.318594Z","caller":"traceutil/trace.go:171","msg":"trace[1991009418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2930; }","duration":"1.698014011s","start":"2026-03-14T01:37:16.620568Z","end":"2026-03-14T01:37:18.318582Z","steps":["trace[1991009418] 'agreement among raft nodes before linearized reading' (duration: 1.697857547s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.31861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210089585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:37:18.318662Z","caller":"traceutil/trace.go:171","msg":"trace[1231860672] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2930; }","duration":"1.665952779s","start":"2026-03-14T01:37:16.652689Z","end":"2026-03-14T01:37:18.318641Z","steps":["trace[1231860672] 'agreement among raft nodes before linearized reading' (duration: 1.665839447s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:18.318711Z","caller":"traceutil/trace.go:171","msg":"trace[1368980931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2930; }","duration":"1.210189807s","start":"2026-03-14T01:37:17.108502Z","end":"2026-03-14T01:37:18.318692Z","steps":["trace[1368980931] 'agreement among raft nodes before linearized reading' (duration: 1.210051934s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.318727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.842213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:37:18.318732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.652659Z","time spent":"1.666058251s","remote":"127.0.0.1:35324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:37:18.318755Z","caller":"traceutil/trace.go:171","msg":"trace[8191634] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2930; }","duration":"238.898274ms","start":"2026-03-14T01:37:18.079849Z","end":"2026-03-14T01:37:18.318747Z","steps":["trace[8191634] 'agreement among raft nodes before linearized reading' (duration: 238.837282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.318657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.620553Z","time spent":"1.698097242s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:18.318842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114987225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:37:18.318931Z","caller":"traceutil/trace.go:171","msg":"trace[1833388955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2930; }","duration":"1.115139009s","start":"2026-03-14T01:37:17.203774Z","end":"2026-03-14T01:37:18.318913Z","steps":["trace[1833388955] 'agreement among raft nodes before linearized reading' (duration: 1.114975945s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.318753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:17.108473Z","time spent":"1.21027063s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:37:18.318971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:17.20374Z","time spent":"1.1152235s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:37:18.318931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49889188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:37:18.318957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492783007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:37:18.319066Z","caller":"traceutil/trace.go:171","msg":"trace[1101866139] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2930; }","duration":"1.492942351s","start":"2026-03-14T01:37:16.826097Z","end":"2026-03-14T01:37:18.31904Z","steps":["trace[1101866139] 'agreement among raft nodes before linearized reading' (duration: 1.492634813s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:37:18.319084Z","caller":"traceutil/trace.go:171","msg":"trace[1723193310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2930; }","duration":"1.499162396s","start":"2026-03-14T01:37:16.819897Z","end":"2026-03-14T01:37:18.319059Z","steps":["trace[1723193310] 'agreement among raft nodes before linearized reading' (duration: 1.498729746s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.319101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66555555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:37:18.319153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.100709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-14T01:37:18.319176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.46661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T01:37:18.3192Z","caller":"traceutil/trace.go:171","msg":"trace[255665850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2930; }","duration":"673.181111ms","start":"2026-03-14T01:37:17.646006Z","end":"2026-03-14T01:37:18.319188Z","steps":["trace[255665850] 'agreement among raft nodes before linearized reading' (duration: 672.644828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.319188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496325469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:37:18.319217Z","caller":"traceutil/trace.go:171","msg":"trace[1917758744] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2930; }","duration":"1.665720723s","start":"2026-03-14T01:37:16.653467Z","end":"2026-03-14T01:37:18.319187Z","steps":["trace[1917758744] 'agreement among raft nodes before linearized reading' (duration: 1.665443707s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.31923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.81987Z","time spent":"1.4993035s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:37:18.319237Z","caller":"traceutil/trace.go:171","msg":"trace[305858800] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2930; }","duration":"263.569723ms","start":"2026-03-14T01:37:18.055649Z","end":"2026-03-14T01:37:18.319219Z","steps":["trace[305858800] 'agreement among raft nodes before linearized reading' (duration: 262.895267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.319118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.826059Z","time spent":"1.493049623s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:37:18.319248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:17.645981Z","time spent":"673.245383ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:37:18.319249Z","caller":"traceutil/trace.go:171","msg":"trace[281746797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2930; }","duration":"1.496418162s","start":"2026-03-14T01:37:16.822814Z","end":"2026-03-14T01:37:18.319232Z","steps":["trace[281746797] 'agreement among raft nodes before linearized reading' (duration: 1.496248768s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.319611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.822802Z","time spent":"1.49675254s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:37:18.319101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501332147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:37:18.31928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.653458Z","time spent":"1.665812885s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:37:18.3197Z","caller":"traceutil/trace.go:171","msg":"trace[1075255350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2930; }","duration":"1.501965442s","start":"2026-03-14T01:37:16.817705Z","end":"2026-03-14T01:37:18.31967Z","steps":["trace[1075255350] 'agreement among raft nodes before linearized reading' (duration: 1.501340438s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:37:18.319767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:37:16.81769Z","time spent":"1.502060834s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:38:22.813365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.797151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-14T01:38:22.813395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.731516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17068"} {"level":"info","ts":"2026-03-14T01:38:22.813495Z","caller":"traceutil/trace.go:171","msg":"trace[911432167] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3431; }","duration":"243.978275ms","start":"2026-03-14T01:38:22.569486Z","end":"2026-03-14T01:38:22.813464Z","steps":["trace[911432167] 'range keys from in-memory index tree' (duration: 243.526125ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:22.813516Z","caller":"traceutil/trace.go:171","msg":"trace[893117548] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3431; }","duration":"320.928941ms","start":"2026-03-14T01:38:22.492554Z","end":"2026-03-14T01:38:22.813483Z","steps":["trace[893117548] 'range keys from in-memory index tree' (duration: 320.408449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:22.813522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.021315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-14T01:38:22.813569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:38:22.492528Z","time spent":"321.029863ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17090,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"info","ts":"2026-03-14T01:38:22.813817Z","caller":"traceutil/trace.go:171","msg":"trace[840748591] linearizableReadLoop","detail":"{readStateIndex:3576; appliedIndex:3574; }","duration":"142.245378ms","start":"2026-03-14T01:38:22.671549Z","end":"2026-03-14T01:38:22.813794Z","steps":["trace[840748591] 'read index received' (duration: 4.930926ms)","trace[840748591] 'applied index is now lower than readState.Index' (duration: 137.312682ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:22.813819Z","caller":"traceutil/trace.go:171","msg":"trace[1424293554] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"238.806264ms","start":"2026-03-14T01:38:22.574971Z","end":"2026-03-14T01:38:22.813777Z","steps":["trace[1424293554] 'process raft request' (duration: 101.402359ms)","trace[1424293554] 'compare' (duration: 136.811991ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:38:22.813917Z","caller":"traceutil/trace.go:171","msg":"trace[1860444569] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"236.333406ms","start":"2026-03-14T01:38:22.577546Z","end":"2026-03-14T01:38:22.81388Z","steps":["trace[1860444569] 'process raft request' (duration: 236.139081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:22.814046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.837278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:38:22.814055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.506834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:38:22.814096Z","caller":"traceutil/trace.go:171","msg":"trace[1685609188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3433; }","duration":"138.90752ms","start":"2026-03-14T01:38:22.675174Z","end":"2026-03-14T01:38:22.814081Z","steps":["trace[1685609188] 'agreement among raft nodes before linearized reading' (duration: 138.782877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:22.814265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.350619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:38:22.814301Z","caller":"traceutil/trace.go:171","msg":"trace[314859828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3433; }","duration":"107.406461ms","start":"2026-03-14T01:38:22.706884Z","end":"2026-03-14T01:38:22.81429Z","steps":["trace[314859828] 'agreement among raft nodes before linearized reading' (duration: 107.301688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:22.814326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.210399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:38:22.814381Z","caller":"traceutil/trace.go:171","msg":"trace[1586542651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3433; }","duration":"105.301971ms","start":"2026-03-14T01:38:22.709066Z","end":"2026-03-14T01:38:22.814368Z","steps":["trace[1586542651] 'agreement among raft nodes before linearized reading' (duration: 105.069916ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:22.814101Z","caller":"traceutil/trace.go:171","msg":"trace[1553985078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3433; }","duration":"142.550305ms","start":"2026-03-14T01:38:22.671537Z","end":"2026-03-14T01:38:22.814087Z","steps":["trace[1553985078] 'agreement among raft nodes before linearized reading' (duration: 142.379651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:38:22.814718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.667207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:38:22.814893Z","caller":"traceutil/trace.go:171","msg":"trace[383127575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3433; }","duration":"116.735659ms","start":"2026-03-14T01:38:22.698014Z","end":"2026-03-14T01:38:22.81475Z","steps":["trace[383127575] 'agreement among raft nodes before linearized reading' (duration: 116.35219ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:23.010513Z","caller":"traceutil/trace.go:171","msg":"trace[183347607] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"189.872815ms","start":"2026-03-14T01:38:22.820603Z","end":"2026-03-14T01:38:23.010476Z","steps":["trace[183347607] 'process raft request' (duration: 189.772133ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:23.010794Z","caller":"traceutil/trace.go:171","msg":"trace[65052228] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"190.246874ms","start":"2026-03-14T01:38:22.820494Z","end":"2026-03-14T01:38:23.010741Z","steps":["trace[65052228] 'process raft request' (duration: 189.66305ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:23.010957Z","caller":"traceutil/trace.go:171","msg":"trace[815808866] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"190.079101ms","start":"2026-03-14T01:38:22.82085Z","end":"2026-03-14T01:38:23.010929Z","steps":["trace[815808866] 'process raft request' (duration: 189.576639ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:23.011132Z","caller":"traceutil/trace.go:171","msg":"trace[468692772] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"190.208764ms","start":"2026-03-14T01:38:22.82089Z","end":"2026-03-14T01:38:23.011099Z","steps":["trace[468692772] 'process raft request' (duration: 189.759303ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:23.011583Z","caller":"traceutil/trace.go:171","msg":"trace[674232213] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"190.465009ms","start":"2026-03-14T01:38:22.821092Z","end":"2026-03-14T01:38:23.011557Z","steps":["trace[674232213] 'process raft request' (duration: 190.08389ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:38:23.01187Z","caller":"traceutil/trace.go:171","msg":"trace[1926259246] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"182.583224ms","start":"2026-03-14T01:38:22.829268Z","end":"2026-03-14T01:38:23.011852Z","steps":["trace[1926259246] 'process raft request' (duration: 182.129894ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:43.114693Z","caller":"traceutil/trace.go:171","msg":"trace[197608366] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4275; }","duration":"195.793386ms","start":"2026-03-14T01:39:42.918861Z","end":"2026-03-14T01:39:43.114654Z","steps":["trace[197608366] 'process raft request' (duration: 195.648832ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:43.117609Z","caller":"traceutil/trace.go:171","msg":"trace[1441360901] linearizableReadLoop","detail":"{readStateIndex:4457; appliedIndex:4455; }","duration":"109.832518ms","start":"2026-03-14T01:39:43.007743Z","end":"2026-03-14T01:39:43.117576Z","steps":["trace[1441360901] 'read index received' (duration: 106.747846ms)","trace[1441360901] 'applied index is now lower than readState.Index' (duration: 3.083772ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:43.117637Z","caller":"traceutil/trace.go:171","msg":"trace[531276382] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"146.269632ms","start":"2026-03-14T01:39:42.971331Z","end":"2026-03-14T01:39:43.117601Z","steps":["trace[531276382] 'process raft request' (duration: 146.073128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:43.11805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.284218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-kqmnp\" ","response":"range_response_count:1 size:2416"} {"level":"info","ts":"2026-03-14T01:39:43.11817Z","caller":"traceutil/trace.go:171","msg":"trace[94181888] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-kqmnp; range_end:; response_count:1; response_revision:4276; }","duration":"110.477233ms","start":"2026-03-14T01:39:43.007671Z","end":"2026-03-14T01:39:43.118148Z","steps":["trace[94181888] 'agreement among raft nodes before linearized reading' (duration: 110.005642ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:45.37284Z","caller":"traceutil/trace.go:171","msg":"trace[511702008] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"209.848015ms","start":"2026-03-14T01:39:45.162964Z","end":"2026-03-14T01:39:45.372812Z","steps":["trace[511702008] 'process raft request' (duration: 154.108606ms)","trace[511702008] 'compare' (duration: 55.278088ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:45.589382Z","caller":"traceutil/trace.go:171","msg":"trace[1051381038] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"107.152165ms","start":"2026-03-14T01:39:45.482198Z","end":"2026-03-14T01:39:45.589351Z","steps":["trace[1051381038] 'process raft request' (duration: 33.638179ms)","trace[1051381038] 'compare' (duration: 73.055805ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:48.570686Z","caller":"traceutil/trace.go:171","msg":"trace[694940433] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"100.792446ms","start":"2026-03-14T01:39:48.469873Z","end":"2026-03-14T01:39:48.570665Z","steps":["trace[694940433] 'process raft request' (duration: 100.016968ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:48.737435Z","caller":"traceutil/trace.go:171","msg":"trace[1966194070] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"101.727387ms","start":"2026-03-14T01:39:48.635677Z","end":"2026-03-14T01:39:48.737404Z","steps":["trace[1966194070] 'process raft request' (duration: 101.354878ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:49.442245Z","caller":"traceutil/trace.go:171","msg":"trace[782769979] linearizableReadLoop","detail":"{readStateIndex:4582; appliedIndex:4581; }","duration":"285.513591ms","start":"2026-03-14T01:39:49.156704Z","end":"2026-03-14T01:39:49.442218Z","steps":["trace[782769979] 'read index received' (duration: 285.284806ms)","trace[782769979] 'applied index is now lower than readState.Index' (duration: 227.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:49.4423Z","caller":"traceutil/trace.go:171","msg":"trace[1140257834] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"286.075434ms","start":"2026-03-14T01:39:49.156176Z","end":"2026-03-14T01:39:49.442252Z","steps":["trace[1140257834] 'process raft request' (duration: 285.833128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:49.442572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.830618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-14T01:39:49.442672Z","caller":"traceutil/trace.go:171","msg":"trace[482642033] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4399; }","duration":"285.991082ms","start":"2026-03-14T01:39:49.156654Z","end":"2026-03-14T01:39:49.442646Z","steps":["trace[482642033] 'agreement among raft nodes before linearized reading' (duration: 285.693245ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:49.490742Z","caller":"traceutil/trace.go:171","msg":"trace[1365727098] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"216.081691ms","start":"2026-03-14T01:39:49.274625Z","end":"2026-03-14T01:39:49.490706Z","steps":["trace[1365727098] 'process raft request' (duration: 215.778614ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:49.490777Z","caller":"traceutil/trace.go:171","msg":"trace[1429684518] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"103.369316ms","start":"2026-03-14T01:39:49.387372Z","end":"2026-03-14T01:39:49.490742Z","steps":["trace[1429684518] 'process raft request' (duration: 103.226493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:49.491037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.351774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-14T01:39:49.491133Z","caller":"traceutil/trace.go:171","msg":"trace[594309812] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4401; }","duration":"215.500638ms","start":"2026-03-14T01:39:49.275611Z","end":"2026-03-14T01:39:49.491111Z","steps":["trace[594309812] 'agreement among raft nodes before linearized reading' (duration: 215.209931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:49.491187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.473604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-14T01:39:49.491246Z","caller":"traceutil/trace.go:171","msg":"trace[1058683690] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4401; }","duration":"315.570067ms","start":"2026-03-14T01:39:49.175658Z","end":"2026-03-14T01:39:49.491228Z","steps":["trace[1058683690] 'agreement among raft nodes before linearized reading' (duration: 315.348341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:49.491289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:49.17565Z","time spent":"315.628968ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-14T01:39:49.492449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.619036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-14T01:39:49.492549Z","caller":"traceutil/trace.go:171","msg":"trace[1175402242] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4401; }","duration":"176.768819ms","start":"2026-03-14T01:39:49.315758Z","end":"2026-03-14T01:39:49.492527Z","steps":["trace[1175402242] 'agreement among raft nodes before linearized reading' (duration: 175.219543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:49.679393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.262669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-14T01:39:49.679495Z","caller":"traceutil/trace.go:171","msg":"trace[1113200467] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4401; }","duration":"145.440484ms","start":"2026-03-14T01:39:49.534033Z","end":"2026-03-14T01:39:49.679474Z","steps":["trace[1113200467] 'range keys from in-memory index tree' (duration: 145.033564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:49.679403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.49561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-14T01:39:49.679637Z","caller":"traceutil/trace.go:171","msg":"trace[387153672] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4401; }","duration":"152.696974ms","start":"2026-03-14T01:39:49.526876Z","end":"2026-03-14T01:39:49.679573Z","steps":["trace[387153672] 'range keys from in-memory index tree' (duration: 152.331276ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:50.342417Z","caller":"traceutil/trace.go:171","msg":"trace[1696665451] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"133.562835ms","start":"2026-03-14T01:39:50.208795Z","end":"2026-03-14T01:39:50.342358Z","steps":["trace[1696665451] 'process raft request' (duration: 133.3564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:50.693408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.000585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-14T01:39:50.693505Z","caller":"traceutil/trace.go:171","msg":"trace[1890065184] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4417; }","duration":"278.145348ms","start":"2026-03-14T01:39:50.415336Z","end":"2026-03-14T01:39:50.693481Z","steps":["trace[1890065184] 'range keys from in-memory index tree' (duration: 277.771069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.0831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472724700,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:39:51.290745Z","caller":"traceutil/trace.go:171","msg":"trace[1824360238] linearizableReadLoop","detail":"{readStateIndex:4601; appliedIndex:4600; }","duration":"708.199432ms","start":"2026-03-14T01:39:50.58252Z","end":"2026-03-14T01:39:51.29072Z","steps":["trace[1824360238] 'read index received' (duration: 708.038118ms)","trace[1824360238] 'applied index is now lower than readState.Index' (duration: 160.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:51.290857Z","caller":"traceutil/trace.go:171","msg":"trace[893560903] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"709.502312ms","start":"2026-03-14T01:39:50.581347Z","end":"2026-03-14T01:39:51.290849Z","steps":["trace[893560903] 'process raft request' (duration: 709.235306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.290934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.581318Z","time spent":"709.558144ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:39:51.291171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.14215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:39:51.291183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.914667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:51.291258Z","caller":"traceutil/trace.go:171","msg":"trace[654492478] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4418; }","duration":"633.282623ms","start":"2026-03-14T01:39:50.657953Z","end":"2026-03-14T01:39:51.291235Z","steps":["trace[654492478] 'agreement among raft nodes before linearized reading' (duration: 633.093719ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.291272Z","caller":"traceutil/trace.go:171","msg":"trace[1633293233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4418; }","duration":"184.019889ms","start":"2026-03-14T01:39:51.107232Z","end":"2026-03-14T01:39:51.291252Z","steps":["trace[1633293233] 'agreement among raft nodes before linearized reading' (duration: 183.848065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.291315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.657929Z","time spent":"633.374466ms","remote":"127.0.0.1:50470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:39:51.291479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.021409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-14T01:39:51.291574Z","caller":"traceutil/trace.go:171","msg":"trace[1420484648] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db; range_end:; response_count:1; response_revision:4418; }","duration":"155.175212ms","start":"2026-03-14T01:39:51.136377Z","end":"2026-03-14T01:39:51.291552Z","steps":["trace[1420484648] 'agreement among raft nodes before linearized reading' (duration: 154.865194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.291553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.672023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96496c6d-484e-47ad-9051-0c6933bd365b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-14T01:39:51.291739Z","caller":"traceutil/trace.go:171","msg":"trace[2731333] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96496c6d-484e-47ad-9051-0c6933bd365b; range_end:; response_count:1; response_revision:4418; }","duration":"299.918999ms","start":"2026-03-14T01:39:50.991782Z","end":"2026-03-14T01:39:51.291701Z","steps":["trace[2731333] 'agreement among raft nodes before linearized reading' (duration: 299.411587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.291592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.103077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-14T01:39:51.29182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.991766Z","time spent":"300.037032ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96496c6d-484e-47ad-9051-0c6933bd365b\" "} {"level":"warn","ts":"2026-03-14T01:39:51.291822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.303987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517412"} {"level":"info","ts":"2026-03-14T01:39:51.29188Z","caller":"traceutil/trace.go:171","msg":"trace[1199760476] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4418; }","duration":"709.370719ms","start":"2026-03-14T01:39:50.582501Z","end":"2026-03-14T01:39:51.291871Z","steps":["trace[1199760476] 'agreement among raft nodes before linearized reading' (duration: 708.922088ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.291849Z","caller":"traceutil/trace.go:171","msg":"trace[143938986] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db; range_end:; response_count:1; response_revision:4418; }","duration":"203.373523ms","start":"2026-03-14T01:39:51.088433Z","end":"2026-03-14T01:39:51.291806Z","steps":["trace[143938986] 'agreement among raft nodes before linearized reading' (duration: 202.962184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.291905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.582416Z","time spent":"709.482772ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517434,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:39:51.291538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.852337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-14T01:39:51.292222Z","caller":"traceutil/trace.go:171","msg":"trace[844011909] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4418; }","duration":"562.575974ms","start":"2026-03-14T01:39:50.729625Z","end":"2026-03-14T01:39:51.292201Z","steps":["trace[844011909] 'agreement among raft nodes before linearized reading' (duration: 561.716354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.292281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:50.7296Z","time spent":"562.665446ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-14T01:39:51.700595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.744172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-14T01:39:51.700693Z","caller":"traceutil/trace.go:171","msg":"trace[907261635] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4418; }","duration":"402.875206ms","start":"2026-03-14T01:39:51.2978Z","end":"2026-03-14T01:39:51.700675Z","steps":["trace[907261635] 'range keys from in-memory index tree' (duration: 402.607279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.700736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:51.297785Z","time spent":"402.942517ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3528,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-14T01:39:51.701265Z","caller":"traceutil/trace.go:171","msg":"trace[498270428] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"401.527124ms","start":"2026-03-14T01:39:51.299718Z","end":"2026-03-14T01:39:51.701246Z","steps":["trace[498270428] 'process raft request' (duration: 401.307109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.701499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:51.299706Z","time spent":"401.646907ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3865,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:51.701853Z","caller":"traceutil/trace.go:171","msg":"trace[1879204320] linearizableReadLoop","detail":"{readStateIndex:4602; appliedIndex:4602; }","duration":"381.926494ms","start":"2026-03-14T01:39:51.319909Z","end":"2026-03-14T01:39:51.701836Z","steps":["trace[1879204320] 'read index received' (duration: 381.921404ms)","trace[1879204320] 'applied index is now lower than readState.Index' (duration: 4.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:51.706506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.601483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517412"} {"level":"info","ts":"2026-03-14T01:39:51.706555Z","caller":"traceutil/trace.go:171","msg":"trace[913898362] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4419; }","duration":"386.711766ms","start":"2026-03-14T01:39:51.319829Z","end":"2026-03-14T01:39:51.706541Z","steps":["trace[913898362] 'agreement among raft nodes before linearized reading' (duration: 382.082718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.706589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:51.319808Z","time spent":"386.772477ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517434,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T01:39:51.761528Z","caller":"traceutil/trace.go:171","msg":"trace[1889539921] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"261.749894ms","start":"2026-03-14T01:39:51.499754Z","end":"2026-03-14T01:39:51.761504Z","steps":["trace[1889539921] 'process raft request' (duration: 261.346954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.761549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.330302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:51.761656Z","caller":"traceutil/trace.go:171","msg":"trace[89444903] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4421; }","duration":"350.490946ms","start":"2026-03-14T01:39:51.411138Z","end":"2026-03-14T01:39:51.761629Z","steps":["trace[89444903] 'agreement among raft nodes before linearized reading' (duration: 350.311792ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.761681Z","caller":"traceutil/trace.go:171","msg":"trace[911508376] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"261.531748ms","start":"2026-03-14T01:39:51.500138Z","end":"2026-03-14T01:39:51.76167Z","steps":["trace[911508376] 'process raft request' (duration: 261.17268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.761772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.286104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:39:51.761819Z","caller":"traceutil/trace.go:171","msg":"trace[1452306746] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:4421; }","duration":"152.381127ms","start":"2026-03-14T01:39:51.609426Z","end":"2026-03-14T01:39:51.761807Z","steps":["trace[1452306746] 'agreement among raft nodes before linearized reading' (duration: 152.054549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.762022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.76793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:39:51.762106Z","caller":"traceutil/trace.go:171","msg":"trace[876939746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4421; }","duration":"378.890233ms","start":"2026-03-14T01:39:51.383197Z","end":"2026-03-14T01:39:51.762087Z","steps":["trace[876939746] 'agreement among raft nodes before linearized reading' (duration: 378.641517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.762151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:51.383183Z","time spent":"378.959305ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:39:51.762188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.141674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:39:51.762284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:51.411128Z","time spent":"350.570798ms","remote":"127.0.0.1:34282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:39:51.762313Z","caller":"traceutil/trace.go:171","msg":"trace[1182331068] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:4421; }","duration":"251.322579ms","start":"2026-03-14T01:39:51.510965Z","end":"2026-03-14T01:39:51.762287Z","steps":["trace[1182331068] 'agreement among raft nodes before linearized reading' (duration: 250.470429ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.870266Z","caller":"traceutil/trace.go:171","msg":"trace[184823736] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"100.487779ms","start":"2026-03-14T01:39:51.769747Z","end":"2026-03-14T01:39:51.870235Z","steps":["trace[184823736] 'process raft request' (duration: 100.376086ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:51.870269Z","caller":"traceutil/trace.go:171","msg":"trace[1196536588] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"102.494376ms","start":"2026-03-14T01:39:51.767748Z","end":"2026-03-14T01:39:51.870243Z","steps":["trace[1196536588] 'process raft request' (duration: 102.146558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.870587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.913332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-14T01:39:51.870689Z","caller":"traceutil/trace.go:171","msg":"trace[1434159359] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4423; }","duration":"102.092537ms","start":"2026-03-14T01:39:51.76857Z","end":"2026-03-14T01:39:51.870662Z","steps":["trace[1434159359] 'agreement among raft nodes before linearized reading' (duration: 101.713608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:51.871194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.67911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62872"} {"level":"info","ts":"2026-03-14T01:39:51.871808Z","caller":"traceutil/trace.go:171","msg":"trace[1098675896] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4423; }","duration":"103.328285ms","start":"2026-03-14T01:39:51.76846Z","end":"2026-03-14T01:39:51.871788Z","steps":["trace[1098675896] 'agreement among raft nodes before linearized reading' (duration: 101.85005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:53.505145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.867971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-14T01:39:53.50525Z","caller":"traceutil/trace.go:171","msg":"trace[889817793] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db; range_end:; response_count:1; response_revision:4463; }","duration":"180.112238ms","start":"2026-03-14T01:39:53.325111Z","end":"2026-03-14T01:39:53.505223Z","steps":["trace[889817793] 'range keys from in-memory index tree' (duration: 179.624535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:53.50532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.010681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96496c6d-484e-47ad-9051-0c6933bd365b\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-14T01:39:53.505377Z","caller":"traceutil/trace.go:171","msg":"trace[143747066] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96496c6d-484e-47ad-9051-0c6933bd365b; range_end:; response_count:1; response_revision:4463; }","duration":"179.307119ms","start":"2026-03-14T01:39:53.326055Z","end":"2026-03-14T01:39:53.505362Z","steps":["trace[143747066] 'range keys from in-memory index tree' (duration: 178.910709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:53.505972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.320371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-14T01:39:53.506084Z","caller":"traceutil/trace.go:171","msg":"trace[1607228467] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4463; }","duration":"128.481605ms","start":"2026-03-14T01:39:53.377577Z","end":"2026-03-14T01:39:53.506059Z","steps":["trace[1607228467] 'range keys from in-memory index tree' (duration: 127.139844ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:54.613308Z","caller":"traceutil/trace.go:171","msg":"trace[614077160] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"588.517393ms","start":"2026-03-14T01:39:54.024746Z","end":"2026-03-14T01:39:54.613263Z","steps":["trace[614077160] 'process raft request' (duration: 535.954839ms)","trace[614077160] 'compare' (duration: 52.147304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:54.613503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.024719Z","time spent":"588.694516ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4027,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:39:54.614986Z","caller":"traceutil/trace.go:171","msg":"trace[329840221] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"590.039698ms","start":"2026-03-14T01:39:54.024927Z","end":"2026-03-14T01:39:54.614967Z","steps":["trace[329840221] 'process raft request' (duration: 589.812673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.615081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.024914Z","time spent":"590.126791ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3520,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:39:54.615072Z","caller":"traceutil/trace.go:171","msg":"trace[798611843] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"589.725111ms","start":"2026-03-14T01:39:54.025279Z","end":"2026-03-14T01:39:54.615004Z","steps":["trace[798611843] 'process raft request' (duration: 589.605618ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:54.615397Z","caller":"traceutil/trace.go:171","msg":"trace[875673458] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"588.633745ms","start":"2026-03-14T01:39:54.026443Z","end":"2026-03-14T01:39:54.615077Z","steps":["trace[875673458] 'process raft request' (duration: 588.486932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.615518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.025271Z","time spent":"590.1351ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3529,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T01:39:54.615572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.026432Z","time spent":"589.086416ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:39:54.615688Z","caller":"traceutil/trace.go:171","msg":"trace[671841772] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"418.899591ms","start":"2026-03-14T01:39:54.196771Z","end":"2026-03-14T01:39:54.615671Z","steps":["trace[671841772] 'process raft request' (duration: 418.194745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.615785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.196758Z","time spent":"418.975873ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:39:54.616493Z","caller":"traceutil/trace.go:171","msg":"trace[862121492] linearizableReadLoop","detail":"{readStateIndex:4702; appliedIndex:4698; }","duration":"508.501685ms","start":"2026-03-14T01:39:54.10797Z","end":"2026-03-14T01:39:54.616472Z","steps":["trace[862121492] 'read index received' (duration: 452.763517ms)","trace[862121492] 'applied index is now lower than readState.Index' (duration: 55.736988ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:54.616622Z","caller":"traceutil/trace.go:171","msg":"trace[447582731] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"392.122213ms","start":"2026-03-14T01:39:54.224483Z","end":"2026-03-14T01:39:54.616606Z","steps":["trace[447582731] 'process raft request' (duration: 390.536946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.61674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.224434Z","time spent":"392.223936ms","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17292,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:54.616891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.912224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:39:54.616974Z","caller":"traceutil/trace.go:171","msg":"trace[822979916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4517; }","duration":"509.041768ms","start":"2026-03-14T01:39:54.107914Z","end":"2026-03-14T01:39:54.616956Z","steps":["trace[822979916] 'agreement among raft nodes before linearized reading' (duration: 508.846803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.617014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.107893Z","time spent":"509.113269ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T01:39:54.61732Z","caller":"traceutil/trace.go:171","msg":"trace[2102506139] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"383.04419ms","start":"2026-03-14T01:39:54.234263Z","end":"2026-03-14T01:39:54.617307Z","steps":["trace[2102506139] 'process raft request' (duration: 382.138429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.617436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.234238Z","time spent":"383.133002ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:54.617795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.594908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96496c6d-484e-47ad-9051-0c6933bd365b\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-14T01:39:54.617842Z","caller":"traceutil/trace.go:171","msg":"trace[1723350463] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96496c6d-484e-47ad-9051-0c6933bd365b; range_end:; response_count:1; response_revision:4517; }","duration":"105.69077ms","start":"2026-03-14T01:39:54.51214Z","end":"2026-03-14T01:39:54.617831Z","steps":["trace[1723350463] 'agreement among raft nodes before linearized reading' (duration: 105.521586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.617793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.472066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-14T01:39:54.618539Z","caller":"traceutil/trace.go:171","msg":"trace[1601611440] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db; range_end:; response_count:1; response_revision:4517; }","duration":"105.69118ms","start":"2026-03-14T01:39:54.512228Z","end":"2026-03-14T01:39:54.617919Z","steps":["trace[1601611440] 'agreement among raft nodes before linearized reading' (duration: 105.425794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.622141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.495021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-14T01:39:54.622488Z","caller":"traceutil/trace.go:171","msg":"trace[1306888214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db; range_end:; response_count:1; response_revision:4517; }","duration":"432.984712ms","start":"2026-03-14T01:39:54.18948Z","end":"2026-03-14T01:39:54.622465Z","steps":["trace[1306888214] 'agreement among raft nodes before linearized reading' (duration: 427.825031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:54.622553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:54.189454Z","time spent":"433.082835ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb07c326-8322-42e6-b584-5488b4b6e4db\" "} {"level":"warn","ts":"2026-03-14T01:39:56.229763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.294354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:56.230023Z","caller":"traceutil/trace.go:171","msg":"trace[229448076] linearizableReadLoop","detail":"{readStateIndex:4790; appliedIndex:4788; }","duration":"341.261449ms","start":"2026-03-14T01:39:55.888742Z","end":"2026-03-14T01:39:56.230004Z","steps":["trace[229448076] 'read index received' (duration: 299.370506ms)","trace[229448076] 'applied index is now lower than readState.Index' (duration: 41.889473ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:56.230102Z","caller":"traceutil/trace.go:171","msg":"trace[667246169] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"390.29004ms","start":"2026-03-14T01:39:55.8398Z","end":"2026-03-14T01:39:56.23009Z","steps":["trace[667246169] 'process raft request' (duration: 390.096535ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.230058Z","caller":"traceutil/trace.go:171","msg":"trace[1284093844] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"398.090733ms","start":"2026-03-14T01:39:55.831894Z","end":"2026-03-14T01:39:56.229984Z","steps":["trace[1284093844] 'process raft request' (duration: 32.426192ms)","trace[1284093844] 'compare' (duration: 364.993906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:56.230169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.839769Z","time spent":"390.361652ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:56.230314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.831866Z","time spent":"398.312348ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:39:56.2304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.641108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:39:56.230538Z","caller":"traceutil/trace.go:171","msg":"trace[915073209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4599; }","duration":"341.784602ms","start":"2026-03-14T01:39:55.888721Z","end":"2026-03-14T01:39:56.230506Z","steps":["trace[915073209] 'agreement among raft nodes before linearized reading' (duration: 341.484695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.231348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.88863Z","time spent":"342.675573ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:39:56.730101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472725085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:39:56.766713Z","caller":"traceutil/trace.go:171","msg":"trace[1398080406] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"835.228993ms","start":"2026-03-14T01:39:55.931436Z","end":"2026-03-14T01:39:56.766665Z","steps":["trace[1398080406] 'process raft request' (duration: 834.601688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.766911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.93142Z","time spent":"835.391807ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:56.767071Z","caller":"traceutil/trace.go:171","msg":"trace[2031981358] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"715.421811ms","start":"2026-03-14T01:39:56.051623Z","end":"2026-03-14T01:39:56.767045Z","steps":["trace[2031981358] 'process raft request' (duration: 714.765336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.767224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.051585Z","time spent":"715.559435ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:56.767566Z","caller":"traceutil/trace.go:171","msg":"trace[2073189541] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"530.089861ms","start":"2026-03-14T01:39:56.237459Z","end":"2026-03-14T01:39:56.767549Z","steps":["trace[2073189541] 'process raft request' (duration: 529.932058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.767646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.237432Z","time spent":"530.177114ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:56.767752Z","caller":"traceutil/trace.go:171","msg":"trace[662140526] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"406.235284ms","start":"2026-03-14T01:39:56.361494Z","end":"2026-03-14T01:39:56.767729Z","steps":["trace[662140526] 'process raft request' (duration: 406.017389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.767837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.36146Z","time spent":"406.335376ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:39:56.767779Z","caller":"traceutil/trace.go:171","msg":"trace[227569853] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4791; }","duration":"537.672959ms","start":"2026-03-14T01:39:56.230053Z","end":"2026-03-14T01:39:56.767726Z","steps":["trace[227569853] 'read index received' (duration: 536.509882ms)","trace[227569853] 'applied index is now lower than readState.Index' (duration: 1.159397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:39:56.767909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.340667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T01:39:56.767904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.966638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:39:56.767968Z","caller":"traceutil/trace.go:171","msg":"trace[1590789702] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4603; }","duration":"870.409129ms","start":"2026-03-14T01:39:55.897539Z","end":"2026-03-14T01:39:56.767948Z","steps":["trace[1590789702] 'agreement among raft nodes before linearized reading' (duration: 870.242595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.768004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.897531Z","time spent":"870.46529ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T01:39:56.767986Z","caller":"traceutil/trace.go:171","msg":"trace[330146449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4603; }","duration":"841.06521ms","start":"2026-03-14T01:39:55.926895Z","end":"2026-03-14T01:39:56.767961Z","steps":["trace[330146449] 'agreement among raft nodes before linearized reading' (duration: 840.871875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.768064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.926875Z","time spent":"841.170072ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:39:56.76806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.45144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:39:56.768147Z","caller":"traceutil/trace.go:171","msg":"trace[961472003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4603; }","duration":"873.581983ms","start":"2026-03-14T01:39:55.894543Z","end":"2026-03-14T01:39:56.768125Z","steps":["trace[961472003] 'agreement among raft nodes before linearized reading' (duration: 873.306386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.768157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.959422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:39:56.768162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.082275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f006dccf-8eb0-45f7-bc7f-094aab78356b\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-14T01:39:56.768109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.219798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:39:56.768169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.273229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:39:56.768213Z","caller":"traceutil/trace.go:171","msg":"trace[2035410594] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f006dccf-8eb0-45f7-bc7f-094aab78356b; range_end:; response_count:1; response_revision:4603; }","duration":"528.168567ms","start":"2026-03-14T01:39:56.240032Z","end":"2026-03-14T01:39:56.7682Z","steps":["trace[2035410594] 'agreement among raft nodes before linearized reading' (duration: 527.963012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.768276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.240022Z","time spent":"528.244238ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f006dccf-8eb0-45f7-bc7f-094aab78356b\" "} {"level":"info","ts":"2026-03-14T01:39:56.768268Z","caller":"traceutil/trace.go:171","msg":"trace[1836438714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4603; }","duration":"655.449143ms","start":"2026-03-14T01:39:56.112773Z","end":"2026-03-14T01:39:56.768222Z","steps":["trace[1836438714] 'agreement among raft nodes before linearized reading' (duration: 655.162446ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:56.768278Z","caller":"traceutil/trace.go:171","msg":"trace[2085543497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:4603; }","duration":"877.444394ms","start":"2026-03-14T01:39:55.890812Z","end":"2026-03-14T01:39:56.768256Z","steps":["trace[2085543497] 'agreement among raft nodes before linearized reading' (duration: 877.060385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.768337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.112752Z","time spent":"655.573667ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:39:56.768166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.048548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:39:56.768356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.890801Z","time spent":"877.532736ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"warn","ts":"2026-03-14T01:39:56.768367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.392642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:39:56.768419Z","caller":"traceutil/trace.go:171","msg":"trace[1328482174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4603; }","duration":"848.451813ms","start":"2026-03-14T01:39:55.919953Z","end":"2026-03-14T01:39:56.768405Z","steps":["trace[1328482174] 'agreement among raft nodes before linearized reading' (duration: 848.272769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.768454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.919948Z","time spent":"848.498984ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:39:56.768449Z","caller":"traceutil/trace.go:171","msg":"trace[2130462239] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4603; }","duration":"374.323225ms","start":"2026-03-14T01:39:56.394058Z","end":"2026-03-14T01:39:56.768381Z","steps":["trace[2130462239] 'agreement among raft nodes before linearized reading' (duration: 374.059459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.768203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.894524Z","time spent":"873.670405ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:39:56.768197Z","caller":"traceutil/trace.go:171","msg":"trace[693124589] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4603; }","duration":"344.047034ms","start":"2026-03-14T01:39:56.424139Z","end":"2026-03-14T01:39:56.768186Z","steps":["trace[693124589] 'agreement among raft nodes before linearized reading' (duration: 343.896681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.76859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.424117Z","time spent":"344.446784ms","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":84,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:39:56.768087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.366916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:39:56.768815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.394036Z","time spent":"374.757535ms","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:39:56.770137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.561081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719280"} {"level":"info","ts":"2026-03-14T01:39:56.770204Z","caller":"traceutil/trace.go:171","msg":"trace[668004649] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4603; }","duration":"518.674383ms","start":"2026-03-14T01:39:56.251517Z","end":"2026-03-14T01:39:56.770192Z","steps":["trace[668004649] 'agreement among raft nodes before linearized reading' (duration: 516.675226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.770239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:56.251494Z","time spent":"518.736444ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719302,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T01:39:56.77286Z","caller":"traceutil/trace.go:171","msg":"trace[1577534879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4603; }","duration":"836.021051ms","start":"2026-03-14T01:39:55.93266Z","end":"2026-03-14T01:39:56.768681Z","steps":["trace[1577534879] 'agreement among raft nodes before linearized reading' (duration: 835.307414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:56.772966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:55.932642Z","time spent":"840.298582ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:39:58.983573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.894757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:39:58.983857Z","caller":"traceutil/trace.go:171","msg":"trace[711356264] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4839; }","duration":"186.334923ms","start":"2026-03-14T01:39:58.797498Z","end":"2026-03-14T01:39:58.983833Z","steps":["trace[711356264] 'read index received' (duration: 48.074338ms)","trace[711356264] 'applied index is now lower than readState.Index' (duration: 138.259175ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:58.983835Z","caller":"traceutil/trace.go:171","msg":"trace[655246150] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"187.388248ms","start":"2026-03-14T01:39:58.796404Z","end":"2026-03-14T01:39:58.983792Z","steps":["trace[655246150] 'process raft request' (duration: 49.154363ms)","trace[655246150] 'compare' (duration: 137.702762ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:39:58.983992Z","caller":"traceutil/trace.go:171","msg":"trace[1456130610] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"184.567642ms","start":"2026-03-14T01:39:58.799395Z","end":"2026-03-14T01:39:58.983963Z","steps":["trace[1456130610] 'process raft request' (duration: 184.395628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:58.984177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.65077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62872"} {"level":"info","ts":"2026-03-14T01:39:58.984212Z","caller":"traceutil/trace.go:171","msg":"trace[530088310] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4650; }","duration":"186.722392ms","start":"2026-03-14T01:39:58.79748Z","end":"2026-03-14T01:39:58.984202Z","steps":["trace[530088310] 'agreement among raft nodes before linearized reading' (duration: 186.468846ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:58.98421Z","caller":"traceutil/trace.go:171","msg":"trace[311267440] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"187.041929ms","start":"2026-03-14T01:39:58.797112Z","end":"2026-03-14T01:39:58.984153Z","steps":["trace[311267440] 'process raft request' (duration: 186.593249ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:39:58.984354Z","caller":"traceutil/trace.go:171","msg":"trace[1557207956] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"187.205874ms","start":"2026-03-14T01:39:58.797136Z","end":"2026-03-14T01:39:58.984341Z","steps":["trace[1557207956] 'process raft request' (duration: 186.62162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:58.984397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.674237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:39:58.984437Z","caller":"traceutil/trace.go:171","msg":"trace[1597666370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4650; }","duration":"185.75558ms","start":"2026-03-14T01:39:58.79867Z","end":"2026-03-14T01:39:58.984426Z","steps":["trace[1597666370] 'agreement among raft nodes before linearized reading' (duration: 185.604876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:58.984861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.974719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-14T01:39:58.98489Z","caller":"traceutil/trace.go:171","msg":"trace[52051325] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4650; }","duration":"164.04899ms","start":"2026-03-14T01:39:58.820831Z","end":"2026-03-14T01:39:58.98488Z","steps":["trace[52051325] 'agreement among raft nodes before linearized reading' (duration: 163.685382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.782074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.818822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:39:59.782177Z","caller":"traceutil/trace.go:171","msg":"trace[1078486306] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4651; }","duration":"600.991606ms","start":"2026-03-14T01:39:59.181163Z","end":"2026-03-14T01:39:59.782154Z","steps":["trace[1078486306] 'count revisions from in-memory index tree' (duration: 600.726449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.78222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.181144Z","time spent":"601.066067ms","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:39:59.784187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.821054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777465"} {"level":"info","ts":"2026-03-14T01:39:59.784287Z","caller":"traceutil/trace.go:171","msg":"trace[1535138099] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4651; }","duration":"549.991588ms","start":"2026-03-14T01:39:59.234274Z","end":"2026-03-14T01:39:59.784265Z","steps":["trace[1535138099] 'range keys from in-memory index tree' (duration: 549.240851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:39:59.784703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:39:59.23425Z","time spent":"550.439849ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777487,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T01:40:00.134081Z","caller":"traceutil/trace.go:171","msg":"trace[1342466540] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"167.138133ms","start":"2026-03-14T01:39:59.966912Z","end":"2026-03-14T01:40:00.13405Z","steps":["trace[1342466540] 'process raft request' (duration: 166.391235ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.147073Z","caller":"traceutil/trace.go:171","msg":"trace[1156014194] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"179.791659ms","start":"2026-03-14T01:39:59.967249Z","end":"2026-03-14T01:40:00.14704Z","steps":["trace[1156014194] 'process raft request' (duration: 179.361949ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.147193Z","caller":"traceutil/trace.go:171","msg":"trace[314658904] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"177.655509ms","start":"2026-03-14T01:39:59.969509Z","end":"2026-03-14T01:40:00.147164Z","steps":["trace[314658904] 'process raft request' (duration: 177.25892ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.354334Z","caller":"traceutil/trace.go:171","msg":"trace[2070265256] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"104.809391ms","start":"2026-03-14T01:40:00.249506Z","end":"2026-03-14T01:40:00.354316Z","steps":["trace[2070265256] 'process raft request' (duration: 104.77466ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.354393Z","caller":"traceutil/trace.go:171","msg":"trace[235643507] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"108.68065ms","start":"2026-03-14T01:40:00.245666Z","end":"2026-03-14T01:40:00.354347Z","steps":["trace[235643507] 'process raft request' (duration: 108.580928ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:00.354479Z","caller":"traceutil/trace.go:171","msg":"trace[1868162495] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"204.371326ms","start":"2026-03-14T01:40:00.150069Z","end":"2026-03-14T01:40:00.354441Z","steps":["trace[1868162495] 'process raft request' (duration: 150.85318ms)","trace[1868162495] 'compare' (duration: 53.183099ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:09.590894Z","caller":"traceutil/trace.go:171","msg":"trace[480681151] linearizableReadLoop","detail":"{readStateIndex:5035; appliedIndex:5034; }","duration":"145.502075ms","start":"2026-03-14T01:40:09.445355Z","end":"2026-03-14T01:40:09.590857Z","steps":["trace[480681151] 'read index received' (duration: 134.577918ms)","trace[480681151] 'applied index is now lower than readState.Index' (duration: 10.922467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:09.591222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.830753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T01:40:09.59134Z","caller":"traceutil/trace.go:171","msg":"trace[1015074171] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"160.673861ms","start":"2026-03-14T01:40:09.430574Z","end":"2026-03-14T01:40:09.591248Z","steps":["trace[1015074171] 'process raft request' (duration: 149.366775ms)","trace[1015074171] 'compare' (duration: 10.534058ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:09.591462Z","caller":"traceutil/trace.go:171","msg":"trace[1702645048] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4837; }","duration":"145.916585ms","start":"2026-03-14T01:40:09.445338Z","end":"2026-03-14T01:40:09.591255Z","steps":["trace[1702645048] 'agreement among raft nodes before linearized reading' (duration: 145.682029ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.851983Z","caller":"traceutil/trace.go:171","msg":"trace[376205878] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"253.645653ms","start":"2026-03-14T01:40:09.598226Z","end":"2026-03-14T01:40:09.851871Z","steps":["trace[376205878] 'process raft request' (duration: 190.312496ms)","trace[376205878] 'compare' (duration: 61.649327ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:09.852061Z","caller":"traceutil/trace.go:171","msg":"trace[1217794727] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"253.576362ms","start":"2026-03-14T01:40:09.598434Z","end":"2026-03-14T01:40:09.85201Z","steps":["trace[1217794727] 'process raft request' (duration: 251.997925ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.852083Z","caller":"traceutil/trace.go:171","msg":"trace[1295480931] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"253.557801ms","start":"2026-03-14T01:40:09.598458Z","end":"2026-03-14T01:40:09.852016Z","steps":["trace[1295480931] 'process raft request' (duration: 253.434288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:09.852212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.906389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96496c6d-484e-47ad-9051-0c6933bd365b\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-14T01:40:09.852299Z","caller":"traceutil/trace.go:171","msg":"trace[1493371616] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96496c6d-484e-47ad-9051-0c6933bd365b; range_end:; response_count:1; response_revision:4841; }","duration":"254.004051ms","start":"2026-03-14T01:40:09.598278Z","end":"2026-03-14T01:40:09.852282Z","steps":["trace[1493371616] 'agreement among raft nodes before linearized reading' (duration: 253.746345ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:09.852018Z","caller":"traceutil/trace.go:171","msg":"trace[1086737044] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5036; }","duration":"243.447064ms","start":"2026-03-14T01:40:09.608504Z","end":"2026-03-14T01:40:09.851951Z","steps":["trace[1086737044] 'read index received' (duration: 180.007484ms)","trace[1086737044] 'applied index is now lower than readState.Index' (duration: 63.43853ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:09.860718Z","caller":"traceutil/trace.go:171","msg":"trace[1075567224] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"237.665718ms","start":"2026-03-14T01:40:09.623002Z","end":"2026-03-14T01:40:09.860667Z","steps":["trace[1075567224] 'process raft request' (duration: 237.114095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:10.085115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.673896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:10.085414Z","caller":"traceutil/trace.go:171","msg":"trace[452112009] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"140.151319ms","start":"2026-03-14T01:40:09.945177Z","end":"2026-03-14T01:40:10.085328Z","steps":["trace[452112009] 'process raft request' (duration: 15.147025ms)","trace[452112009] 'compare' (duration: 124.458251ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:10.085504Z","caller":"traceutil/trace.go:171","msg":"trace[1323386119] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"138.526101ms","start":"2026-03-14T01:40:09.946891Z","end":"2026-03-14T01:40:10.085417Z","steps":["trace[1323386119] 'process raft request' (duration: 138.47337ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:10.085792Z","caller":"traceutil/trace.go:171","msg":"trace[1451183638] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"139.383701ms","start":"2026-03-14T01:40:09.946392Z","end":"2026-03-14T01:40:10.085776Z","steps":["trace[1451183638] 'process raft request' (duration: 138.930991ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:10.085784Z","caller":"traceutil/trace.go:171","msg":"trace[1391807210] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"139.559546ms","start":"2026-03-14T01:40:09.945978Z","end":"2026-03-14T01:40:10.085538Z","steps":["trace[1391807210] 'process raft request' (duration: 139.267389ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:10.588421Z","caller":"traceutil/trace.go:171","msg":"trace[1082856888] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"193.592854ms","start":"2026-03-14T01:40:10.394804Z","end":"2026-03-14T01:40:10.588397Z","steps":["trace[1082856888] 'process raft request' (duration: 193.42762ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:10.589265Z","caller":"traceutil/trace.go:171","msg":"trace[284930167] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5049; }","duration":"107.276998ms","start":"2026-03-14T01:40:10.481958Z","end":"2026-03-14T01:40:10.589235Z","steps":["trace[284930167] 'read index received' (duration: 106.392237ms)","trace[284930167] 'applied index is now lower than readState.Index' (duration: 883.391µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:10.589324Z","caller":"traceutil/trace.go:171","msg":"trace[670039205] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"185.110734ms","start":"2026-03-14T01:40:10.404192Z","end":"2026-03-14T01:40:10.589303Z","steps":["trace[670039205] 'process raft request' (duration: 184.855738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:10.589581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.591945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-14T01:40:10.589647Z","caller":"traceutil/trace.go:171","msg":"trace[1547337518] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4853; }","duration":"107.713798ms","start":"2026-03-14T01:40:10.481916Z","end":"2026-03-14T01:40:10.58963Z","steps":["trace[1547337518] 'agreement among raft nodes before linearized reading' (duration: 107.433071ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.007152Z","caller":"traceutil/trace.go:171","msg":"trace[140083497] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"410.401281ms","start":"2026-03-14T01:40:18.596707Z","end":"2026-03-14T01:40:19.007108Z","steps":["trace[140083497] 'process raft request' (duration: 410.216056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.007347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:18.596645Z","time spent":"410.600015ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5867,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:19.032427Z","caller":"traceutil/trace.go:171","msg":"trace[142530967] linearizableReadLoop","detail":"{readStateIndex:5186; appliedIndex:5183; }","duration":"401.818769ms","start":"2026-03-14T01:40:18.630585Z","end":"2026-03-14T01:40:19.032403Z","steps":["trace[142530967] 'read index received' (duration: 376.331559ms)","trace[142530967] 'applied index is now lower than readState.Index' (duration: 25.48609ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:19.032541Z","caller":"traceutil/trace.go:171","msg":"trace[33375278] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"410.77355ms","start":"2026-03-14T01:40:18.621756Z","end":"2026-03-14T01:40:19.032529Z","steps":["trace[33375278] 'process raft request' (duration: 410.608116ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.032474Z","caller":"traceutil/trace.go:171","msg":"trace[1534994979] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"411.909836ms","start":"2026-03-14T01:40:18.62054Z","end":"2026-03-14T01:40:19.032449Z","steps":["trace[1534994979] 'process raft request' (duration: 411.67938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.032667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:18.621745Z","time spent":"410.820971ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:19.032836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:18.620507Z","time spent":"412.186833ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:19.033306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.69277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-14T01:40:19.033405Z","caller":"traceutil/trace.go:171","msg":"trace[1961606521] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4986; }","duration":"402.838603ms","start":"2026-03-14T01:40:18.630546Z","end":"2026-03-14T01:40:19.033385Z","steps":["trace[1961606521] 'agreement among raft nodes before linearized reading' (duration: 402.070405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.033446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:18.630533Z","time spent":"402.903525ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-14T01:40:19.366871Z","caller":"traceutil/trace.go:171","msg":"trace[833473294] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"350.398319ms","start":"2026-03-14T01:40:19.016414Z","end":"2026-03-14T01:40:19.366813Z","steps":["trace[833473294] 'process raft request' (duration: 338.713015ms)","trace[833473294] 'compare' (duration: 10.938997ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:19.367075Z","caller":"traceutil/trace.go:171","msg":"trace[1048049669] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5186; }","duration":"334.549547ms","start":"2026-03-14T01:40:19.032499Z","end":"2026-03-14T01:40:19.367048Z","steps":["trace[1048049669] 'read index received' (duration: 322.642907ms)","trace[1048049669] 'applied index is now lower than readState.Index' (duration: 11.9051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:19.36716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.016383Z","time spent":"350.612425ms","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:19.366954Z","caller":"traceutil/trace.go:171","msg":"trace[317985975] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"350.355378ms","start":"2026-03-14T01:40:19.016542Z","end":"2026-03-14T01:40:19.366898Z","steps":["trace[317985975] 'process raft request' (duration: 350.129573ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.367401Z","caller":"traceutil/trace.go:171","msg":"trace[2089848425] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"349.072849ms","start":"2026-03-14T01:40:19.018257Z","end":"2026-03-14T01:40:19.36733Z","steps":["trace[2089848425] 'process raft request' (duration: 348.735941ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.36758Z","caller":"traceutil/trace.go:171","msg":"trace[138331414] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"350.01138ms","start":"2026-03-14T01:40:19.017524Z","end":"2026-03-14T01:40:19.367535Z","steps":["trace[138331414] 'process raft request' (duration: 349.403716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.367648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.427626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:40:19.367457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.016506Z","time spent":"350.84194ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1461,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T01:40:19.367743Z","caller":"traceutil/trace.go:171","msg":"trace[1908877658] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4992; }","duration":"454.57749ms","start":"2026-03-14T01:40:18.913145Z","end":"2026-03-14T01:40:19.367722Z","steps":["trace[1908877658] 'agreement among raft nodes before linearized reading' (duration: 454.342634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.36775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.017517Z","time spent":"350.130183ms","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:19.367535Z","caller":"traceutil/trace.go:171","msg":"trace[89016081] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"350.324968ms","start":"2026-03-14T01:40:19.01718Z","end":"2026-03-14T01:40:19.367505Z","steps":["trace[89016081] 'process raft request' (duration: 349.703483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.367792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:18.913126Z","time spent":"454.655881ms","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:19.367838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.018248Z","time spent":"349.390876ms","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":895,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:19.367869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.017169Z","time spent":"350.655086ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:19.367593Z","caller":"traceutil/trace.go:171","msg":"trace[997619421] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"350.258437ms","start":"2026-03-14T01:40:19.017325Z","end":"2026-03-14T01:40:19.367583Z","steps":["trace[997619421] 'process raft request' (duration: 349.457228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.367932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.445042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:40:19.368011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.017319Z","time spent":"350.661946ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1496,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:19.368051Z","caller":"traceutil/trace.go:171","msg":"trace[271940649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4992; }","duration":"450.620217ms","start":"2026-03-14T01:40:18.917396Z","end":"2026-03-14T01:40:19.368016Z","steps":["trace[271940649] 'agreement among raft nodes before linearized reading' (duration: 450.121025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.368099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:18.917385Z","time spent":"450.704768ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:40:19.368608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.991584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bf941aa-fdd5-4a61-800c-29e86b6bc1b6\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-14T01:40:19.368687Z","caller":"traceutil/trace.go:171","msg":"trace[1854588989] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bf941aa-fdd5-4a61-800c-29e86b6bc1b6; range_end:; response_count:1; response_revision:4992; }","duration":"351.402813ms","start":"2026-03-14T01:40:19.01727Z","end":"2026-03-14T01:40:19.368673Z","steps":["trace[1854588989] 'agreement among raft nodes before linearized reading' (duration: 350.079642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.368722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.017262Z","time spent":"351.451294ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bf941aa-fdd5-4a61-800c-29e86b6bc1b6\" "} {"level":"warn","ts":"2026-03-14T01:40:19.383422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.40276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:40:19.383471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.653549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:40:19.383494Z","caller":"traceutil/trace.go:171","msg":"trace[1527208466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4993; }","duration":"276.514492ms","start":"2026-03-14T01:40:19.10696Z","end":"2026-03-14T01:40:19.383475Z","steps":["trace[1527208466] 'agreement among raft nodes before linearized reading' (duration: 276.358209ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.383542Z","caller":"traceutil/trace.go:171","msg":"trace[2066238996] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4993; }","duration":"220.757441ms","start":"2026-03-14T01:40:19.162764Z","end":"2026-03-14T01:40:19.383521Z","steps":["trace[2066238996] 'agreement among raft nodes before linearized reading' (duration: 220.560877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.383686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.105156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:40:19.383724Z","caller":"traceutil/trace.go:171","msg":"trace[619608918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:4993; }","duration":"274.152047ms","start":"2026-03-14T01:40:19.109556Z","end":"2026-03-14T01:40:19.383708Z","steps":["trace[619608918] 'agreement among raft nodes before linearized reading' (duration: 274.069375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.383712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.336676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:40:19.383818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.394336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bf941aa-fdd5-4a61-800c-29e86b6bc1b6\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-14T01:40:19.383811Z","caller":"traceutil/trace.go:171","msg":"trace[2065573553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4993; }","duration":"284.48858ms","start":"2026-03-14T01:40:19.099306Z","end":"2026-03-14T01:40:19.383794Z","steps":["trace[2065573553] 'agreement among raft nodes before linearized reading' (duration: 284.241964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.383866Z","caller":"traceutil/trace.go:171","msg":"trace[964201375] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bf941aa-fdd5-4a61-800c-29e86b6bc1b6; range_end:; response_count:1; response_revision:4993; }","duration":"144.477878ms","start":"2026-03-14T01:40:19.239375Z","end":"2026-03-14T01:40:19.383853Z","steps":["trace[964201375] 'agreement among raft nodes before linearized reading' (duration: 144.363355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.384097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.437647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T01:40:19.384125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.735527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:40:19.384163Z","caller":"traceutil/trace.go:171","msg":"trace[1661450386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4993; }","duration":"293.789069ms","start":"2026-03-14T01:40:19.090364Z","end":"2026-03-14T01:40:19.384153Z","steps":["trace[1661450386] 'agreement among raft nodes before linearized reading' (duration: 293.617055ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.384141Z","caller":"traceutil/trace.go:171","msg":"trace[180906863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4993; }","duration":"187.550801ms","start":"2026-03-14T01:40:19.196579Z","end":"2026-03-14T01:40:19.384129Z","steps":["trace[180906863] 'agreement among raft nodes before linearized reading' (duration: 187.432098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.384191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.975814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-14T01:40:19.384232Z","caller":"traceutil/trace.go:171","msg":"trace[2057151046] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4993; }","duration":"149.033985ms","start":"2026-03-14T01:40:19.235187Z","end":"2026-03-14T01:40:19.384221Z","steps":["trace[2057151046] 'agreement among raft nodes before linearized reading' (duration: 148.903612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.384545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.139914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f006dccf-8eb0-45f7-bc7f-094aab78356b\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-14T01:40:19.384637Z","caller":"traceutil/trace.go:171","msg":"trace[204637123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f006dccf-8eb0-45f7-bc7f-094aab78356b; range_end:; response_count:1; response_revision:4993; }","duration":"347.298147ms","start":"2026-03-14T01:40:19.037312Z","end":"2026-03-14T01:40:19.38461Z","steps":["trace[204637123] 'agreement among raft nodes before linearized reading' (duration: 345.951655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.384742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.037284Z","time spent":"347.442891ms","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-f006dccf-8eb0-45f7-bc7f-094aab78356b\" "} {"level":"info","ts":"2026-03-14T01:40:19.779734Z","caller":"traceutil/trace.go:171","msg":"trace[1381788023] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"390.491882ms","start":"2026-03-14T01:40:19.389205Z","end":"2026-03-14T01:40:19.779697Z","steps":["trace[1381788023] 'process raft request' (duration: 298.853717ms)","trace[1381788023] 'compare' (duration: 91.299637ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:19.779889Z","caller":"traceutil/trace.go:171","msg":"trace[1885570167] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5193; }","duration":"386.949939ms","start":"2026-03-14T01:40:19.392913Z","end":"2026-03-14T01:40:19.779863Z","steps":["trace[1885570167] 'read index received' (duration: 44.851355ms)","trace[1885570167] 'applied index is now lower than readState.Index' (duration: 342.095604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:19.779944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.389092Z","time spent":"390.736808ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:19.780049Z","caller":"traceutil/trace.go:171","msg":"trace[1439632406] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"389.13447ms","start":"2026-03-14T01:40:19.390903Z","end":"2026-03-14T01:40:19.780037Z","steps":["trace[1439632406] 'process raft request' (duration: 388.70243ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.78018Z","caller":"traceutil/trace.go:171","msg":"trace[754839846] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"385.774212ms","start":"2026-03-14T01:40:19.394362Z","end":"2026-03-14T01:40:19.780136Z","steps":["trace[754839846] 'process raft request' (duration: 385.456034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.780218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.390893Z","time spent":"389.191252ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:19.780401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.394352Z","time spent":"385.926935ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:19.780412Z","caller":"traceutil/trace.go:171","msg":"trace[996273698] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"388.67284ms","start":"2026-03-14T01:40:19.391723Z","end":"2026-03-14T01:40:19.780396Z","steps":["trace[996273698] 'process raft request' (duration: 387.987244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.780434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.423507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-14T01:40:19.780514Z","caller":"traceutil/trace.go:171","msg":"trace[1706484842] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"386.478048ms","start":"2026-03-14T01:40:19.394021Z","end":"2026-03-14T01:40:19.780499Z","steps":["trace[1706484842] 'process raft request' (duration: 385.754221ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:19.78056Z","caller":"traceutil/trace.go:171","msg":"trace[2082417398] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5000; }","duration":"386.54911ms","start":"2026-03-14T01:40:19.393966Z","end":"2026-03-14T01:40:19.780515Z","steps":["trace[2082417398] 'agreement among raft nodes before linearized reading' (duration: 386.248863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.780481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.391714Z","time spent":"388.732271ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:19.780585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.394004Z","time spent":"386.54313ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:19.780596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.684967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80103"} {"level":"warn","ts":"2026-03-14T01:40:19.780535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.090208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-14T01:40:19.780653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.393956Z","time spent":"386.651583ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1184,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-14T01:40:19.780673Z","caller":"traceutil/trace.go:171","msg":"trace[906211763] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5000; }","duration":"387.761939ms","start":"2026-03-14T01:40:19.392896Z","end":"2026-03-14T01:40:19.780658Z","steps":["trace[906211763] 'agreement among raft nodes before linearized reading' (duration: 387.410561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:19.780715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:19.392847Z","time spent":"387.855931ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80125,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:40:19.780681Z","caller":"traceutil/trace.go:171","msg":"trace[812804528] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5000; }","duration":"184.305114ms","start":"2026-03-14T01:40:19.596361Z","end":"2026-03-14T01:40:19.780666Z","steps":["trace[812804528] 'agreement among raft nodes before linearized reading' (duration: 184.000767ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:21.810041Z","caller":"traceutil/trace.go:171","msg":"trace[1194932847] linearizableReadLoop","detail":"{readStateIndex:5232; appliedIndex:5231; }","duration":"198.937398ms","start":"2026-03-14T01:40:21.611073Z","end":"2026-03-14T01:40:21.810011Z","steps":["trace[1194932847] 'read index received' (duration: 131.242566ms)","trace[1194932847] 'applied index is now lower than readState.Index' (duration: 67.692942ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:21.810141Z","caller":"traceutil/trace.go:171","msg":"trace[406170722] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"199.46517ms","start":"2026-03-14T01:40:21.610632Z","end":"2026-03-14T01:40:21.810098Z","steps":["trace[406170722] 'process raft request' (duration: 131.714717ms)","trace[406170722] 'compare' (duration: 67.306803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:21.810454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.368728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:40:21.810513Z","caller":"traceutil/trace.go:171","msg":"trace[630858025] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:5032; }","duration":"199.481451ms","start":"2026-03-14T01:40:21.611018Z","end":"2026-03-14T01:40:21.8105Z","steps":["trace[630858025] 'agreement among raft nodes before linearized reading' (duration: 199.160873ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:22.70239Z","caller":"traceutil/trace.go:171","msg":"trace[1903516237] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"111.138903ms","start":"2026-03-14T01:40:22.591221Z","end":"2026-03-14T01:40:22.70236Z","steps":["trace[1903516237] 'process raft request' (duration: 110.907487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.326699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.307604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:28.3268Z","caller":"traceutil/trace.go:171","msg":"trace[1659928862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"218.467817ms","start":"2026-03-14T01:40:28.108309Z","end":"2026-03-14T01:40:28.326777Z","steps":["trace[1659928862] 'range keys from in-memory index tree' (duration: 218.191081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.326844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.079403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:40:28.326966Z","caller":"traceutil/trace.go:171","msg":"trace[888577398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5145; }","duration":"467.258727ms","start":"2026-03-14T01:40:27.859683Z","end":"2026-03-14T01:40:28.326942Z","steps":["trace[888577398] 'range keys from in-memory index tree' (duration: 466.860058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.327004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.859648Z","time spent":"467.34832ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:40:28.327042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.654679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:40:28.327157Z","caller":"traceutil/trace.go:171","msg":"trace[2122600875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5145; }","duration":"462.844984ms","start":"2026-03-14T01:40:27.864288Z","end":"2026-03-14T01:40:28.327133Z","steps":["trace[2122600875] 'range keys from in-memory index tree' (duration: 462.401294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.327148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.921578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:40:28.32721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.864257Z","time spent":"462.941446ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T01:40:28.32723Z","caller":"traceutil/trace.go:171","msg":"trace[1074811028] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5145; }","duration":"495.059182ms","start":"2026-03-14T01:40:27.83215Z","end":"2026-03-14T01:40:28.327209Z","steps":["trace[1074811028] 'range keys from in-memory index tree' (duration: 494.813465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.327227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.933177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:40:28.327243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.141645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:40:28.327271Z","caller":"traceutil/trace.go:171","msg":"trace[226345090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5145; }","duration":"469.009799ms","start":"2026-03-14T01:40:27.858249Z","end":"2026-03-14T01:40:28.327259Z","steps":["trace[226345090] 'range keys from in-memory index tree' (duration: 468.751413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.327269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.832124Z","time spent":"495.136643ms","remote":"127.0.0.1:34336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T01:40:28.327281Z","caller":"traceutil/trace.go:171","msg":"trace[1670808547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5145; }","duration":"467.222697ms","start":"2026-03-14T01:40:27.860048Z","end":"2026-03-14T01:40:28.327271Z","steps":["trace[1670808547] 'range keys from in-memory index tree' (duration: 466.89902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.327297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.858234Z","time spent":"469.0563ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:28.327316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.860022Z","time spent":"467.284408ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:28.327302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.596541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:40:28.327348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.929489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:40:28.32744Z","caller":"traceutil/trace.go:171","msg":"trace[954344840] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:5145; }","duration":"460.761425ms","start":"2026-03-14T01:40:27.866636Z","end":"2026-03-14T01:40:28.327398Z","steps":["trace[954344840] 'range keys from in-memory index tree' (duration: 460.379016ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:28.327455Z","caller":"traceutil/trace.go:171","msg":"trace[1102109318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5145; }","duration":"464.098653ms","start":"2026-03-14T01:40:27.863328Z","end":"2026-03-14T01:40:28.327426Z","steps":["trace[1102109318] 'range keys from in-memory index tree' (duration: 463.686364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:28.32751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.863293Z","time spent":"464.206226ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:28.327511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:27.866626Z","time spent":"460.868837ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"warn","ts":"2026-03-14T01:40:32.875849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472726358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:33.376832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472726358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:33.784798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410162469s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:40:33.785805Z","caller":"traceutil/trace.go:171","msg":"trace[733356069] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"1.411250425s","start":"2026-03-14T01:40:32.374431Z","end":"2026-03-14T01:40:33.785681Z","steps":["trace[733356069] 'process raft request' (duration: 1.410798994s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.786305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.374386Z","time spent":"1.411614373s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:33.850851Z","caller":"traceutil/trace.go:171","msg":"trace[67209689] linearizableReadLoop","detail":"{readStateIndex:5377; appliedIndex:5371; }","duration":"1.475871024s","start":"2026-03-14T01:40:32.374963Z","end":"2026-03-14T01:40:33.850834Z","steps":["trace[67209689] 'read index received' (duration: 1.410294882s)","trace[67209689] 'applied index is now lower than readState.Index' (duration: 65.574602ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:33.85096Z","caller":"traceutil/trace.go:171","msg":"trace[1655901106] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"1.473682973s","start":"2026-03-14T01:40:32.377264Z","end":"2026-03-14T01:40:33.850947Z","steps":["trace[1655901106] 'process raft request' (duration: 1.473350585s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.851031Z","caller":"traceutil/trace.go:171","msg":"trace[1747799170] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"758.095377ms","start":"2026-03-14T01:40:33.092916Z","end":"2026-03-14T01:40:33.851011Z","steps":["trace[1747799170] 'process raft request' (duration: 757.876662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.851185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.377244Z","time spent":"1.473876327s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:33.851198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.092902Z","time spent":"758.23681ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:33.851268Z","caller":"traceutil/trace.go:171","msg":"trace[1272159370] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"1.473232202s","start":"2026-03-14T01:40:32.378019Z","end":"2026-03-14T01:40:33.851251Z","steps":["trace[1272159370] 'process raft request' (duration: 1.472699059s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.851304Z","caller":"traceutil/trace.go:171","msg":"trace[859230435] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"759.213933ms","start":"2026-03-14T01:40:33.092077Z","end":"2026-03-14T01:40:33.851291Z","steps":["trace[859230435] 'process raft request' (duration: 758.67965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.851344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.378002Z","time spent":"1.473299174s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:33.851353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.092044Z","time spent":"759.282434ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:33.851391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159810912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"warn","ts":"2026-03-14T01:40:33.851468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.716848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:40:33.85149Z","caller":"traceutil/trace.go:171","msg":"trace[264590998] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5171; }","duration":"1.159992386s","start":"2026-03-14T01:40:32.691476Z","end":"2026-03-14T01:40:33.851468Z","steps":["trace[264590998] 'agreement among raft nodes before linearized reading' (duration: 1.159623077s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.851508Z","caller":"traceutil/trace.go:171","msg":"trace[842501724] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5171; }","duration":"703.815111ms","start":"2026-03-14T01:40:33.147684Z","end":"2026-03-14T01:40:33.851499Z","steps":["trace[842501724] 'agreement among raft nodes before linearized reading' (duration: 703.740119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.851546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.691451Z","time spent":"1.160085628s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10417,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T01:40:33.851549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.147647Z","time spent":"703.891562ms","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:40:33.851546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47658075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T01:40:33.851584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.086523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:40:33.851629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098738045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T01:40:33.851629Z","caller":"traceutil/trace.go:171","msg":"trace[341378069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5171; }","duration":"265.177716ms","start":"2026-03-14T01:40:33.586439Z","end":"2026-03-14T01:40:33.851617Z","steps":["trace[341378069] 'agreement among raft nodes before linearized reading' (duration: 265.030673ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.85162Z","caller":"traceutil/trace.go:171","msg":"trace[943506422] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5171; }","duration":"1.476655903s","start":"2026-03-14T01:40:32.374939Z","end":"2026-03-14T01:40:33.851595Z","steps":["trace[943506422] 'agreement among raft nodes before linearized reading' (duration: 1.47652723s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:33.851654Z","caller":"traceutil/trace.go:171","msg":"trace[143367623] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5171; }","duration":"1.098779577s","start":"2026-03-14T01:40:32.752866Z","end":"2026-03-14T01:40:33.851645Z","steps":["trace[143367623] 'agreement among raft nodes before linearized reading' (duration: 1.098696395s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.851678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.752857Z","time spent":"1.098814798s","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T01:40:33.851687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.374926Z","time spent":"1.476751385s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T01:40:33.851431Z","caller":"traceutil/trace.go:171","msg":"trace[1611794620] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"1.473468528s","start":"2026-03-14T01:40:32.377952Z","end":"2026-03-14T01:40:33.85142Z","steps":["trace[1611794620] 'process raft request' (duration: 1.47273233s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.851844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.870569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:33.851898Z","caller":"traceutil/trace.go:171","msg":"trace[385601274] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5171; }","duration":"472.979342ms","start":"2026-03-14T01:40:33.378902Z","end":"2026-03-14T01:40:33.851881Z","steps":["trace[385601274] 'agreement among raft nodes before linearized reading' (duration: 472.831189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.851907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:32.377922Z","time spent":"1.473938449s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:33.851398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.774477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-14T01:40:33.851933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.378867Z","time spent":"473.055413ms","remote":"127.0.0.1:50452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:40:33.851966Z","caller":"traceutil/trace.go:171","msg":"trace[1386064590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5171; }","duration":"470.378981ms","start":"2026-03-14T01:40:33.381577Z","end":"2026-03-14T01:40:33.851956Z","steps":["trace[1386064590] 'agreement among raft nodes before linearized reading' (duration: 469.551112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:33.851991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:33.381492Z","time spent":"470.491804ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:40:34.153389Z","caller":"traceutil/trace.go:171","msg":"trace[1544755466] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"295.277223ms","start":"2026-03-14T01:40:33.858061Z","end":"2026-03-14T01:40:34.153339Z","steps":["trace[1544755466] 'process raft request' (duration: 282.614005ms)","trace[1544755466] 'compare' (duration: 12.416262ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:34.153392Z","caller":"traceutil/trace.go:171","msg":"trace[1701901208] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5378; }","duration":"170.557091ms","start":"2026-03-14T01:40:33.9828Z","end":"2026-03-14T01:40:34.153357Z","steps":["trace[1701901208] 'read index received' (duration: 157.840142ms)","trace[1701901208] 'applied index is now lower than readState.Index' (duration: 12.715229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:34.153529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.704804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:34.153579Z","caller":"traceutil/trace.go:171","msg":"trace[764517035] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5174; }","duration":"170.828098ms","start":"2026-03-14T01:40:33.982736Z","end":"2026-03-14T01:40:34.153564Z","steps":["trace[764517035] 'agreement among raft nodes before linearized reading' (duration: 170.721235ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.153504Z","caller":"traceutil/trace.go:171","msg":"trace[1348626742] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"288.617007ms","start":"2026-03-14T01:40:33.86484Z","end":"2026-03-14T01:40:34.153457Z","steps":["trace[1348626742] 'process raft request' (duration: 288.415662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.524531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.383343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:34.524888Z","caller":"traceutil/trace.go:171","msg":"trace[964895627] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"362.942544ms","start":"2026-03-14T01:40:34.161913Z","end":"2026-03-14T01:40:34.524856Z","steps":["trace[964895627] 'process raft request' (duration: 227.09217ms)","trace[964895627] 'compare' (duration: 135.215299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:34.525061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.161894Z","time spent":"363.075828ms","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":949,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:34.525367Z","caller":"traceutil/trace.go:171","msg":"trace[162673766] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"362.546665ms","start":"2026-03-14T01:40:34.162761Z","end":"2026-03-14T01:40:34.525307Z","steps":["trace[162673766] 'process raft request' (duration: 362.101835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.525585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.162749Z","time spent":"362.71794ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1427,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:34.525982Z","caller":"traceutil/trace.go:171","msg":"trace[232674690] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"359.78956ms","start":"2026-03-14T01:40:34.166165Z","end":"2026-03-14T01:40:34.525954Z","steps":["trace[232674690] 'process raft request' (duration: 359.522044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.526086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.166152Z","time spent":"359.887152ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:34.526144Z","caller":"traceutil/trace.go:171","msg":"trace[2045153634] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"362.658387ms","start":"2026-03-14T01:40:34.163433Z","end":"2026-03-14T01:40:34.526091Z","steps":["trace[2045153634] 'process raft request' (duration: 362.123185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.526315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.163403Z","time spent":"362.863253ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1504,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:34.526321Z","caller":"traceutil/trace.go:171","msg":"trace[2020661637] linearizableReadLoop","detail":"{readStateIndex:5385; appliedIndex:5381; }","duration":"277.416593ms","start":"2026-03-14T01:40:34.248884Z","end":"2026-03-14T01:40:34.526301Z","steps":["trace[2020661637] 'read index received' (duration: 140.108565ms)","trace[2020661637] 'applied index is now lower than readState.Index' (duration: 137.305698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:34.526549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.659989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19103"} {"level":"info","ts":"2026-03-14T01:40:34.526602Z","caller":"traceutil/trace.go:171","msg":"trace[1509802781] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5179; }","duration":"277.759821ms","start":"2026-03-14T01:40:34.248831Z","end":"2026-03-14T01:40:34.526591Z","steps":["trace[1509802781] 'agreement among raft nodes before linearized reading' (duration: 277.519486ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:34.588845Z","caller":"traceutil/trace.go:171","msg":"trace[2012581430] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"192.847014ms","start":"2026-03-14T01:40:34.395962Z","end":"2026-03-14T01:40:34.588809Z","steps":["trace[2012581430] 'process raft request' (duration: 192.589908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:34.588967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.63927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:40:34.589051Z","caller":"traceutil/trace.go:171","msg":"trace[422877127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:5180; }","duration":"226.781692ms","start":"2026-03-14T01:40:34.362248Z","end":"2026-03-14T01:40:34.58903Z","steps":["trace[422877127] 'agreement among raft nodes before linearized reading' (duration: 226.542577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.088841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472726389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:35.237905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.707945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:40:35.238156Z","caller":"traceutil/trace.go:171","msg":"trace[839421495] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"705.116871ms","start":"2026-03-14T01:40:34.533012Z","end":"2026-03-14T01:40:35.238128Z","steps":["trace[839421495] 'process raft request' (duration: 562.077488ms)","trace[839421495] 'compare' (duration: 142.135882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:35.238256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.532977Z","time spent":"705.241593ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:35.238745Z","caller":"traceutil/trace.go:171","msg":"trace[1601645775] linearizableReadLoop","detail":"{readStateIndex:5389; appliedIndex:5386; }","duration":"649.963604ms","start":"2026-03-14T01:40:34.588749Z","end":"2026-03-14T01:40:35.238713Z","steps":["trace[1601645775] 'read index received' (duration: 506.250915ms)","trace[1601645775] 'applied index is now lower than readState.Index' (duration: 143.711339ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:35.238809Z","caller":"traceutil/trace.go:171","msg":"trace[482570131] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"705.50875ms","start":"2026-03-14T01:40:34.533254Z","end":"2026-03-14T01:40:35.238763Z","steps":["trace[482570131] 'process raft request' (duration: 704.779503ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:35.23895Z","caller":"traceutil/trace.go:171","msg":"trace[1787130205] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"704.828584ms","start":"2026-03-14T01:40:34.534104Z","end":"2026-03-14T01:40:35.238933Z","steps":["trace[1787130205] 'process raft request' (duration: 704.377013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.23905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.533243Z","time spent":"705.666073ms","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:35.239103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.534087Z","time spent":"704.909225ms","remote":"127.0.0.1:34354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:40:35.239527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.155852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-14T01:40:35.239579Z","caller":"traceutil/trace.go:171","msg":"trace[1832815686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5183; }","duration":"702.238543ms","start":"2026-03-14T01:40:34.537326Z","end":"2026-03-14T01:40:35.239565Z","steps":["trace[1832815686] 'agreement among raft nodes before linearized reading' (duration: 702.072359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.239616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.537313Z","time spent":"702.294775ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T01:40:35.239981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.297127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81791"} {"level":"info","ts":"2026-03-14T01:40:35.240056Z","caller":"traceutil/trace.go:171","msg":"trace[301665352] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5183; }","duration":"646.40723ms","start":"2026-03-14T01:40:34.593632Z","end":"2026-03-14T01:40:35.240039Z","steps":["trace[301665352] 'agreement among raft nodes before linearized reading' (duration: 646.020791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.240104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.593609Z","time spent":"646.482872ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:40:35.240813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.949354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-cxdks\" ","response":"range_response_count:1 size:4158"} {"level":"info","ts":"2026-03-14T01:40:35.240872Z","caller":"traceutil/trace.go:171","msg":"trace[196445125] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-cxdks; range_end:; response_count:1; response_revision:5183; }","duration":"707.065966ms","start":"2026-03-14T01:40:34.533796Z","end":"2026-03-14T01:40:35.240862Z","steps":["trace[196445125] 'agreement among raft nodes before linearized reading' (duration: 706.908043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.240921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.533771Z","time spent":"707.141798ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4180,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-cxdks\" "} {"level":"warn","ts":"2026-03-14T01:40:35.240917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.230225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-14T01:40:35.241007Z","caller":"traceutil/trace.go:171","msg":"trace[1664088973] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5183; }","duration":"398.385008ms","start":"2026-03-14T01:40:34.842599Z","end":"2026-03-14T01:40:35.240984Z","steps":["trace[1664088973] 'agreement among raft nodes before linearized reading' (duration: 397.881716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:35.241074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:34.84257Z","time spent":"398.477821ms","remote":"127.0.0.1:35314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-14T01:40:35.437117Z","caller":"traceutil/trace.go:171","msg":"trace[2063903954] linearizableReadLoop","detail":"{readStateIndex:5391; appliedIndex:5390; }","duration":"109.771561ms","start":"2026-03-14T01:40:35.327304Z","end":"2026-03-14T01:40:35.437076Z","steps":["trace[2063903954] 'read index received' (duration: 88.937772ms)","trace[2063903954] 'applied index is now lower than readState.Index' (duration: 20.831589ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:35.437604Z","caller":"traceutil/trace.go:171","msg":"trace[150136015] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"188.615305ms","start":"2026-03-14T01:40:35.248957Z","end":"2026-03-14T01:40:35.437573Z","steps":["trace[150136015] 'process raft request' (duration: 167.260793ms)","trace[150136015] 'compare' (duration: 20.489522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:40:35.437625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.215011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-14T01:40:35.437858Z","caller":"traceutil/trace.go:171","msg":"trace[1128162869] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5185; }","duration":"110.555059ms","start":"2026-03-14T01:40:35.327237Z","end":"2026-03-14T01:40:35.437792Z","steps":["trace[1128162869] 'agreement among raft nodes before linearized reading' (duration: 109.977626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.247081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472726438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:38.748156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472726438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:40:38.800364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112777597s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:40:38.801065Z","caller":"traceutil/trace.go:171","msg":"trace[660604450] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"1.113605377s","start":"2026-03-14T01:40:37.687426Z","end":"2026-03-14T01:40:38.801031Z","steps":["trace[660604450] 'process raft request' (duration: 1.113368132s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.801363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.687385Z","time spent":"1.11378331s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:38.806301Z","caller":"traceutil/trace.go:171","msg":"trace[1406519535] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5411; }","duration":"1.059354251s","start":"2026-03-14T01:40:37.746911Z","end":"2026-03-14T01:40:38.806265Z","steps":["trace[1406519535] 'read index received' (duration: 1.053819961s)","trace[1406519535] 'applied index is now lower than readState.Index' (duration: 5.53276ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:40:38.806342Z","caller":"traceutil/trace.go:171","msg":"trace[115516455] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"940.69481ms","start":"2026-03-14T01:40:37.865609Z","end":"2026-03-14T01:40:38.806303Z","steps":["trace[115516455] 'process raft request' (duration: 940.356302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.806535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.865584Z","time spent":"940.839134ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:40:38.806501Z","caller":"traceutil/trace.go:171","msg":"trace[543412503] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"938.822477ms","start":"2026-03-14T01:40:37.867632Z","end":"2026-03-14T01:40:38.806454Z","steps":["trace[543412503] 'process raft request' (duration: 938.573251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.806763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.416309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:40:38.806788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.850033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:40:38.806822Z","caller":"traceutil/trace.go:171","msg":"trace[1394112233] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5207; }","duration":"128.531602ms","start":"2026-03-14T01:40:38.678273Z","end":"2026-03-14T01:40:38.806805Z","steps":["trace[1394112233] 'agreement among raft nodes before linearized reading' (duration: 128.395969ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:38.80685Z","caller":"traceutil/trace.go:171","msg":"trace[250910629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5207; }","duration":"638.919205ms","start":"2026-03-14T01:40:38.167915Z","end":"2026-03-14T01:40:38.806834Z","steps":["trace[250910629] 'agreement among raft nodes before linearized reading' (duration: 638.71089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.806871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.394152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-14T01:40:38.806898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:38.167849Z","time spent":"639.040987ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:40:38.806881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.572492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-14T01:40:38.806943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.327042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:40:38.806943Z","caller":"traceutil/trace.go:171","msg":"trace[1241198564] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5207; }","duration":"988.472374ms","start":"2026-03-14T01:40:37.818445Z","end":"2026-03-14T01:40:38.806917Z","steps":["trace[1241198564] 'agreement among raft nodes before linearized reading' (duration: 988.31392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.806943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.160884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:40:38.806944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.114793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:40:38.807012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.818436Z","time spent":"988.563547ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-14T01:40:38.807049Z","caller":"traceutil/trace.go:171","msg":"trace[5867853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5207; }","duration":"939.349299ms","start":"2026-03-14T01:40:37.867678Z","end":"2026-03-14T01:40:38.807027Z","steps":["trace[5867853] 'agreement among raft nodes before linearized reading' (duration: 939.014541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.806599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059653598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16549"} {"level":"info","ts":"2026-03-14T01:40:38.806999Z","caller":"traceutil/trace.go:171","msg":"trace[338402959] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5207; }","duration":"873.752646ms","start":"2026-03-14T01:40:37.933225Z","end":"2026-03-14T01:40:38.806978Z","steps":["trace[338402959] 'agreement among raft nodes before linearized reading' (duration: 873.376787ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:38.807067Z","caller":"traceutil/trace.go:171","msg":"trace[1978643017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5207; }","duration":"939.319449ms","start":"2026-03-14T01:40:37.867725Z","end":"2026-03-14T01:40:38.807044Z","steps":["trace[1978643017] 'agreement among raft nodes before linearized reading' (duration: 939.073123ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:40:38.807007Z","caller":"traceutil/trace.go:171","msg":"trace[1243248550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5207; }","duration":"940.447755ms","start":"2026-03-14T01:40:37.866537Z","end":"2026-03-14T01:40:38.806985Z","steps":["trace[1243248550] 'agreement among raft nodes before linearized reading' (duration: 940.178629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.80711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.867645Z","time spent":"939.456282ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:40:38.807107Z","caller":"traceutil/trace.go:171","msg":"trace[1899791650] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5207; }","duration":"1.060246982s","start":"2026-03-14T01:40:37.74684Z","end":"2026-03-14T01:40:38.807087Z","steps":["trace[1899791650] 'agreement among raft nodes before linearized reading' (duration: 1.059581716s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.807134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.867684Z","time spent":"939.440841ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:38.807152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.74681Z","time spent":"1.060330354s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16571,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T01:40:38.807157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.933199Z","time spent":"873.938651ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:40:38.807164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.866522Z","time spent":"940.611919ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:40:38.807303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008201087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:40:38.807346Z","caller":"traceutil/trace.go:171","msg":"trace[515297020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5207; }","duration":"1.008276959s","start":"2026-03-14T01:40:37.799057Z","end":"2026-03-14T01:40:38.807334Z","steps":["trace[515297020] 'agreement among raft nodes before linearized reading' (duration: 1.007521022s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.807378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.799037Z","time spent":"1.008334991s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:40:38.806708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.687056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:40:38.807584Z","caller":"traceutil/trace.go:171","msg":"trace[1166155142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5207; }","duration":"701.607448ms","start":"2026-03-14T01:40:38.10596Z","end":"2026-03-14T01:40:38.807567Z","steps":["trace[1166155142] 'agreement among raft nodes before linearized reading' (duration: 700.706517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:40:38.807627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:38.105931Z","time spent":"701.68542ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:40:38.80739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:40:37.867615Z","time spent":"939.061152ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:41:18.509436Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2654} {"level":"info","ts":"2026-03-14T01:41:18.578446Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2654,"took":"66.550125ms","hash":4055000260,"current-db-size-bytes":40316928,"current-db-size":"40 MB","current-db-size-in-use-bytes":30011392,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-14T01:41:18.578519Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4055000260,"revision":2654,"compact-revision":-1} {"level":"info","ts":"2026-03-14T01:41:19.063712Z","caller":"traceutil/trace.go:171","msg":"trace[880658946] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"139.583402ms","start":"2026-03-14T01:41:18.9241Z","end":"2026-03-14T01:41:19.063684Z","steps":["trace[880658946] 'process raft request' (duration: 139.359587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:58.962822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.231717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:45:58.963019Z","caller":"traceutil/trace.go:171","msg":"trace[379532118] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7362; }","duration":"116.508133ms","start":"2026-03-14T01:45:58.84648Z","end":"2026-03-14T01:45:58.962988Z","steps":["trace[379532118] 'range keys from in-memory index tree' (duration: 115.965611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:58.963714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.679586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-14T01:45:58.963736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.983642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-14T01:45:58.963821Z","caller":"traceutil/trace.go:171","msg":"trace[948150323] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7362; }","duration":"116.083993ms","start":"2026-03-14T01:45:58.847714Z","end":"2026-03-14T01:45:58.963798Z","steps":["trace[948150323] 'count revisions from in-memory index tree' (duration: 115.93616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:58.963841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.175288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:45:58.96387Z","caller":"traceutil/trace.go:171","msg":"trace[694612192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7362; }","duration":"142.23904ms","start":"2026-03-14T01:45:58.821622Z","end":"2026-03-14T01:45:58.963861Z","steps":["trace[694612192] 'range keys from in-memory index tree' (duration: 142.019945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:58.964066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.000172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:45:58.964102Z","caller":"traceutil/trace.go:171","msg":"trace[548768326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7362; }","duration":"119.062054ms","start":"2026-03-14T01:45:58.84503Z","end":"2026-03-14T01:45:58.964093Z","steps":["trace[548768326] 'range keys from in-memory index tree' (duration: 118.907201ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:45:58.963756Z","caller":"traceutil/trace.go:171","msg":"trace[1195783890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7362; }","duration":"152.745577ms","start":"2026-03-14T01:45:58.811Z","end":"2026-03-14T01:45:58.963746Z","steps":["trace[1195783890] 'range keys from in-memory index tree' (duration: 152.489711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:45:58.962836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.326896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:45:58.964252Z","caller":"traceutil/trace.go:171","msg":"trace[420416482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7362; }","duration":"116.787001ms","start":"2026-03-14T01:45:58.847454Z","end":"2026-03-14T01:45:58.964241Z","steps":["trace[420416482] 'range keys from in-memory index tree' (duration: 115.162622ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:18.664109Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5535} {"level":"info","ts":"2026-03-14T01:46:19.115156Z","caller":"traceutil/trace.go:171","msg":"trace[698940204] transaction","detail":"{read_only:false; response_revision:7499; number_of_response:1; }","duration":"219.743085ms","start":"2026-03-14T01:46:18.895369Z","end":"2026-03-14T01:46:19.115112Z","steps":["trace[698940204] 'process raft request' (duration: 125.436634ms)","trace[698940204] 'compare' (duration: 54.629347ms)","trace[698940204] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 39.548241ms)"],"step_count":3} {"level":"info","ts":"2026-03-14T01:46:19.178025Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5535,"took":"511.126798ms","hash":2634035608,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":21278720,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-14T01:46:19.178102Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2634035608,"revision":5535,"compact-revision":2654} {"level":"warn","ts":"2026-03-14T01:46:26.703696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082809892s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:46:26.7091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088167338s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:46:26.709365Z","caller":"traceutil/trace.go:171","msg":"trace[803116242] linearizableReadLoop","detail":"{readStateIndex:7959; appliedIndex:7957; }","duration":"1.422596824s","start":"2026-03-14T01:46:25.286742Z","end":"2026-03-14T01:46:26.709339Z","steps":["trace[803116242] 'read index received' (duration: 334.109339ms)","trace[803116242] 'applied index is now lower than readState.Index' (duration: 1.088485405s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:26.709467Z","caller":"traceutil/trace.go:171","msg":"trace[1487983759] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"1.484611455s","start":"2026-03-14T01:46:25.224842Z","end":"2026-03-14T01:46:26.709454Z","steps":["trace[1487983759] 'process raft request' (duration: 395.980126ms)","trace[1487983759] 'compare' (duration: 1.08782492s)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:26.709488Z","caller":"traceutil/trace.go:171","msg":"trace[1084312223] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"1.484571504s","start":"2026-03-14T01:46:25.224896Z","end":"2026-03-14T01:46:26.709468Z","steps":["trace[1084312223] 'process raft request' (duration: 1.484351439s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:26.709536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:25.224819Z","time spent":"1.484675937s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:26.709563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:25.224873Z","time spent":"1.484655206s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:26.709819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423056086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:46:26.709914Z","caller":"traceutil/trace.go:171","msg":"trace[1233526566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7668; }","duration":"1.423222319s","start":"2026-03-14T01:46:25.28667Z","end":"2026-03-14T01:46:26.709893Z","steps":["trace[1233526566] 'agreement among raft nodes before linearized reading' (duration: 1.4228187s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:26.709961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:25.286647Z","time spent":"1.423304291s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:27.209696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472733218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:46:27.710517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472733218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:46:27.746246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03950025s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-14T01:46:27.74771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.727174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:27.74781Z","caller":"traceutil/trace.go:171","msg":"trace[1312577132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7668; }","duration":"608.835997ms","start":"2026-03-14T01:46:27.138961Z","end":"2026-03-14T01:46:27.747797Z","steps":["trace[1312577132] 'range keys from in-memory index tree' (duration: 608.714664ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:27.748045Z","caller":"traceutil/trace.go:171","msg":"trace[343271448] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"1.328518327s","start":"2026-03-14T01:46:26.419498Z","end":"2026-03-14T01:46:27.748017Z","steps":["trace[343271448] 'process raft request' (duration: 1.328385204s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:27.748115Z","caller":"traceutil/trace.go:171","msg":"trace[1592332385] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"1.742411044s","start":"2026-03-14T01:46:26.005547Z","end":"2026-03-14T01:46:27.747958Z","steps":["trace[1592332385] 'process raft request' (duration: 1.740911449s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.748196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:26.419475Z","time spent":"1.328646219s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:27.748341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:26.005522Z","time spent":"1.742718872s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:27.748459Z","caller":"traceutil/trace.go:171","msg":"trace[1990328776] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"1.032942106s","start":"2026-03-14T01:46:26.715509Z","end":"2026-03-14T01:46:27.748451Z","steps":["trace[1990328776] 'process raft request' (duration: 1.032490585s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.748515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:26.71549Z","time spent":"1.032997167s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:27.749447Z","caller":"traceutil/trace.go:171","msg":"trace[890591050] transaction","detail":"{read_only:false; response_revision:7671; number_of_response:1; }","duration":"1.218148098s","start":"2026-03-14T01:46:26.531264Z","end":"2026-03-14T01:46:27.749412Z","steps":["trace[890591050] 'process raft request' (duration: 1.216699804s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.74955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:26.531232Z","time spent":"1.21826705s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:27.762739Z","caller":"traceutil/trace.go:171","msg":"trace[1279465455] linearizableReadLoop","detail":"{readStateIndex:7965; appliedIndex:7959; }","duration":"1.053310196s","start":"2026-03-14T01:46:26.709416Z","end":"2026-03-14T01:46:27.762726Z","steps":["trace[1279465455] 'read index received' (duration: 1.037054432s)","trace[1279465455] 'applied index is now lower than readState.Index' (duration: 16.252164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:27.762983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461937622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:46:27.763011Z","caller":"traceutil/trace.go:171","msg":"trace[1794838890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7673; }","duration":"2.461995302s","start":"2026-03-14T01:46:25.301008Z","end":"2026-03-14T01:46:27.763003Z","steps":["trace[1794838890] 'agreement among raft nodes before linearized reading' (duration: 2.46188401s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.76303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:25.300994Z","time spent":"2.462031204s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:46:27.763031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.469814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:27.763105Z","caller":"traceutil/trace.go:171","msg":"trace[317058142] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7673; }","duration":"891.549656ms","start":"2026-03-14T01:46:26.871538Z","end":"2026-03-14T01:46:27.763087Z","steps":["trace[317058142] 'agreement among raft nodes before linearized reading' (duration: 891.421463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.763099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655464967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:46:27.763099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293146606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:46:27.763142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:26.871497Z","time spent":"891.635038ms","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:46:27.763162Z","caller":"traceutil/trace.go:171","msg":"trace[1318743054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7673; }","duration":"1.65557512s","start":"2026-03-14T01:46:26.107569Z","end":"2026-03-14T01:46:27.763144Z","steps":["trace[1318743054] 'agreement among raft nodes before linearized reading' (duration: 1.655461977s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:27.763176Z","caller":"traceutil/trace.go:171","msg":"trace[1706919626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:7673; }","duration":"2.293282239s","start":"2026-03-14T01:46:25.469877Z","end":"2026-03-14T01:46:27.763159Z","steps":["trace[1706919626] 'agreement among raft nodes before linearized reading' (duration: 2.293024263s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.7632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:26.107544Z","time spent":"1.655648472s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:46:27.76322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:25.469855Z","time spent":"2.293355591s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"warn","ts":"2026-03-14T01:46:27.763311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069777575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:46:27.763334Z","caller":"traceutil/trace.go:171","msg":"trace[448183243] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7673; }","duration":"2.069803966s","start":"2026-03-14T01:46:25.693524Z","end":"2026-03-14T01:46:27.763328Z","steps":["trace[448183243] 'agreement among raft nodes before linearized reading' (duration: 2.069702354s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.763354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:25.69343Z","time spent":"2.069919669s","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:46:27.76333Z","caller":"traceutil/trace.go:171","msg":"trace[1888833723] transaction","detail":"{read_only:false; response_revision:7673; number_of_response:1; }","duration":"265.603275ms","start":"2026-03-14T01:46:27.49767Z","end":"2026-03-14T01:46:27.763273Z","steps":["trace[1888833723] 'process raft request' (duration: 264.772955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.763399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465082705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:46:27.763494Z","caller":"traceutil/trace.go:171","msg":"trace[60019675] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7673; }","duration":"2.465195338s","start":"2026-03-14T01:46:25.298288Z","end":"2026-03-14T01:46:27.763483Z","steps":["trace[60019675] 'agreement among raft nodes before linearized reading' (duration: 2.465009533s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.763526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:25.298272Z","time spent":"2.465244598s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:46:27.763539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26995938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-14T01:46:27.763597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.470654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:46:27.763617Z","caller":"traceutil/trace.go:171","msg":"trace[137444731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7673; }","duration":"539.523766ms","start":"2026-03-14T01:46:27.224087Z","end":"2026-03-14T01:46:27.763611Z","steps":["trace[137444731] 'agreement among raft nodes before linearized reading' (duration: 539.471794ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:27.763616Z","caller":"traceutil/trace.go:171","msg":"trace[732861024] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7673; }","duration":"2.270075502s","start":"2026-03-14T01:46:25.49352Z","end":"2026-03-14T01:46:27.763595Z","steps":["trace[732861024] 'agreement among raft nodes before linearized reading' (duration: 2.269902888s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.763631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:27.22407Z","time spent":"539.558486ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:46:27.763651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.263802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T01:46:27.763657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:25.493497Z","time spent":"2.270151675s","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:46:27.763689Z","caller":"traceutil/trace.go:171","msg":"trace[1288183423] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7673; }","duration":"396.342934ms","start":"2026-03-14T01:46:27.367329Z","end":"2026-03-14T01:46:27.763672Z","steps":["trace[1288183423] 'agreement among raft nodes before linearized reading' (duration: 396.254832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.763717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:27.367306Z","time spent":"396.404706ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:46:27.763557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.085299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:46:27.763756Z","caller":"traceutil/trace.go:171","msg":"trace[1130102358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7673; }","duration":"515.339506ms","start":"2026-03-14T01:46:27.24841Z","end":"2026-03-14T01:46:27.76375Z","steps":["trace[1130102358] 'agreement among raft nodes before linearized reading' (duration: 514.972207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:27.763777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:27.248381Z","time spent":"515.389756ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:46:28.893879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.253355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:46:28.894024Z","caller":"traceutil/trace.go:171","msg":"trace[909006063] linearizableReadLoop","detail":"{readStateIndex:7971; appliedIndex:7970; }","duration":"153.060945ms","start":"2026-03-14T01:46:28.740944Z","end":"2026-03-14T01:46:28.894005Z","steps":["trace[909006063] 'read index received' (duration: 20.526263ms)","trace[909006063] 'applied index is now lower than readState.Index' (duration: 132.533162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:28.894292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.30825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:28.894282Z","caller":"traceutil/trace.go:171","msg":"trace[1947322442] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"172.967533ms","start":"2026-03-14T01:46:28.72123Z","end":"2026-03-14T01:46:28.894197Z","steps":["trace[1947322442] 'process raft request' (duration: 40.292938ms)","trace[1947322442] 'compare' (duration: 131.720483ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:28.894406Z","caller":"traceutil/trace.go:171","msg":"trace[245050764] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7679; }","duration":"153.474085ms","start":"2026-03-14T01:46:28.740904Z","end":"2026-03-14T01:46:28.894378Z","steps":["trace[245050764] 'agreement among raft nodes before linearized reading' (duration: 153.26365ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:29.97807Z","caller":"traceutil/trace.go:171","msg":"trace[113736282] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"130.993275ms","start":"2026-03-14T01:46:29.847055Z","end":"2026-03-14T01:46:29.978049Z","steps":["trace[113736282] 'process raft request' (duration: 64.658043ms)","trace[113736282] 'compare' (duration: 66.175398ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:29.978351Z","caller":"traceutil/trace.go:171","msg":"trace[2119050787] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"131.17027ms","start":"2026-03-14T01:46:29.84717Z","end":"2026-03-14T01:46:29.978341Z","steps":["trace[2119050787] 'process raft request' (duration: 130.846942ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:29.978483Z","caller":"traceutil/trace.go:171","msg":"trace[1335189311] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"130.524044ms","start":"2026-03-14T01:46:29.847928Z","end":"2026-03-14T01:46:29.978452Z","steps":["trace[1335189311] 'process raft request' (duration: 130.35157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.331153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.578434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:46:38.331294Z","caller":"traceutil/trace.go:171","msg":"trace[32313420] linearizableReadLoop","detail":"{readStateIndex:8013; appliedIndex:8010; }","duration":"454.407391ms","start":"2026-03-14T01:46:37.876874Z","end":"2026-03-14T01:46:38.331282Z","steps":["trace[32313420] 'read index received' (duration: 22.324876ms)","trace[32313420] 'applied index is now lower than readState.Index' (duration: 432.081415ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:38.331319Z","caller":"traceutil/trace.go:171","msg":"trace[1274188181] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"470.697405ms","start":"2026-03-14T01:46:37.86059Z","end":"2026-03-14T01:46:38.331288Z","steps":["trace[1274188181] 'process raft request' (duration: 131.911776ms)","trace[1274188181] 'compare' (duration: 338.468742ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:38.331343Z","caller":"traceutil/trace.go:171","msg":"trace[862516486] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"462.210465ms","start":"2026-03-14T01:46:37.869097Z","end":"2026-03-14T01:46:38.331308Z","steps":["trace[862516486] 'process raft request' (duration: 462.138833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.331418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:37.86056Z","time spent":"470.811717ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:38.331447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.580716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:46:38.331467Z","caller":"traceutil/trace.go:171","msg":"trace[1329375587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7719; }","duration":"454.634366ms","start":"2026-03-14T01:46:37.876827Z","end":"2026-03-14T01:46:38.331461Z","steps":["trace[1329375587] 'agreement among raft nodes before linearized reading' (duration: 454.532634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.331493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:37.87681Z","time spent":"454.678018ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:38.331523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:37.869063Z","time spent":"462.358759ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:38.331534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.035737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:38.331593Z","caller":"traceutil/trace.go:171","msg":"trace[1825748980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7719; }","duration":"224.145879ms","start":"2026-03-14T01:46:38.107433Z","end":"2026-03-14T01:46:38.331578Z","steps":["trace[1825748980] 'agreement among raft nodes before linearized reading' (duration: 224.064147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.331733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.768355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:46:38.33176Z","caller":"traceutil/trace.go:171","msg":"trace[1646162976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7719; }","duration":"275.812296ms","start":"2026-03-14T01:46:38.055942Z","end":"2026-03-14T01:46:38.331754Z","steps":["trace[1646162976] 'agreement among raft nodes before linearized reading' (duration: 275.727534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.331941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.636599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:46:38.331972Z","caller":"traceutil/trace.go:171","msg":"trace[1328540063] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7719; }","duration":"432.684539ms","start":"2026-03-14T01:46:37.899278Z","end":"2026-03-14T01:46:38.331963Z","steps":["trace[1328540063] 'agreement among raft nodes before linearized reading' (duration: 432.421833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.331995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:37.899248Z","time spent":"432.741171ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:46:38.332186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.02265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:46:38.332267Z","caller":"traceutil/trace.go:171","msg":"trace[1033668546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7719; }","duration":"352.143303ms","start":"2026-03-14T01:46:37.980107Z","end":"2026-03-14T01:46:38.332251Z","steps":["trace[1033668546] 'agreement among raft nodes before linearized reading' (duration: 351.57803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.332248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.917776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T01:46:38.332312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:37.980092Z","time spent":"352.207964ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T01:46:38.332326Z","caller":"traceutil/trace.go:171","msg":"trace[398898822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7719; }","duration":"278.049978ms","start":"2026-03-14T01:46:38.054257Z","end":"2026-03-14T01:46:38.332307Z","steps":["trace[398898822] 'agreement among raft nodes before linearized reading' (duration: 277.201188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.332845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.569713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:46:38.332897Z","caller":"traceutil/trace.go:171","msg":"trace[1589450694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:7719; }","duration":"445.661695ms","start":"2026-03-14T01:46:37.887223Z","end":"2026-03-14T01:46:38.332884Z","steps":["trace[1589450694] 'agreement among raft nodes before linearized reading' (duration: 444.219501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:38.333167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:37.887209Z","time spent":"445.945582ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"warn","ts":"2026-03-14T01:46:38.61232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.443953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:38.612485Z","caller":"traceutil/trace.go:171","msg":"trace[1957733856] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7723; }","duration":"133.647638ms","start":"2026-03-14T01:46:38.478818Z","end":"2026-03-14T01:46:38.612466Z","steps":["trace[1957733856] 'range keys from in-memory index tree' (duration: 133.374962ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:40.304461Z","caller":"traceutil/trace.go:171","msg":"trace[534601001] linearizableReadLoop","detail":"{readStateIndex:8020; appliedIndex:8019; }","duration":"197.312427ms","start":"2026-03-14T01:46:40.107124Z","end":"2026-03-14T01:46:40.304437Z","steps":["trace[534601001] 'read index received' (duration: 197.115603ms)","trace[534601001] 'applied index is now lower than readState.Index' (duration: 195.064µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:40.304549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:39.845381Z","time spent":"459.159204ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:46:40.304591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.45772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:40.30465Z","caller":"traceutil/trace.go:171","msg":"trace[1162672386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7725; }","duration":"197.569743ms","start":"2026-03-14T01:46:40.107068Z","end":"2026-03-14T01:46:40.304637Z","steps":["trace[1162672386] 'agreement among raft nodes before linearized reading' (duration: 197.45575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:40.304668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.03481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:40.304728Z","caller":"traceutil/trace.go:171","msg":"trace[547094650] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7725; }","duration":"132.164903ms","start":"2026-03-14T01:46:40.172548Z","end":"2026-03-14T01:46:40.304713Z","steps":["trace[547094650] 'agreement among raft nodes before linearized reading' (duration: 132.03612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:40.858968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.306896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:46:40.859084Z","caller":"traceutil/trace.go:171","msg":"trace[1806025240] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"553.440205ms","start":"2026-03-14T01:46:40.305626Z","end":"2026-03-14T01:46:40.859066Z","steps":["trace[1806025240] 'process raft request' (duration: 434.959994ms)","trace[1806025240] 'compare' (duration: 118.186374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:40.85915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.305608Z","time spent":"553.511446ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:40.867482Z","caller":"traceutil/trace.go:171","msg":"trace[1598675866] transaction","detail":"{read_only:false; response_revision:7727; number_of_response:1; }","duration":"531.038357ms","start":"2026-03-14T01:46:40.336418Z","end":"2026-03-14T01:46:40.867457Z","steps":["trace[1598675866] 'process raft request' (duration: 530.798762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:40.867654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.336399Z","time spent":"531.16861ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:46:40.867715Z","caller":"traceutil/trace.go:171","msg":"trace[104392644] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"530.208787ms","start":"2026-03-14T01:46:40.337488Z","end":"2026-03-14T01:46:40.867697Z","steps":["trace[104392644] 'process raft request' (duration: 529.91493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:40.867843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.337467Z","time spent":"530.31349ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:40.868006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.414567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:46:40.868049Z","caller":"traceutil/trace.go:171","msg":"trace[2004662860] linearizableReadLoop","detail":"{readStateIndex:8023; appliedIndex:8020; }","duration":"520.051538ms","start":"2026-03-14T01:46:40.347601Z","end":"2026-03-14T01:46:40.867653Z","steps":["trace[2004662860] 'read index received' (duration: 393.007746ms)","trace[2004662860] 'applied index is now lower than readState.Index' (duration: 127.041842ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:40.868066Z","caller":"traceutil/trace.go:171","msg":"trace[403287098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7728; }","duration":"520.519559ms","start":"2026-03-14T01:46:40.34753Z","end":"2026-03-14T01:46:40.86805Z","steps":["trace[403287098] 'agreement among raft nodes before linearized reading' (duration: 520.364456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:40.868113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.347512Z","time spent":"520.593561ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:46:40.868259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.068362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T01:46:40.8683Z","caller":"traceutil/trace.go:171","msg":"trace[527963788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7728; }","duration":"459.148284ms","start":"2026-03-14T01:46:40.409143Z","end":"2026-03-14T01:46:40.868292Z","steps":["trace[527963788] 'agreement among raft nodes before linearized reading' (duration: 459.056582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:40.868333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.409123Z","time spent":"459.203255ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:46:40.868393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.542129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:46:40.868454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.6977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:46:40.868461Z","caller":"traceutil/trace.go:171","msg":"trace[1632996621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:7728; }","duration":"455.651932ms","start":"2026-03-14T01:46:40.412793Z","end":"2026-03-14T01:46:40.868445Z","steps":["trace[1632996621] 'agreement among raft nodes before linearized reading' (duration: 455.432266ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:40.86851Z","caller":"traceutil/trace.go:171","msg":"trace[1015330286] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7728; }","duration":"457.74817ms","start":"2026-03-14T01:46:40.410731Z","end":"2026-03-14T01:46:40.86848Z","steps":["trace[1015330286] 'agreement among raft nodes before linearized reading' (duration: 457.666388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:40.868543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.410723Z","time spent":"457.813842ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:46:40.868653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.843036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:46:40.86851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.412773Z","time spent":"455.722223ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"info","ts":"2026-03-14T01:46:40.868683Z","caller":"traceutil/trace.go:171","msg":"trace[1761888952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7728; }","duration":"458.905508ms","start":"2026-03-14T01:46:40.40977Z","end":"2026-03-14T01:46:40.868675Z","steps":["trace[1761888952] 'agreement among raft nodes before linearized reading' (duration: 458.831916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:40.868715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:40.409756Z","time spent":"458.951199ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:43.281879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472733467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:46:43.783086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472733467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:46:43.802234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025534883s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T01:46:43.802797Z","caller":"traceutil/trace.go:171","msg":"trace[329122471] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"1.02624281s","start":"2026-03-14T01:46:42.776524Z","end":"2026-03-14T01:46:43.802767Z","steps":["trace[329122471] 'process raft request' (duration: 1.026053055s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:43.803077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.7765Z","time spent":"1.026364652s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:44.115782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.039049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:46:44.116067Z","caller":"traceutil/trace.go:171","msg":"trace[1527861271] linearizableReadLoop","detail":"{readStateIndex:8034; appliedIndex:8031; }","duration":"1.334710404s","start":"2026-03-14T01:46:42.781337Z","end":"2026-03-14T01:46:44.116047Z","steps":["trace[1527861271] 'read index received' (duration: 1.021257222s)","trace[1527861271] 'applied index is now lower than readState.Index' (duration: 313.452002ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:44.116183Z","caller":"traceutil/trace.go:171","msg":"trace[1739621303] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"1.240517246s","start":"2026-03-14T01:46:42.875654Z","end":"2026-03-14T01:46:44.116171Z","steps":["trace[1739621303] 'process raft request' (duration: 1.24024673s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:44.116352Z","caller":"traceutil/trace.go:171","msg":"trace[1199507526] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"1.241349295s","start":"2026-03-14T01:46:42.874828Z","end":"2026-03-14T01:46:44.116177Z","steps":["trace[1199507526] 'process raft request' (duration: 1.114834516s)","trace[1199507526] 'compare' (duration: 125.637178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:44.116364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188740836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:46:44.116399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181623179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:46:44.116375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.942239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:46:44.117161Z","caller":"traceutil/trace.go:171","msg":"trace[950989767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7738; }","duration":"476.759319ms","start":"2026-03-14T01:46:43.640388Z","end":"2026-03-14T01:46:44.117147Z","steps":["trace[950989767] 'agreement among raft nodes before linearized reading' (duration: 475.825717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.117252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:43.640374Z","time spent":"476.863201ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:46:44.117261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189157997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:46:44.117285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184277912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:46:44.11729Z","caller":"traceutil/trace.go:171","msg":"trace[1708163874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7738; }","duration":"1.189207817s","start":"2026-03-14T01:46:42.928076Z","end":"2026-03-14T01:46:44.117284Z","steps":["trace[1708163874] 'agreement among raft nodes before linearized reading' (duration: 1.188431359s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.117347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.928067Z","time spent":"1.189274879s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T01:46:44.11735Z","caller":"traceutil/trace.go:171","msg":"trace[1447124266] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7738; }","duration":"1.184362363s","start":"2026-03-14T01:46:42.93297Z","end":"2026-03-14T01:46:44.117333Z","steps":["trace[1447124266] 'agreement among raft nodes before linearized reading' (duration: 1.183466752s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.11738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.932964Z","time spent":"1.184411104s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-14T01:46:44.116436Z","caller":"traceutil/trace.go:171","msg":"trace[1458894626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:7738; }","duration":"1.18167218s","start":"2026-03-14T01:46:42.934753Z","end":"2026-03-14T01:46:44.116425Z","steps":["trace[1458894626] 'agreement among raft nodes before linearized reading' (duration: 1.181508236s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.117498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.934748Z","time spent":"1.182713314s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"info","ts":"2026-03-14T01:46:44.116434Z","caller":"traceutil/trace.go:171","msg":"trace[321822427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7738; }","duration":"1.18888074s","start":"2026-03-14T01:46:42.927538Z","end":"2026-03-14T01:46:44.116419Z","steps":["trace[321822427] 'agreement among raft nodes before linearized reading' (duration: 1.188687175s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.117551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.927521Z","time spent":"1.190022626s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:44.11639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.946523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:46:44.117635Z","caller":"traceutil/trace.go:171","msg":"trace[1108341040] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7738; }","duration":"174.248654ms","start":"2026-03-14T01:46:43.94338Z","end":"2026-03-14T01:46:44.117629Z","steps":["trace[1108341040] 'agreement among raft nodes before linearized reading' (duration: 172.933253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.116484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335132254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T01:46:44.117791Z","caller":"traceutil/trace.go:171","msg":"trace[342758223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7738; }","duration":"1.336490036s","start":"2026-03-14T01:46:42.781282Z","end":"2026-03-14T01:46:44.117772Z","steps":["trace[342758223] 'agreement among raft nodes before linearized reading' (duration: 1.335128394s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.117837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.781263Z","time spent":"1.336561618s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:46:44.116509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.424891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:46:44.117939Z","caller":"traceutil/trace.go:171","msg":"trace[1700105193] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7738; }","duration":"691.890195ms","start":"2026-03-14T01:46:43.42604Z","end":"2026-03-14T01:46:44.11793Z","steps":["trace[1700105193] 'agreement among raft nodes before linearized reading' (duration: 690.416211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.11798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:43.426024Z","time spent":"691.943436ms","remote":"127.0.0.1:34204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:46:44.116586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.902067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:46:44.118145Z","caller":"traceutil/trace.go:171","msg":"trace[398885202] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7738; }","duration":"896.496703ms","start":"2026-03-14T01:46:43.221636Z","end":"2026-03-14T01:46:44.118133Z","steps":["trace[398885202] 'agreement among raft nodes before linearized reading' (duration: 894.891105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.118183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:43.221617Z","time spent":"896.554835ms","remote":"127.0.0.1:33946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:46:44.116624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008303367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:44.118316Z","caller":"traceutil/trace.go:171","msg":"trace[748254707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7738; }","duration":"1.010024227s","start":"2026-03-14T01:46:43.108281Z","end":"2026-03-14T01:46:44.118306Z","steps":["trace[748254707] 'agreement among raft nodes before linearized reading' (duration: 1.008323147s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.118363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:43.108264Z","time spent":"1.010091629s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:46:44.116695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036808248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:46:44.118489Z","caller":"traceutil/trace.go:171","msg":"trace[722602001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7738; }","duration":"1.038627241s","start":"2026-03-14T01:46:43.079852Z","end":"2026-03-14T01:46:44.11848Z","steps":["trace[722602001] 'agreement among raft nodes before linearized reading' (duration: 1.036788148s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.118584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:43.079836Z","time spent":"1.038733993s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:44.11682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.137149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:44.118682Z","caller":"traceutil/trace.go:171","msg":"trace[1860190633] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7738; }","duration":"381.006083ms","start":"2026-03-14T01:46:43.737665Z","end":"2026-03-14T01:46:44.118672Z","steps":["trace[1860190633] 'agreement among raft nodes before linearized reading' (duration: 379.078097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.118717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:43.73764Z","time spent":"381.066595ms","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:46:44.116932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185340937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:46:44.119048Z","caller":"traceutil/trace.go:171","msg":"trace[28614343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7738; }","duration":"1.187466046s","start":"2026-03-14T01:46:42.931563Z","end":"2026-03-14T01:46:44.119029Z","steps":["trace[28614343] 'agreement among raft nodes before linearized reading' (duration: 1.184791233s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.119095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.931541Z","time spent":"1.187543069s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:44.116496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.874795Z","time spent":"1.241618972s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:44.116943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.875557Z","time spent":"1.241346005s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:44.116978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185780427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:46:44.119252Z","caller":"traceutil/trace.go:171","msg":"trace[186227996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7738; }","duration":"1.18805928s","start":"2026-03-14T01:46:42.931184Z","end":"2026-03-14T01:46:44.119244Z","steps":["trace[186227996] 'agreement among raft nodes before linearized reading' (duration: 1.185278435s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.119444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:42.931124Z","time spent":"1.188166412s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T01:46:44.235758Z","caller":"traceutil/trace.go:171","msg":"trace[210699613] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"113.668317ms","start":"2026-03-14T01:46:44.122069Z","end":"2026-03-14T01:46:44.235737Z","steps":["trace[210699613] 'process raft request' (duration: 113.492053ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:44.236236Z","caller":"traceutil/trace.go:171","msg":"trace[1429742127] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"114.062596ms","start":"2026-03-14T01:46:44.122163Z","end":"2026-03-14T01:46:44.236225Z","steps":["trace[1429742127] 'process raft request' (duration: 113.535494ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:44.236343Z","caller":"traceutil/trace.go:171","msg":"trace[2058676519] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"114.160899ms","start":"2026-03-14T01:46:44.122175Z","end":"2026-03-14T01:46:44.236336Z","steps":["trace[2058676519] 'process raft request' (duration: 113.923353ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:44.23648Z","caller":"traceutil/trace.go:171","msg":"trace[2136711967] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"113.79917ms","start":"2026-03-14T01:46:44.122674Z","end":"2026-03-14T01:46:44.236473Z","steps":["trace[2136711967] 'process raft request' (duration: 113.535424ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:44.236639Z","caller":"traceutil/trace.go:171","msg":"trace[1343371286] linearizableReadLoop","detail":"{readStateIndex:8038; appliedIndex:8034; }","duration":"114.270502ms","start":"2026-03-14T01:46:44.122307Z","end":"2026-03-14T01:46:44.236577Z","steps":["trace[1343371286] 'read index received' (duration: 36.760816ms)","trace[1343371286] 'applied index is now lower than readState.Index' (duration: 77.507786ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:44.236809Z","caller":"traceutil/trace.go:171","msg":"trace[1017249474] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"114.109098ms","start":"2026-03-14T01:46:44.122687Z","end":"2026-03-14T01:46:44.236796Z","steps":["trace[1017249474] 'process raft request' (duration: 113.565785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.237134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.804284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:44.237185Z","caller":"traceutil/trace.go:171","msg":"trace[1749012563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7745; }","duration":"114.876426ms","start":"2026-03-14T01:46:44.122296Z","end":"2026-03-14T01:46:44.237172Z","steps":["trace[1749012563] 'agreement among raft nodes before linearized reading' (duration: 114.759763ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:44.237136Z","caller":"traceutil/trace.go:171","msg":"trace[1879379703] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"113.386591ms","start":"2026-03-14T01:46:44.123741Z","end":"2026-03-14T01:46:44.237128Z","steps":["trace[1879379703] 'process raft request' (duration: 112.707345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.237352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.048376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19448"} {"level":"info","ts":"2026-03-14T01:46:44.23744Z","caller":"traceutil/trace.go:171","msg":"trace[980565755] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7745; }","duration":"114.172359ms","start":"2026-03-14T01:46:44.123248Z","end":"2026-03-14T01:46:44.237421Z","steps":["trace[980565755] 'agreement among raft nodes before linearized reading' (duration: 113.905292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:44.237445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.479713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223817"} {"level":"info","ts":"2026-03-14T01:46:44.237586Z","caller":"traceutil/trace.go:171","msg":"trace[1294766860] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7745; }","duration":"113.642036ms","start":"2026-03-14T01:46:44.123936Z","end":"2026-03-14T01:46:44.237578Z","steps":["trace[1294766860] 'agreement among raft nodes before linearized reading' (duration: 113.241857ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:44.657546Z","caller":"traceutil/trace.go:171","msg":"trace[372060471] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"197.172764ms","start":"2026-03-14T01:46:44.460331Z","end":"2026-03-14T01:46:44.657503Z","steps":["trace[372060471] 'process raft request' (duration: 197.017601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.662681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472733493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:46:46.868512Z","caller":"traceutil/trace.go:171","msg":"trace[1873021554] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"743.786867ms","start":"2026-03-14T01:46:46.124493Z","end":"2026-03-14T01:46:46.86828Z","steps":["trace[1873021554] 'process raft request' (duration: 743.613033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:46.868707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.124463Z","time spent":"744.142486ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:47.33812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.862647ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:46:47.338288Z","caller":"traceutil/trace.go:171","msg":"trace[1291864477] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7747; }","duration":"200.047702ms","start":"2026-03-14T01:46:47.138214Z","end":"2026-03-14T01:46:47.338262Z","steps":["trace[1291864477] 'range keys from in-memory index tree' (duration: 199.835246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:47.338843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.498587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:46:47.339799Z","caller":"traceutil/trace.go:171","msg":"trace[1241159696] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"1.214857362s","start":"2026-03-14T01:46:46.124897Z","end":"2026-03-14T01:46:47.339755Z","steps":["trace[1241159696] 'process raft request' (duration: 895.860629ms)","trace[1241159696] 'compare' (duration: 317.045437ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:46:47.339839Z","caller":"traceutil/trace.go:171","msg":"trace[379231423] linearizableReadLoop","detail":"{readStateIndex:8044; appliedIndex:8042; }","duration":"1.17743236s","start":"2026-03-14T01:46:46.162382Z","end":"2026-03-14T01:46:47.339814Z","steps":["trace[379231423] 'read index received' (duration: 705.68385ms)","trace[379231423] 'applied index is now lower than readState.Index' (duration: 471.74645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:47.340174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.124867Z","time spent":"1.215026326s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:46:47.586956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.485699ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-14T01:46:47.587211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.55387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:46:47.587284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424888558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:46:47.587306Z","caller":"traceutil/trace.go:171","msg":"trace[240748784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7748; }","duration":"965.699534ms","start":"2026-03-14T01:46:46.621581Z","end":"2026-03-14T01:46:47.58728Z","steps":["trace[240748784] 'agreement among raft nodes before linearized reading' (duration: 965.54891ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.587344Z","caller":"traceutil/trace.go:171","msg":"trace[2085235038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7748; }","duration":"1.425000961s","start":"2026-03-14T01:46:46.162327Z","end":"2026-03-14T01:46:47.587328Z","steps":["trace[2085235038] 'agreement among raft nodes before linearized reading' (duration: 1.177550353s)","trace[2085235038] 'range keys from in-memory index tree' (duration: 247.269874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:47.587358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.621555Z","time spent":"965.790756ms","remote":"127.0.0.1:35454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:46:47.58739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.16231Z","time spent":"1.425070623s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:46:47.587378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345079529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:46:47.587448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345348555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:46:47.587513Z","caller":"traceutil/trace.go:171","msg":"trace[1474490756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7748; }","duration":"1.345450758s","start":"2026-03-14T01:46:46.242048Z","end":"2026-03-14T01:46:47.587499Z","steps":["trace[1474490756] 'agreement among raft nodes before linearized reading' (duration: 1.345286114s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:47.587483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.977626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:46:47.587559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.242033Z","time spent":"1.345517889s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:46:47.587545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344175137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:46:47.587601Z","caller":"traceutil/trace.go:171","msg":"trace[1241486513] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7748; }","duration":"475.1537ms","start":"2026-03-14T01:46:47.112414Z","end":"2026-03-14T01:46:47.587568Z","steps":["trace[1241486513] 'agreement among raft nodes before linearized reading' (duration: 474.911255ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.587457Z","caller":"traceutil/trace.go:171","msg":"trace[1576038083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7748; }","duration":"1.345183431s","start":"2026-03-14T01:46:46.24225Z","end":"2026-03-14T01:46:47.587433Z","steps":["trace[1576038083] 'agreement among raft nodes before linearized reading' (duration: 1.344943136s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.587618Z","caller":"traceutil/trace.go:171","msg":"trace[276224382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:7748; }","duration":"1.34428585s","start":"2026-03-14T01:46:46.243313Z","end":"2026-03-14T01:46:47.587599Z","steps":["trace[276224382] 'agreement among raft nodes before linearized reading' (duration: 1.344052295s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:47.587672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.243298Z","time spent":"1.344366112s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"warn","ts":"2026-03-14T01:46:47.587665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345242143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T01:46:47.587676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:47.112395Z","time spent":"475.264563ms","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:46:47.587076Z","caller":"traceutil/trace.go:171","msg":"trace[696418517] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8044; }","duration":"247.059799ms","start":"2026-03-14T01:46:47.339999Z","end":"2026-03-14T01:46:47.587058Z","steps":["trace[696418517] 'read index received' (duration: 127.103µs)","trace[696418517] 'applied index is now lower than readState.Index' (duration: 246.931056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:46:47.587675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346429631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:46:47.587766Z","caller":"traceutil/trace.go:171","msg":"trace[1852505803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7748; }","duration":"1.345355916s","start":"2026-03-14T01:46:46.242356Z","end":"2026-03-14T01:46:47.587712Z","steps":["trace[1852505803] 'agreement among raft nodes before linearized reading' (duration: 1.345071329s)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.587789Z","caller":"traceutil/trace.go:171","msg":"trace[1964454371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7748; }","duration":"1.346673847s","start":"2026-03-14T01:46:46.24108Z","end":"2026-03-14T01:46:47.587754Z","steps":["trace[1964454371] 'agreement among raft nodes before linearized reading' (duration: 1.346352639s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:47.587901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.242339Z","time spent":"1.34554275s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:47.588014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.241062Z","time spent":"1.346932022s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:46:47.587783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347343542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:46:47.588089Z","caller":"traceutil/trace.go:171","msg":"trace[1098241045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7748; }","duration":"1.347724551s","start":"2026-03-14T01:46:46.240346Z","end":"2026-03-14T01:46:47.58807Z","steps":["trace[1098241045] 'agreement among raft nodes before linearized reading' (duration: 1.347194769s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:46:47.588107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.242242Z","time spent":"1.345418056s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:46:47.588142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:46:46.240322Z","time spent":"1.347805162s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:46:47.751013Z","caller":"traceutil/trace.go:171","msg":"trace[620828306] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"157.907879ms","start":"2026-03-14T01:46:47.593076Z","end":"2026-03-14T01:46:47.750984Z","steps":["trace[620828306] 'process raft request' (duration: 157.720255ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.835811Z","caller":"traceutil/trace.go:171","msg":"trace[357614702] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"242.788368ms","start":"2026-03-14T01:46:47.592994Z","end":"2026-03-14T01:46:47.835782Z","steps":["trace[357614702] 'process raft request' (duration: 242.587334ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.836187Z","caller":"traceutil/trace.go:171","msg":"trace[278985841] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"242.826419ms","start":"2026-03-14T01:46:47.593335Z","end":"2026-03-14T01:46:47.836161Z","steps":["trace[278985841] 'process raft request' (duration: 242.653395ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.836223Z","caller":"traceutil/trace.go:171","msg":"trace[870184736] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"241.327993ms","start":"2026-03-14T01:46:47.594877Z","end":"2026-03-14T01:46:47.836205Z","steps":["trace[870184736] 'process raft request' (duration: 241.252621ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.836267Z","caller":"traceutil/trace.go:171","msg":"trace[1612652858] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"242.88234ms","start":"2026-03-14T01:46:47.593366Z","end":"2026-03-14T01:46:47.836248Z","steps":["trace[1612652858] 'process raft request' (duration: 242.723346ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:46:47.836262Z","caller":"traceutil/trace.go:171","msg":"trace[1065231630] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"242.992863ms","start":"2026-03-14T01:46:47.593197Z","end":"2026-03-14T01:46:47.83619Z","steps":["trace[1065231630] 'process raft request' (duration: 242.546232ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:11.843706Z","caller":"traceutil/trace.go:171","msg":"trace[769577758] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8221; }","duration":"203.35913ms","start":"2026-03-14T01:47:11.640319Z","end":"2026-03-14T01:47:11.843678Z","steps":["trace[769577758] 'read index received' (duration: 203.158375ms)","trace[769577758] 'applied index is now lower than readState.Index' (duration: 199.395µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:11.843957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.642906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-14T01:47:11.844033Z","caller":"traceutil/trace.go:171","msg":"trace[111322535] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7918; }","duration":"203.766339ms","start":"2026-03-14T01:47:11.640241Z","end":"2026-03-14T01:47:11.844008Z","steps":["trace[111322535] 'agreement among raft nodes before linearized reading' (duration: 203.553344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.359658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472734065,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:47:14.467352Z","caller":"traceutil/trace.go:171","msg":"trace[1421603774] linearizableReadLoop","detail":"{readStateIndex:8234; appliedIndex:8233; }","duration":"608.241805ms","start":"2026-03-14T01:47:13.859096Z","end":"2026-03-14T01:47:14.467338Z","steps":["trace[1421603774] 'read index received' (duration: 608.165963ms)","trace[1421603774] 'applied index is now lower than readState.Index' (duration: 74.882µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:14.467426Z","caller":"traceutil/trace.go:171","msg":"trace[1659880363] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"617.80859ms","start":"2026-03-14T01:47:13.84958Z","end":"2026-03-14T01:47:14.467388Z","steps":["trace[1659880363] 'process raft request' (duration: 617.642196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.467537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.034872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:47:14.467569Z","caller":"traceutil/trace.go:171","msg":"trace[711809423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7930; }","duration":"558.118694ms","start":"2026-03-14T01:47:13.909444Z","end":"2026-03-14T01:47:14.467563Z","steps":["trace[711809423] 'agreement among raft nodes before linearized reading' (duration: 558.006981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.467593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:13.909429Z","time spent":"558.157856ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:14.467572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.464681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:47:14.467588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:13.849555Z","time spent":"617.947334ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:14.467648Z","caller":"traceutil/trace.go:171","msg":"trace[1574252833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:7930; }","duration":"608.611764ms","start":"2026-03-14T01:47:13.859019Z","end":"2026-03-14T01:47:14.46763Z","steps":["trace[1574252833] 'agreement among raft nodes before linearized reading' (duration: 608.384328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.467692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:13.858982Z","time spent":"608.703186ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"warn","ts":"2026-03-14T01:47:14.467709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.532976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-14T01:47:14.467729Z","caller":"traceutil/trace.go:171","msg":"trace[439020214] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7930; }","duration":"215.552147ms","start":"2026-03-14T01:47:14.252171Z","end":"2026-03-14T01:47:14.467723Z","steps":["trace[439020214] 'agreement among raft nodes before linearized reading' (duration: 215.495836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.467939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.41981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T01:47:14.467967Z","caller":"traceutil/trace.go:171","msg":"trace[601353483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7930; }","duration":"428.500391ms","start":"2026-03-14T01:47:14.039461Z","end":"2026-03-14T01:47:14.467961Z","steps":["trace[601353483] 'agreement among raft nodes before linearized reading' (duration: 428.402409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.46797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.791753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:47:14.468017Z","caller":"traceutil/trace.go:171","msg":"trace[1490615716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7930; }","duration":"421.863345ms","start":"2026-03-14T01:47:14.04614Z","end":"2026-03-14T01:47:14.468003Z","steps":["trace[1490615716] 'agreement among raft nodes before linearized reading' (duration: 421.607279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.468035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.8056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T01:47:14.468104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.481407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-14T01:47:14.468132Z","caller":"traceutil/trace.go:171","msg":"trace[1645908882] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7930; }","duration":"421.518747ms","start":"2026-03-14T01:47:14.046607Z","end":"2026-03-14T01:47:14.468126Z","steps":["trace[1645908882] 'agreement among raft nodes before linearized reading' (duration: 421.459726ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:14.468135Z","caller":"traceutil/trace.go:171","msg":"trace[1501927053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7930; }","duration":"420.929913ms","start":"2026-03-14T01:47:14.047182Z","end":"2026-03-14T01:47:14.468112Z","steps":["trace[1501927053] 'agreement among raft nodes before linearized reading' (duration: 420.604345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.468156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.046602Z","time spent":"421.549228ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:47:14.468194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.047177Z","time spent":"421.005926ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:14.468039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.48846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:14.468285Z","caller":"traceutil/trace.go:171","msg":"trace[1888800042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7930; }","duration":"467.762787ms","start":"2026-03-14T01:47:14.00051Z","end":"2026-03-14T01:47:14.468273Z","steps":["trace[1888800042] 'agreement among raft nodes before linearized reading' (duration: 467.49051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:14.468322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.000489Z","time spent":"467.823048ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:14.468074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.046129Z","time spent":"421.937717ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:14.467985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.039437Z","time spent":"428.544033ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:47:14.992538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472734069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T01:47:15.067727Z","caller":"traceutil/trace.go:171","msg":"trace[309998168] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"594.398019ms","start":"2026-03-14T01:47:14.4733Z","end":"2026-03-14T01:47:15.067698Z","steps":["trace[309998168] 'process raft request' (duration: 526.017529ms)","trace[309998168] 'compare' (duration: 68.251347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:15.067878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.473271Z","time spent":"594.526982ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:15.069241Z","caller":"traceutil/trace.go:171","msg":"trace[1625287415] linearizableReadLoop","detail":"{readStateIndex:8241; appliedIndex:8234; }","duration":"577.184863ms","start":"2026-03-14T01:47:14.492039Z","end":"2026-03-14T01:47:15.069224Z","steps":["trace[1625287415] 'read index received' (duration: 507.460991ms)","trace[1625287415] 'applied index is now lower than readState.Index' (duration: 69.722752ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:15.069479Z","caller":"traceutil/trace.go:171","msg":"trace[1836534442] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"596.100269ms","start":"2026-03-14T01:47:14.47337Z","end":"2026-03-14T01:47:15.06947Z","steps":["trace[1836534442] 'process raft request' (duration: 595.617248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:15.069556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.473347Z","time spent":"596.155561ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:15.069678Z","caller":"traceutil/trace.go:171","msg":"trace[1625662509] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"595.114856ms","start":"2026-03-14T01:47:14.474557Z","end":"2026-03-14T01:47:15.069671Z","steps":["trace[1625662509] 'process raft request' (duration: 594.631654ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:15.069662Z","caller":"traceutil/trace.go:171","msg":"trace[805977083] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"595.111686ms","start":"2026-03-14T01:47:14.474491Z","end":"2026-03-14T01:47:15.069602Z","steps":["trace[805977083] 'process raft request' (duration: 594.677556ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:15.069698Z","caller":"traceutil/trace.go:171","msg":"trace[1757291182] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"596.167171ms","start":"2026-03-14T01:47:14.473495Z","end":"2026-03-14T01:47:15.069662Z","steps":["trace[1757291182] 'process raft request' (duration: 595.621698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:15.070044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.474481Z","time spent":"595.28804ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:15.070116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.473487Z","time spent":"596.532369ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:15.070188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.154067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228545"} {"level":"info","ts":"2026-03-14T01:47:15.070218Z","caller":"traceutil/trace.go:171","msg":"trace[845121385] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7937; }","duration":"578.209198ms","start":"2026-03-14T01:47:14.492002Z","end":"2026-03-14T01:47:15.070211Z","steps":["trace[845121385] 'agreement among raft nodes before linearized reading' (duration: 577.744027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:15.069732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.474549Z","time spent":"595.148446ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:15.070215Z","caller":"traceutil/trace.go:171","msg":"trace[1776733742] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"596.291433ms","start":"2026-03-14T01:47:14.473912Z","end":"2026-03-14T01:47:15.070204Z","steps":["trace[1776733742] 'process raft request' (duration: 595.229378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:15.070235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.491991Z","time spent":"578.240009ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228567,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:47:15.070278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.473487Z","time spent":"596.757344ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:15.070325Z","caller":"traceutil/trace.go:171","msg":"trace[815415870] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"596.888688ms","start":"2026-03-14T01:47:14.473419Z","end":"2026-03-14T01:47:15.070308Z","steps":["trace[815415870] 'process raft request' (duration: 595.672839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:15.070405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.473399Z","time spent":"596.967819ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:15.071609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.088145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:47:15.071776Z","caller":"traceutil/trace.go:171","msg":"trace[940318607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7938; }","duration":"257.317941ms","start":"2026-03-14T01:47:14.814432Z","end":"2026-03-14T01:47:15.07175Z","steps":["trace[940318607] 'agreement among raft nodes before linearized reading' (duration: 256.911551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:15.072239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.631757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-14T01:47:15.072383Z","caller":"traceutil/trace.go:171","msg":"trace[2108072945] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7938; }","duration":"530.807111ms","start":"2026-03-14T01:47:14.54149Z","end":"2026-03-14T01:47:15.072297Z","steps":["trace[2108072945] 'agreement among raft nodes before linearized reading' (duration: 529.823218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:15.072435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:14.541466Z","time spent":"530.957084ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":864,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:17.399243Z","caller":"traceutil/trace.go:171","msg":"trace[1100690807] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"322.860893ms","start":"2026-03-14T01:47:17.076361Z","end":"2026-03-14T01:47:17.399222Z","steps":["trace[1100690807] 'process raft request' (duration: 322.73434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:17.399363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.076348Z","time spent":"322.951715ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:17.448656Z","caller":"traceutil/trace.go:171","msg":"trace[1417817432] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"371.842207ms","start":"2026-03-14T01:47:17.076774Z","end":"2026-03-14T01:47:17.448616Z","steps":["trace[1417817432] 'process raft request' (duration: 371.511239ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:17.44866Z","caller":"traceutil/trace.go:171","msg":"trace[405012022] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"368.203391ms","start":"2026-03-14T01:47:17.080411Z","end":"2026-03-14T01:47:17.448614Z","steps":["trace[405012022] 'process raft request' (duration: 368.057857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:17.448833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.076754Z","time spent":"371.9809ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:17.448971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.0804Z","time spent":"368.468737ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:17.495178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.249809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T01:47:17.495254Z","caller":"traceutil/trace.go:171","msg":"trace[857203529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7943; }","duration":"418.387583ms","start":"2026-03-14T01:47:17.076856Z","end":"2026-03-14T01:47:17.495244Z","steps":["trace[857203529] 'agreement among raft nodes before linearized reading' (duration: 418.104606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:17.495293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.076844Z","time spent":"418.440404ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:47:17.494916Z","caller":"traceutil/trace.go:171","msg":"trace[1835075523] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8244; }","duration":"417.932662ms","start":"2026-03-14T01:47:17.076884Z","end":"2026-03-14T01:47:17.494817Z","steps":["trace[1835075523] 'read index received' (duration: 322.271729ms)","trace[1835075523] 'applied index is now lower than readState.Index' (duration: 95.659003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:17.50176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.806984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T01:47:17.501818Z","caller":"traceutil/trace.go:171","msg":"trace[614913440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7944; }","duration":"424.898946ms","start":"2026-03-14T01:47:17.076907Z","end":"2026-03-14T01:47:17.501806Z","steps":["trace[614913440] 'agreement among raft nodes before linearized reading' (duration: 424.715972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:17.501843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.076898Z","time spent":"424.940417ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:17.502006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.617746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:47:17.502024Z","caller":"traceutil/trace.go:171","msg":"trace[683149006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7944; }","duration":"423.657666ms","start":"2026-03-14T01:47:17.078362Z","end":"2026-03-14T01:47:17.50202Z","steps":["trace[683149006] 'agreement among raft nodes before linearized reading' (duration: 423.607205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:17.502037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.07835Z","time spent":"423.683898ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:17.502082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.335982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:47:17.502373Z","caller":"traceutil/trace.go:171","msg":"trace[386955996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:7944; }","duration":"421.69948ms","start":"2026-03-14T01:47:17.080655Z","end":"2026-03-14T01:47:17.502355Z","steps":["trace[386955996] 'agreement among raft nodes before linearized reading' (duration: 421.230639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:17.502473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.080646Z","time spent":"421.814623ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"warn","ts":"2026-03-14T01:47:17.502131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.893416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T01:47:17.502299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.863199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:17.502778Z","caller":"traceutil/trace.go:171","msg":"trace[42549183] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7944; }","duration":"378.37096ms","start":"2026-03-14T01:47:17.12436Z","end":"2026-03-14T01:47:17.502731Z","steps":["trace[42549183] 'agreement among raft nodes before linearized reading' (duration: 377.805517ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:17.502828Z","caller":"traceutil/trace.go:171","msg":"trace[2119369141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7944; }","duration":"425.412488ms","start":"2026-03-14T01:47:17.077168Z","end":"2026-03-14T01:47:17.50258Z","steps":["trace[2119369141] 'agreement among raft nodes before linearized reading' (duration: 424.931446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:17.502964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.077134Z","time spent":"425.799517ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:47:17.502968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:17.124336Z","time spent":"378.559135ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:17.685492Z","caller":"traceutil/trace.go:171","msg":"trace[2124905790] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"185.831767ms","start":"2026-03-14T01:47:17.499631Z","end":"2026-03-14T01:47:17.685463Z","steps":["trace[2124905790] 'process raft request' (duration: 128.100117ms)","trace[2124905790] 'compare' (duration: 57.518615ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:17.685772Z","caller":"traceutil/trace.go:171","msg":"trace[1042462852] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"179.690932ms","start":"2026-03-14T01:47:17.506059Z","end":"2026-03-14T01:47:17.68575Z","steps":["trace[1042462852] 'process raft request' (duration: 179.363004ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:17.685873Z","caller":"traceutil/trace.go:171","msg":"trace[1745336228] linearizableReadLoop","detail":"{readStateIndex:8253; appliedIndex:8249; }","duration":"178.527325ms","start":"2026-03-14T01:47:17.507324Z","end":"2026-03-14T01:47:17.685851Z","steps":["trace[1745336228] 'read index received' (duration: 120.528809ms)","trace[1745336228] 'applied index is now lower than readState.Index' (duration: 57.997296ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:17.685919Z","caller":"traceutil/trace.go:171","msg":"trace[933414129] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"179.708042ms","start":"2026-03-14T01:47:17.506188Z","end":"2026-03-14T01:47:17.685896Z","steps":["trace[933414129] 'process raft request' (duration: 179.447936ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:17.685975Z","caller":"traceutil/trace.go:171","msg":"trace[2111172385] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"179.59392ms","start":"2026-03-14T01:47:17.506342Z","end":"2026-03-14T01:47:17.685935Z","steps":["trace[2111172385] 'process raft request' (duration: 179.465187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:17.686381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.039527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228545"} {"level":"info","ts":"2026-03-14T01:47:17.686424Z","caller":"traceutil/trace.go:171","msg":"trace[804146285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7948; }","duration":"179.127829ms","start":"2026-03-14T01:47:17.507287Z","end":"2026-03-14T01:47:17.686415Z","steps":["trace[804146285] 'agreement among raft nodes before linearized reading' (duration: 178.659138ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:18.881014Z","caller":"traceutil/trace.go:171","msg":"trace[1277631113] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"127.174955ms","start":"2026-03-14T01:47:18.753805Z","end":"2026-03-14T01:47:18.88098Z","steps":["trace[1277631113] 'process raft request' (duration: 126.97225ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:28.399526Z","caller":"traceutil/trace.go:171","msg":"trace[1957721192] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8344; }","duration":"291.442834ms","start":"2026-03-14T01:47:28.108056Z","end":"2026-03-14T01:47:28.399498Z","steps":["trace[1957721192] 'read index received' (duration: 291.291761ms)","trace[1957721192] 'applied index is now lower than readState.Index' (duration: 149.903µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:28.399725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.650679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:28.399733Z","caller":"traceutil/trace.go:171","msg":"trace[1634387223] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"354.466878ms","start":"2026-03-14T01:47:28.045208Z","end":"2026-03-14T01:47:28.399675Z","steps":["trace[1634387223] 'process raft request' (duration: 354.097909ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:28.399812Z","caller":"traceutil/trace.go:171","msg":"trace[1401222997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8036; }","duration":"291.761801ms","start":"2026-03-14T01:47:28.107993Z","end":"2026-03-14T01:47:28.399755Z","steps":["trace[1401222997] 'agreement among raft nodes before linearized reading' (duration: 291.644499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:28.399996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:28.045191Z","time spent":"354.667472ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4630,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:28.46515Z","caller":"traceutil/trace.go:171","msg":"trace[707608175] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"184.398303ms","start":"2026-03-14T01:47:28.280728Z","end":"2026-03-14T01:47:28.465126Z","steps":["trace[707608175] 'process raft request' (duration: 184.162688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:28.465331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.566577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-cpd66\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-14T01:47:28.465577Z","caller":"traceutil/trace.go:171","msg":"trace[1998402212] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-cpd66; range_end:; response_count:1; response_revision:8037; }","duration":"184.855914ms","start":"2026-03-14T01:47:28.280695Z","end":"2026-03-14T01:47:28.46555Z","steps":["trace[1998402212] 'agreement among raft nodes before linearized reading' (duration: 184.511896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.031999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":184257163472734410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T01:47:30.586662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.364936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:30.586877Z","caller":"traceutil/trace.go:171","msg":"trace[1472553589] linearizableReadLoop","detail":"{readStateIndex:8356; appliedIndex:8353; }","duration":"1.055240682s","start":"2026-03-14T01:47:29.531619Z","end":"2026-03-14T01:47:30.586859Z","steps":["trace[1472553589] 'read index received' (duration: 531.540868ms)","trace[1472553589] 'applied index is now lower than readState.Index' (duration: 523.698424ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:30.586905Z","caller":"traceutil/trace.go:171","msg":"trace[1242224297] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"1.063664261s","start":"2026-03-14T01:47:29.523206Z","end":"2026-03-14T01:47:30.58687Z","steps":["trace[1242224297] 'process raft request' (duration: 539.992297ms)","trace[1242224297] 'compare' (duration: 523.256314ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:30.586976Z","caller":"traceutil/trace.go:171","msg":"trace[2117112586] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"1.062918554s","start":"2026-03-14T01:47:29.524046Z","end":"2026-03-14T01:47:30.586964Z","steps":["trace[2117112586] 'process raft request' (duration: 1.062726629s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.587038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.524017Z","time spent":"1.062985155s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:30.58705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.523192Z","time spent":"1.063779424s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:30.587306Z","caller":"traceutil/trace.go:171","msg":"trace[792645708] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"1.00968721s","start":"2026-03-14T01:47:29.577574Z","end":"2026-03-14T01:47:30.587262Z","steps":["trace[792645708] 'process raft request' (duration: 1.00924848s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.587601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.789667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7f68f8c5fd-tkvpb.189c91e8387caf25\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-14T01:47:30.587637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.068903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T01:47:30.58765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.577546Z","time spent":"1.010021597s","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:30.587682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.177607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:47:30.587655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.431105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:47:30.587701Z","caller":"traceutil/trace.go:171","msg":"trace[786134418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8047; }","duration":"479.172586ms","start":"2026-03-14T01:47:30.10851Z","end":"2026-03-14T01:47:30.587682Z","steps":["trace[786134418] 'agreement among raft nodes before linearized reading' (duration: 479.070663ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:30.587706Z","caller":"traceutil/trace.go:171","msg":"trace[2006095001] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7f68f8c5fd-tkvpb.189c91e8387caf25; range_end:; response_count:1; response_revision:8047; }","duration":"743.941652ms","start":"2026-03-14T01:47:29.843729Z","end":"2026-03-14T01:47:30.587671Z","steps":["trace[2006095001] 'agreement among raft nodes before linearized reading' (duration: 743.497421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.587696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.238753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:30.58773Z","caller":"traceutil/trace.go:171","msg":"trace[624579280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:8047; }","duration":"837.28986ms","start":"2026-03-14T01:47:29.750427Z","end":"2026-03-14T01:47:30.587716Z","steps":["trace[624579280] 'agreement among raft nodes before linearized reading' (duration: 837.137826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.587724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.621279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:47:30.587748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.108491Z","time spent":"479.249737ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T01:47:30.587756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.843706Z","time spent":"744.041893ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7f68f8c5fd-tkvpb.189c91e8387caf25\" "} {"level":"warn","ts":"2026-03-14T01:47:30.587764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.750406Z","time spent":"837.350991ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"info","ts":"2026-03-14T01:47:30.587768Z","caller":"traceutil/trace.go:171","msg":"trace[1081662864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8047; }","duration":"841.327665ms","start":"2026-03-14T01:47:29.746423Z","end":"2026-03-14T01:47:30.58775Z","steps":["trace[1081662864] 'agreement among raft nodes before linearized reading' (duration: 841.11348ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:30.587756Z","caller":"traceutil/trace.go:171","msg":"trace[140993372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8047; }","duration":"117.583909ms","start":"2026-03-14T01:47:30.470148Z","end":"2026-03-14T01:47:30.587732Z","steps":["trace[140993372] 'agreement among raft nodes before linearized reading' (duration: 117.128218ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:30.587779Z","caller":"traceutil/trace.go:171","msg":"trace[852013446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8047; }","duration":"846.694671ms","start":"2026-03-14T01:47:29.741068Z","end":"2026-03-14T01:47:30.587762Z","steps":["trace[852013446] 'agreement among raft nodes before linearized reading' (duration: 846.543117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.587815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.746417Z","time spent":"841.388637ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:47:30.58784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.741061Z","time spent":"846.770773ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:30.587839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.51226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:47:30.587888Z","caller":"traceutil/trace.go:171","msg":"trace[864864539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8047; }","duration":"847.562401ms","start":"2026-03-14T01:47:29.740311Z","end":"2026-03-14T01:47:30.587873Z","steps":["trace[864864539] 'agreement among raft nodes before linearized reading' (duration: 847.388617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.587918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.740253Z","time spent":"847.658624ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:30.587957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056335349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-14T01:47:30.588004Z","caller":"traceutil/trace.go:171","msg":"trace[1659222620] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8047; }","duration":"1.05641873s","start":"2026-03-14T01:47:29.531571Z","end":"2026-03-14T01:47:30.587989Z","steps":["trace[1659222620] 'agreement among raft nodes before linearized reading' (duration: 1.05556672s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.588034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.531554Z","time spent":"1.056472912s","remote":"127.0.0.1:35762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-14T01:47:30.588447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.413013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:47:30.588502Z","caller":"traceutil/trace.go:171","msg":"trace[840691539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8047; }","duration":"840.478425ms","start":"2026-03-14T01:47:29.748006Z","end":"2026-03-14T01:47:30.588484Z","steps":["trace[840691539] 'agreement among raft nodes before linearized reading' (duration: 839.658315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.588536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.747999Z","time spent":"840.528416ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:30.588844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.869781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-14T01:47:30.588893Z","caller":"traceutil/trace.go:171","msg":"trace[1995039649] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8047; }","duration":"977.977433ms","start":"2026-03-14T01:47:29.610902Z","end":"2026-03-14T01:47:30.588879Z","steps":["trace[1995039649] 'agreement among raft nodes before linearized reading' (duration: 976.297073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.588924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:29.610875Z","time spent":"978.039375ms","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210825,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-14T01:47:30.589292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.144069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-14T01:47:30.589342Z","caller":"traceutil/trace.go:171","msg":"trace[1921733106] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8047; }","duration":"514.234242ms","start":"2026-03-14T01:47:30.075091Z","end":"2026-03-14T01:47:30.589325Z","steps":["trace[1921733106] 'agreement among raft nodes before linearized reading' (duration: 512.537902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.589374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.075072Z","time spent":"514.295213ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T01:47:30.931478Z","caller":"traceutil/trace.go:171","msg":"trace[596066770] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"341.243557ms","start":"2026-03-14T01:47:30.590208Z","end":"2026-03-14T01:47:30.931452Z","steps":["trace[596066770] 'process raft request' (duration: 338.84425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.931623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.590182Z","time spent":"341.363479ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:30.985172Z","caller":"traceutil/trace.go:171","msg":"trace[2078301357] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"393.271922ms","start":"2026-03-14T01:47:30.591866Z","end":"2026-03-14T01:47:30.985138Z","steps":["trace[2078301357] 'process raft request' (duration: 393.028937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.985382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.59185Z","time spent":"393.417055ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:30.985531Z","caller":"traceutil/trace.go:171","msg":"trace[1809693616] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"392.595276ms","start":"2026-03-14T01:47:30.592903Z","end":"2026-03-14T01:47:30.985498Z","steps":["trace[1809693616] 'process raft request' (duration: 392.182416ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:30.985657Z","caller":"traceutil/trace.go:171","msg":"trace[145755304] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8356; }","duration":"393.062137ms","start":"2026-03-14T01:47:30.592568Z","end":"2026-03-14T01:47:30.98563Z","steps":["trace[145755304] 'read index received' (duration: 336.502225ms)","trace[145755304] 'applied index is now lower than readState.Index' (duration: 56.557962ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:30.985809Z","caller":"traceutil/trace.go:171","msg":"trace[1258689014] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"392.558125ms","start":"2026-03-14T01:47:30.593239Z","end":"2026-03-14T01:47:30.985797Z","steps":["trace[1258689014] 'process raft request' (duration: 392.286388ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:30.985827Z","caller":"traceutil/trace.go:171","msg":"trace[1404755438] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"392.174956ms","start":"2026-03-14T01:47:30.59364Z","end":"2026-03-14T01:47:30.985815Z","steps":["trace[1404755438] 'process raft request' (duration: 391.940701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.985872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.593218Z","time spent":"392.624597ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:30.985921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.592888Z","time spent":"392.721219ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:30.985945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.593631Z","time spent":"392.232067ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:30.98598Z","caller":"traceutil/trace.go:171","msg":"trace[555758006] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"393.020386ms","start":"2026-03-14T01:47:30.592948Z","end":"2026-03-14T01:47:30.985969Z","steps":["trace[555758006] 'process raft request' (duration: 392.433612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.986036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.592934Z","time spent":"393.072778ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:30.98624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.660751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-14T01:47:30.986289Z","caller":"traceutil/trace.go:171","msg":"trace[1450037110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8053; }","duration":"393.739373ms","start":"2026-03-14T01:47:30.592538Z","end":"2026-03-14T01:47:30.986278Z","steps":["trace[1450037110] 'agreement among raft nodes before linearized reading' (duration: 393.541408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.986319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.592522Z","time spent":"393.790564ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T01:47:30.98651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.485767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228460"} {"level":"info","ts":"2026-03-14T01:47:30.986546Z","caller":"traceutil/trace.go:171","msg":"trace[255464841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8053; }","duration":"393.540798ms","start":"2026-03-14T01:47:30.592997Z","end":"2026-03-14T01:47:30.986538Z","steps":["trace[255464841] 'agreement among raft nodes before linearized reading' (duration: 393.119358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.986568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.59299Z","time spent":"393.573499ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-14T01:47:30.986678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.29374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-14T01:47:30.98672Z","caller":"traceutil/trace.go:171","msg":"trace[987014128] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8053; }","duration":"370.359172ms","start":"2026-03-14T01:47:30.616347Z","end":"2026-03-14T01:47:30.986706Z","steps":["trace[987014128] 'agreement among raft nodes before linearized reading' (duration: 370.25124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.986756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.616335Z","time spent":"370.410623ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-14T01:47:30.987225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.428399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-14T01:47:30.987513Z","caller":"traceutil/trace.go:171","msg":"trace[235903567] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8053; }","duration":"301.756027ms","start":"2026-03-14T01:47:30.685739Z","end":"2026-03-14T01:47:30.987495Z","steps":["trace[235903567] 'agreement among raft nodes before linearized reading' (duration: 300.783604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:30.988129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.68569Z","time spent":"302.207407ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3195,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-14T01:47:31.469325Z","caller":"traceutil/trace.go:171","msg":"trace[370010620] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8362; }","duration":"456.347198ms","start":"2026-03-14T01:47:31.012952Z","end":"2026-03-14T01:47:31.4693Z","steps":["trace[370010620] 'read index received' (duration: 456.183254ms)","trace[370010620] 'applied index is now lower than readState.Index' (duration: 162.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:31.469427Z","caller":"traceutil/trace.go:171","msg":"trace[541788836] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"471.362562ms","start":"2026-03-14T01:47:30.998006Z","end":"2026-03-14T01:47:31.469369Z","steps":["trace[541788836] 'process raft request' (duration: 471.084085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.469549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.556853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:31.469599Z","caller":"traceutil/trace.go:171","msg":"trace[295326659] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8054; }","duration":"414.657236ms","start":"2026-03-14T01:47:31.054928Z","end":"2026-03-14T01:47:31.469585Z","steps":["trace[295326659] 'agreement among raft nodes before linearized reading' (duration: 414.550543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.469635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.054909Z","time spent":"414.718427ms","remote":"127.0.0.1:34336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T01:47:31.469633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:30.997988Z","time spent":"471.536325ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:31.469625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.653595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T01:47:31.469735Z","caller":"traceutil/trace.go:171","msg":"trace[1938719926] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8054; }","duration":"456.801598ms","start":"2026-03-14T01:47:31.012888Z","end":"2026-03-14T01:47:31.46969Z","steps":["trace[1938719926] 'agreement among raft nodes before linearized reading' (duration: 456.553942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.469783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.012863Z","time spent":"456.910641ms","remote":"127.0.0.1:33994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3587,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-14T01:47:31.469978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.955979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:31.470016Z","caller":"traceutil/trace.go:171","msg":"trace[2076117361] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8054; }","duration":"245.032771ms","start":"2026-03-14T01:47:31.224975Z","end":"2026-03-14T01:47:31.470007Z","steps":["trace[2076117361] 'agreement among raft nodes before linearized reading' (duration: 244.967269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.613879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.151282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-14T01:47:31.61397Z","caller":"traceutil/trace.go:171","msg":"trace[87757942] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8054; }","duration":"126.275614ms","start":"2026-03-14T01:47:31.487671Z","end":"2026-03-14T01:47:31.613947Z","steps":["trace[87757942] 'range keys from in-memory index tree' (duration: 126.000788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.613989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.30134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-14T01:47:31.614071Z","caller":"traceutil/trace.go:171","msg":"trace[28351304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8054; }","duration":"122.419053ms","start":"2026-03-14T01:47:31.491629Z","end":"2026-03-14T01:47:31.614048Z","steps":["trace[28351304] 'range keys from in-memory index tree' (duration: 122.092395ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:31.61407Z","caller":"traceutil/trace.go:171","msg":"trace[1785402823] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"106.505369ms","start":"2026-03-14T01:47:31.507513Z","end":"2026-03-14T01:47:31.614019Z","steps":["trace[1785402823] 'process raft request' (duration: 63.963656ms)","trace[1785402823] 'compare' (duration: 42.192864ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:31.949937Z","caller":"traceutil/trace.go:171","msg":"trace[24578257] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"308.787661ms","start":"2026-03-14T01:47:31.641081Z","end":"2026-03-14T01:47:31.949869Z","steps":["trace[24578257] 'process raft request' (duration: 308.494514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:31.950168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.641044Z","time spent":"309.036327ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:32.187886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.868346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:32.188018Z","caller":"traceutil/trace.go:171","msg":"trace[559960232] linearizableReadLoop","detail":"{readStateIndex:8367; appliedIndex:8365; }","duration":"468.862863ms","start":"2026-03-14T01:47:31.719131Z","end":"2026-03-14T01:47:32.187994Z","steps":["trace[559960232] 'read index received' (duration: 230.307614ms)","trace[559960232] 'applied index is now lower than readState.Index' (duration: 238.552689ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:32.188073Z","caller":"traceutil/trace.go:171","msg":"trace[1226417405] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"500.641021ms","start":"2026-03-14T01:47:31.687383Z","end":"2026-03-14T01:47:32.188024Z","steps":["trace[1226417405] 'process raft request' (duration: 306.516149ms)","trace[1226417405] 'compare' (duration: 193.336714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:32.188179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.044547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:32.188219Z","caller":"traceutil/trace.go:171","msg":"trace[1155517415] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8057; }","duration":"469.125509ms","start":"2026-03-14T01:47:31.719083Z","end":"2026-03-14T01:47:32.188208Z","steps":["trace[1155517415] 'agreement among raft nodes before linearized reading' (duration: 469.017206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:32.188227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.687368Z","time spent":"500.777274ms","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:32.188257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:31.719066Z","time spent":"469.181351ms","remote":"127.0.0.1:34182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-14T01:47:32.370127Z","caller":"traceutil/trace.go:171","msg":"trace[1114028961] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"114.968077ms","start":"2026-03-14T01:47:32.255123Z","end":"2026-03-14T01:47:32.370091Z","steps":["trace[1114028961] 'process raft request' (duration: 87.543031ms)","trace[1114028961] 'compare' (duration: 27.230521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:33.337478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.18317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:47:33.337569Z","caller":"traceutil/trace.go:171","msg":"trace[1676384777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8061; }","duration":"745.336953ms","start":"2026-03-14T01:47:32.592215Z","end":"2026-03-14T01:47:33.337552Z","steps":["trace[1676384777] 'range keys from in-memory index tree' (duration: 744.922414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.337623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:32.592195Z","time spent":"745.419256ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T01:47:33.338223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.894581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:47:33.338279Z","caller":"traceutil/trace.go:171","msg":"trace[1490063439] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8061; }","duration":"746.956832ms","start":"2026-03-14T01:47:32.591305Z","end":"2026-03-14T01:47:33.338262Z","steps":["trace[1490063439] 'range keys from in-memory index tree' (duration: 746.742117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.338327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:32.591226Z","time spent":"747.088475ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-14T01:47:33.338393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.653449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:47:33.338749Z","caller":"traceutil/trace.go:171","msg":"trace[744673000] linearizableReadLoop","detail":"{readStateIndex:8372; appliedIndex:8371; }","duration":"348.002276ms","start":"2026-03-14T01:47:32.990722Z","end":"2026-03-14T01:47:33.338724Z","steps":["trace[744673000] 'read index received' (duration: 72.815065ms)","trace[744673000] 'applied index is now lower than readState.Index' (duration: 275.184101ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:33.339089Z","caller":"traceutil/trace.go:171","msg":"trace[1102222146] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"745.388806ms","start":"2026-03-14T01:47:32.593658Z","end":"2026-03-14T01:47:33.339047Z","steps":["trace[1102222146] 'process raft request' (duration: 469.950069ms)","trace[1102222146] 'compare' (duration: 274.193137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:33.339334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:32.59364Z","time spent":"745.562179ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:33.339375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.512086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:47:33.339405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.353841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T01:47:33.3394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.974952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:47:33.339431Z","caller":"traceutil/trace.go:171","msg":"trace[426668312] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:8062; }","duration":"342.584759ms","start":"2026-03-14T01:47:32.996837Z","end":"2026-03-14T01:47:33.339421Z","steps":["trace[426668312] 'agreement among raft nodes before linearized reading' (duration: 342.436725ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:33.339449Z","caller":"traceutil/trace.go:171","msg":"trace[827626573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8062; }","duration":"347.423223ms","start":"2026-03-14T01:47:32.992012Z","end":"2026-03-14T01:47:33.339435Z","steps":["trace[827626573] 'agreement among raft nodes before linearized reading' (duration: 347.211008ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:33.339458Z","caller":"traceutil/trace.go:171","msg":"trace[533238225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8062; }","duration":"347.051794ms","start":"2026-03-14T01:47:32.992394Z","end":"2026-03-14T01:47:33.339445Z","steps":["trace[533238225] 'agreement among raft nodes before linearized reading' (duration: 346.89113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.339461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:32.996829Z","time spent":"342.624479ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-k798r\" "} {"level":"warn","ts":"2026-03-14T01:47:33.339433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.676201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T01:47:33.339499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:32.992385Z","time spent":"347.107275ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T01:47:33.339501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:32.991995Z","time spent":"347.497334ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T01:47:33.339551Z","caller":"traceutil/trace.go:171","msg":"trace[1628127527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8062; }","duration":"348.859716ms","start":"2026-03-14T01:47:32.990659Z","end":"2026-03-14T01:47:33.339519Z","steps":["trace[1628127527] 'agreement among raft nodes before linearized reading' (duration: 348.461816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.339612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:32.990631Z","time spent":"348.967619ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T01:47:33.339648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.590017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:47:33.339658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.107473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:47:33.339687Z","caller":"traceutil/trace.go:171","msg":"trace[1187981856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8062; }","duration":"231.180195ms","start":"2026-03-14T01:47:33.108497Z","end":"2026-03-14T01:47:33.339677Z","steps":["trace[1187981856] 'agreement among raft nodes before linearized reading' (duration: 231.130883ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:33.339685Z","caller":"traceutil/trace.go:171","msg":"trace[142559051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8062; }","duration":"347.666278ms","start":"2026-03-14T01:47:32.992007Z","end":"2026-03-14T01:47:33.339674Z","steps":["trace[142559051] 'agreement among raft nodes before linearized reading' (duration: 347.571206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.339744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:32.991988Z","time spent":"347.74689ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T01:47:33.649551Z","caller":"traceutil/trace.go:171","msg":"trace[1396992605] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"306.165721ms","start":"2026-03-14T01:47:33.343358Z","end":"2026-03-14T01:47:33.649524Z","steps":["trace[1396992605] 'process raft request' (duration: 306.11923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.649732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.34334Z","time spent":"306.282713ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:33.649853Z","caller":"traceutil/trace.go:171","msg":"trace[76563208] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"306.469338ms","start":"2026-03-14T01:47:33.34335Z","end":"2026-03-14T01:47:33.64982Z","steps":["trace[76563208] 'process raft request' (duration: 213.350725ms)","trace[76563208] 'compare' (duration: 92.658572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:33.650011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.343332Z","time spent":"306.596901ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:33.894054Z","caller":"traceutil/trace.go:171","msg":"trace[1220702923] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"549.228845ms","start":"2026-03-14T01:47:33.344797Z","end":"2026-03-14T01:47:33.894026Z","steps":["trace[1220702923] 'process raft request' (duration: 459.682546ms)","trace[1220702923] 'compare' (duration: 89.373885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:33.894203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.344779Z","time spent":"549.352468ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:33.894234Z","caller":"traceutil/trace.go:171","msg":"trace[1080077140] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"549.40637ms","start":"2026-03-14T01:47:33.34481Z","end":"2026-03-14T01:47:33.894217Z","steps":["trace[1080077140] 'process raft request' (duration: 549.172504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.894462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.344796Z","time spent":"549.487241ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:33.894556Z","caller":"traceutil/trace.go:171","msg":"trace[955768447] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"549.675475ms","start":"2026-03-14T01:47:33.344864Z","end":"2026-03-14T01:47:33.894539Z","steps":["trace[955768447] 'process raft request' (duration: 549.302986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.894646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.344857Z","time spent":"549.752808ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T01:47:33.894881Z","caller":"traceutil/trace.go:171","msg":"trace[895712585] linearizableReadLoop","detail":"{readStateIndex:8378; appliedIndex:8372; }","duration":"548.466777ms","start":"2026-03-14T01:47:33.346398Z","end":"2026-03-14T01:47:33.894865Z","steps":["trace[895712585] 'read index received' (duration: 210.303293ms)","trace[895712585] 'applied index is now lower than readState.Index' (duration: 338.162634ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:33.894948Z","caller":"traceutil/trace.go:171","msg":"trace[1248027083] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"274.439074ms","start":"2026-03-14T01:47:33.620496Z","end":"2026-03-14T01:47:33.894935Z","steps":["trace[1248027083] 'process raft request' (duration: 274.332621ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:33.894897Z","caller":"traceutil/trace.go:171","msg":"trace[2021477409] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"549.674265ms","start":"2026-03-14T01:47:33.345207Z","end":"2026-03-14T01:47:33.894881Z","steps":["trace[2021477409] 'process raft request' (duration: 549.153433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.895055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.345198Z","time spent":"549.82625ms","remote":"127.0.0.1:34152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:47:33.895108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.517231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T01:47:33.895157Z","caller":"traceutil/trace.go:171","msg":"trace[923252194] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8069; }","duration":"529.602012ms","start":"2026-03-14T01:47:33.365541Z","end":"2026-03-14T01:47:33.895143Z","steps":["trace[923252194] 'agreement among raft nodes before linearized reading' (duration: 529.470049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.895167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.712917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:47:33.895197Z","caller":"traceutil/trace.go:171","msg":"trace[1986257571] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8069; }","duration":"490.795989ms","start":"2026-03-14T01:47:33.40439Z","end":"2026-03-14T01:47:33.895186Z","steps":["trace[1986257571] 'agreement among raft nodes before linearized reading' (duration: 490.721977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.895201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.365504Z","time spent":"529.685845ms","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-14T01:47:33.895225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.404367Z","time spent":"490.85002ms","remote":"127.0.0.1:34404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-14T01:47:33.8953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.876407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228460"} {"level":"info","ts":"2026-03-14T01:47:33.895332Z","caller":"traceutil/trace.go:171","msg":"trace[584857291] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8069; }","duration":"548.938059ms","start":"2026-03-14T01:47:33.346384Z","end":"2026-03-14T01:47:33.895322Z","steps":["trace[584857291] 'agreement among raft nodes before linearized reading' (duration: 548.595471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:33.895369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:47:33.346361Z","time spent":"549.00045ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T01:47:42.102226Z","caller":"traceutil/trace.go:171","msg":"trace[1627250517] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8443; }","duration":"174.955651ms","start":"2026-03-14T01:47:41.927228Z","end":"2026-03-14T01:47:42.102183Z","steps":["trace[1627250517] 'read index received' (duration: 141.561044ms)","trace[1627250517] 'applied index is now lower than readState.Index' (duration: 33.392637ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:42.102417Z","caller":"traceutil/trace.go:171","msg":"trace[1700686560] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"175.890482ms","start":"2026-03-14T01:47:41.926492Z","end":"2026-03-14T01:47:42.102382Z","steps":["trace[1700686560] 'process raft request' (duration: 142.443554ms)","trace[1700686560] 'compare' (duration: 32.973087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:42.102885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.628166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:47:42.102954Z","caller":"traceutil/trace.go:171","msg":"trace[1666049637] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8131; }","duration":"175.76907ms","start":"2026-03-14T01:47:41.927163Z","end":"2026-03-14T01:47:42.102932Z","steps":["trace[1666049637] 'agreement among raft nodes before linearized reading' (duration: 175.234698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.102961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.755775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T01:47:42.103006Z","caller":"traceutil/trace.go:171","msg":"trace[315582912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8131; }","duration":"171.861328ms","start":"2026-03-14T01:47:41.931133Z","end":"2026-03-14T01:47:42.102994Z","steps":["trace[315582912] 'agreement among raft nodes before linearized reading' (duration: 171.673033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.103254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.855847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:47:42.103302Z","caller":"traceutil/trace.go:171","msg":"trace[1222805563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8131; }","duration":"165.936158ms","start":"2026-03-14T01:47:41.937354Z","end":"2026-03-14T01:47:42.103291Z","steps":["trace[1222805563] 'agreement among raft nodes before linearized reading' (duration: 165.805005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:42.103543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.481547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-14T01:47:42.103265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.9884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:47:42.10358Z","caller":"traceutil/trace.go:171","msg":"trace[482913022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:8131; }","duration":"162.538348ms","start":"2026-03-14T01:47:41.941033Z","end":"2026-03-14T01:47:42.103571Z","steps":["trace[482913022] 'agreement among raft nodes before linearized reading' (duration: 162.390215ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.10359Z","caller":"traceutil/trace.go:171","msg":"trace[1119829274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8131; }","duration":"166.331968ms","start":"2026-03-14T01:47:41.937246Z","end":"2026-03-14T01:47:42.103578Z","steps":["trace[1119829274] 'agreement among raft nodes before linearized reading' (duration: 165.942148ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.252143Z","caller":"traceutil/trace.go:171","msg":"trace[115944447] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"141.745778ms","start":"2026-03-14T01:47:42.110309Z","end":"2026-03-14T01:47:42.252055Z","steps":["trace[115944447] 'process raft request' (duration: 108.71122ms)","trace[115944447] 'compare' (duration: 32.914336ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:42.259778Z","caller":"traceutil/trace.go:171","msg":"trace[411409419] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"148.774144ms","start":"2026-03-14T01:47:42.11098Z","end":"2026-03-14T01:47:42.259754Z","steps":["trace[411409419] 'process raft request' (duration: 148.692712ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.2599Z","caller":"traceutil/trace.go:171","msg":"trace[114254413] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"147.855993ms","start":"2026-03-14T01:47:42.112022Z","end":"2026-03-14T01:47:42.259878Z","steps":["trace[114254413] 'process raft request' (duration: 147.696139ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.259942Z","caller":"traceutil/trace.go:171","msg":"trace[200057878] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"148.895067ms","start":"2026-03-14T01:47:42.110913Z","end":"2026-03-14T01:47:42.259809Z","steps":["trace[200057878] 'process raft request' (duration: 148.61827ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:42.259896Z","caller":"traceutil/trace.go:171","msg":"trace[134510817] linearizableReadLoop","detail":"{readStateIndex:8447; appliedIndex:8444; }","duration":"148.755533ms","start":"2026-03-14T01:47:42.111112Z","end":"2026-03-14T01:47:42.259867Z","steps":["trace[134510817] 'read index received' (duration: 107.920452ms)","trace[134510817] 'applied index is now lower than readState.Index' (duration: 40.833081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:47:42.260387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.250515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228369"} {"level":"info","ts":"2026-03-14T01:47:42.260446Z","caller":"traceutil/trace.go:171","msg":"trace[1598033417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8135; }","duration":"149.342408ms","start":"2026-03-14T01:47:42.111092Z","end":"2026-03-14T01:47:42.260435Z","steps":["trace[1598033417] 'agreement among raft nodes before linearized reading' (duration: 148.856296ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:47:43.233166Z","caller":"traceutil/trace.go:171","msg":"trace[500634660] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8456; }","duration":"287.541602ms","start":"2026-03-14T01:47:42.945604Z","end":"2026-03-14T01:47:43.233145Z","steps":["trace[500634660] 'read index received' (duration: 287.381068ms)","trace[500634660] 'applied index is now lower than readState.Index' (duration: 159.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:47:43.233285Z","caller":"traceutil/trace.go:171","msg":"trace[60272208] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"294.372613ms","start":"2026-03-14T01:47:42.938902Z","end":"2026-03-14T01:47:43.233275Z","steps":["trace[60272208] 'process raft request' (duration: 294.100476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:43.233508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.440088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-14T01:47:43.233553Z","caller":"traceutil/trace.go:171","msg":"trace[2121177737] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8144; }","duration":"295.51628ms","start":"2026-03-14T01:47:42.938026Z","end":"2026-03-14T01:47:43.233542Z","steps":["trace[2121177737] 'agreement among raft nodes before linearized reading' (duration: 295.368007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:43.2338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.642871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-14T01:47:43.233824Z","caller":"traceutil/trace.go:171","msg":"trace[466934922] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8144; }","duration":"286.708072ms","start":"2026-03-14T01:47:42.947109Z","end":"2026-03-14T01:47:43.233817Z","steps":["trace[466934922] 'agreement among raft nodes before linearized reading' (duration: 286.59488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:47:43.234136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.079964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-14T01:47:43.234239Z","caller":"traceutil/trace.go:171","msg":"trace[108060682] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8144; }","duration":"285.210318ms","start":"2026-03-14T01:47:42.949003Z","end":"2026-03-14T01:47:43.234213Z","steps":["trace[108060682] 'agreement among raft nodes before linearized reading' (duration: 284.951642ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:31.76001Z","caller":"traceutil/trace.go:171","msg":"trace[30114866] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"132.115662ms","start":"2026-03-14T01:48:31.627866Z","end":"2026-03-14T01:48:31.759982Z","steps":["trace[30114866] 'process raft request' (duration: 131.953748ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:31.760053Z","caller":"traceutil/trace.go:171","msg":"trace[1354098800] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8932; }","duration":"121.87291ms","start":"2026-03-14T01:48:31.638132Z","end":"2026-03-14T01:48:31.760005Z","steps":["trace[1354098800] 'read index received' (duration: 121.86208ms)","trace[1354098800] 'applied index is now lower than readState.Index' (duration: 7.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:31.760351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.195299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.102\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-14T01:48:31.760419Z","caller":"traceutil/trace.go:171","msg":"trace[284622740] range","detail":"{range_begin:/registry/masterleases/199.204.45.102; range_end:; response_count:1; response_revision:8606; }","duration":"122.311542ms","start":"2026-03-14T01:48:31.638077Z","end":"2026-03-14T01:48:31.760389Z","steps":["trace[284622740] 'agreement among raft nodes before linearized reading' (duration: 122.069696ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:32.139378Z","caller":"traceutil/trace.go:171","msg":"trace[1767246918] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8932; }","duration":"279.500584ms","start":"2026-03-14T01:48:31.85984Z","end":"2026-03-14T01:48:32.139341Z","steps":["trace[1767246918] 'read index received' (duration: 205.108041ms)","trace[1767246918] 'applied index is now lower than readState.Index' (duration: 74.391113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:48:32.139431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:48:31.761462Z","time spent":"377.958192ms","remote":"127.0.0.1:33922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T01:48:32.139854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.902213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T01:48:32.139915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.02773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T01:48:32.139991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.802884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T01:48:32.14001Z","caller":"traceutil/trace.go:171","msg":"trace[909025864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8606; }","duration":"191.165353ms","start":"2026-03-14T01:48:31.948823Z","end":"2026-03-14T01:48:32.139988Z","steps":["trace[909025864] 'agreement among raft nodes before linearized reading' (duration: 190.893786ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:32.140112Z","caller":"traceutil/trace.go:171","msg":"trace[2058666361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8606; }","duration":"190.924327ms","start":"2026-03-14T01:48:31.949152Z","end":"2026-03-14T01:48:32.140077Z","steps":["trace[2058666361] 'agreement among raft nodes before linearized reading' (duration: 190.61631ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:32.139948Z","caller":"traceutil/trace.go:171","msg":"trace[1678395693] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8606; }","duration":"280.154079ms","start":"2026-03-14T01:48:31.859774Z","end":"2026-03-14T01:48:32.139928Z","steps":["trace[1678395693] 'agreement among raft nodes before linearized reading' (duration: 279.836032ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:44.0603Z","caller":"traceutil/trace.go:171","msg":"trace[1692061203] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"258.839947ms","start":"2026-03-14T01:48:43.801431Z","end":"2026-03-14T01:48:44.060271Z","steps":["trace[1692061203] 'process raft request' (duration: 258.668573ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:44.476095Z","caller":"traceutil/trace.go:171","msg":"trace[1032324332] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8997; }","duration":"255.021077ms","start":"2026-03-14T01:48:44.221047Z","end":"2026-03-14T01:48:44.476068Z","steps":["trace[1032324332] 'read index received' (duration: 254.837233ms)","trace[1032324332] 'applied index is now lower than readState.Index' (duration: 181.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:44.476231Z","caller":"traceutil/trace.go:171","msg":"trace[1580346042] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"255.689233ms","start":"2026-03-14T01:48:44.220509Z","end":"2026-03-14T01:48:44.476198Z","steps":["trace[1580346042] 'process raft request' (duration: 255.395346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:44.476317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.257503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T01:48:44.476357Z","caller":"traceutil/trace.go:171","msg":"trace[161697676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8669; }","duration":"255.358305ms","start":"2026-03-14T01:48:44.220989Z","end":"2026-03-14T01:48:44.476348Z","steps":["trace[161697676] 'agreement among raft nodes before linearized reading' (duration: 255.187721ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:44.510797Z","caller":"traceutil/trace.go:171","msg":"trace[625172182] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"149.83916ms","start":"2026-03-14T01:48:44.360938Z","end":"2026-03-14T01:48:44.510778Z","steps":["trace[625172182] 'process raft request' (duration: 149.730307ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:44.593904Z","caller":"traceutil/trace.go:171","msg":"trace[1848767265] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"113.019032ms","start":"2026-03-14T01:48:44.480861Z","end":"2026-03-14T01:48:44.59388Z","steps":["trace[1848767265] 'process raft request' (duration: 63.399703ms)","trace[1848767265] 'compare' (duration: 49.306781ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:44.740803Z","caller":"traceutil/trace.go:171","msg":"trace[1095099725] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"143.080401ms","start":"2026-03-14T01:48:44.597674Z","end":"2026-03-14T01:48:44.740754Z","steps":["trace[1095099725] 'process raft request' (duration: 98.036909ms)","trace[1095099725] 'compare' (duration: 44.733084ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:44.740849Z","caller":"traceutil/trace.go:171","msg":"trace[1432921242] linearizableReadLoop","detail":"{readStateIndex:9005; appliedIndex:9000; }","duration":"122.26823ms","start":"2026-03-14T01:48:44.618544Z","end":"2026-03-14T01:48:44.740812Z","steps":["trace[1432921242] 'read index received' (duration: 17.965193ms)","trace[1432921242] 'applied index is now lower than readState.Index' (duration: 104.301537ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:48:44.740891Z","caller":"traceutil/trace.go:171","msg":"trace[1600000901] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"142.483816ms","start":"2026-03-14T01:48:44.598365Z","end":"2026-03-14T01:48:44.740849Z","steps":["trace[1600000901] 'process raft request' (duration: 142.25268ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:44.74099Z","caller":"traceutil/trace.go:171","msg":"trace[1749052339] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"141.558295ms","start":"2026-03-14T01:48:44.599401Z","end":"2026-03-14T01:48:44.740959Z","steps":["trace[1749052339] 'process raft request' (duration: 141.270408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:48:44.7411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.524266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T01:48:44.741146Z","caller":"traceutil/trace.go:171","msg":"trace[1596331753] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"126.717105ms","start":"2026-03-14T01:48:44.614342Z","end":"2026-03-14T01:48:44.741059Z","steps":["trace[1596331753] 'process raft request' (duration: 126.374247ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:48:44.741218Z","caller":"traceutil/trace.go:171","msg":"trace[1648042587] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8676; }","duration":"122.70768ms","start":"2026-03-14T01:48:44.618489Z","end":"2026-03-14T01:48:44.741197Z","steps":["trace[1648042587] 'agreement among raft nodes before linearized reading' (duration: 122.515816ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:24.812037Z","caller":"traceutil/trace.go:171","msg":"trace[1694400432] linearizableReadLoop","detail":"{readStateIndex:9360; appliedIndex:9359; }","duration":"139.993768ms","start":"2026-03-14T01:49:24.672012Z","end":"2026-03-14T01:49:24.812005Z","steps":["trace[1694400432] 'read index received' (duration: 118.704766ms)","trace[1694400432] 'applied index is now lower than readState.Index' (duration: 21.287722ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:24.81222Z","caller":"traceutil/trace.go:171","msg":"trace[491334131] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"162.209081ms","start":"2026-03-14T01:49:24.649995Z","end":"2026-03-14T01:49:24.812204Z","steps":["trace[491334131] 'process raft request' (duration: 140.776176ms)","trace[491334131] 'compare' (duration: 21.113717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:24.812617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.600012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:49:24.812666Z","caller":"traceutil/trace.go:171","msg":"trace[1032472065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9022; }","duration":"140.699474ms","start":"2026-03-14T01:49:24.671955Z","end":"2026-03-14T01:49:24.812654Z","steps":["trace[1032472065] 'agreement among raft nodes before linearized reading' (duration: 140.555861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:24.81305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.455906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-14T01:49:24.813154Z","caller":"traceutil/trace.go:171","msg":"trace[945675234] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9022; }","duration":"128.560739ms","start":"2026-03-14T01:49:24.684573Z","end":"2026-03-14T01:49:24.81312Z","steps":["trace[945675234] 'agreement among raft nodes before linearized reading' (duration: 127.710238ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:25.003498Z","caller":"traceutil/trace.go:171","msg":"trace[958128446] linearizableReadLoop","detail":"{readStateIndex:9362; appliedIndex:9360; }","duration":"160.116892ms","start":"2026-03-14T01:49:24.843355Z","end":"2026-03-14T01:49:25.003472Z","steps":["trace[958128446] 'read index received' (duration: 90.909811ms)","trace[958128446] 'applied index is now lower than readState.Index' (duration: 69.205601ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:49:25.003588Z","caller":"traceutil/trace.go:171","msg":"trace[163244849] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"182.006657ms","start":"2026-03-14T01:49:24.821545Z","end":"2026-03-14T01:49:25.003551Z","steps":["trace[163244849] 'process raft request' (duration: 181.869463ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:49:25.003568Z","caller":"traceutil/trace.go:171","msg":"trace[2110669299] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"185.579062ms","start":"2026-03-14T01:49:24.817923Z","end":"2026-03-14T01:49:25.003502Z","steps":["trace[2110669299] 'process raft request' (duration: 116.275109ms)","trace[2110669299] 'compare' (duration: 68.971285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:49:25.003782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.417428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:49:25.003829Z","caller":"traceutil/trace.go:171","msg":"trace[343191079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9024; }","duration":"160.537412ms","start":"2026-03-14T01:49:24.84328Z","end":"2026-03-14T01:49:25.003817Z","steps":["trace[343191079] 'agreement among raft nodes before linearized reading' (duration: 160.359648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:49:25.003801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.553318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T01:49:25.003885Z","caller":"traceutil/trace.go:171","msg":"trace[1497168200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9024; }","duration":"156.681131ms","start":"2026-03-14T01:49:24.847182Z","end":"2026-03-14T01:49:25.003863Z","steps":["trace[1497168200] 'agreement among raft nodes before linearized reading' (duration: 156.543138ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:50:57.583645Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6e7960f761c1028e","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T01:50:57.591592Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T01:50:57.591719Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T01:51:00.002175Z","caller":"traceutil/trace.go:171","msg":"trace[1431578884] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"120.896857ms","start":"2026-03-14T01:50:59.88123Z","end":"2026-03-14T01:51:00.002127Z","steps":["trace[1431578884] 'process raft request' (duration: 120.58724ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:01.896882Z","caller":"traceutil/trace.go:171","msg":"trace[1764362472] transaction","detail":"{read_only:false; response_revision:9740; number_of_response:1; }","duration":"201.814912ms","start":"2026-03-14T01:51:01.695035Z","end":"2026-03-14T01:51:01.89685Z","steps":["trace[1764362472] 'process raft request' (duration: 201.72388ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:01.897318Z","caller":"traceutil/trace.go:171","msg":"trace[1134985079] transaction","detail":"{read_only:false; response_revision:9741; number_of_response:1; }","duration":"201.527356ms","start":"2026-03-14T01:51:01.695747Z","end":"2026-03-14T01:51:01.897274Z","steps":["trace[1134985079] 'process raft request' (duration: 201.059385ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:01.897389Z","caller":"traceutil/trace.go:171","msg":"trace[896663682] linearizableReadLoop","detail":"{readStateIndex:10109; appliedIndex:10103; }","duration":"167.104615ms","start":"2026-03-14T01:51:01.730247Z","end":"2026-03-14T01:51:01.897352Z","steps":["trace[896663682] 'read index received' (duration: 66.904475ms)","trace[896663682] 'applied index is now lower than readState.Index' (duration: 100.19901ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:51:01.897413Z","caller":"traceutil/trace.go:171","msg":"trace[1795080467] transaction","detail":"{read_only:false; response_revision:9742; number_of_response:1; }","duration":"200.491311ms","start":"2026-03-14T01:51:01.696906Z","end":"2026-03-14T01:51:01.897397Z","steps":["trace[1795080467] 'process raft request' (duration: 200.281356ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:01.89746Z","caller":"traceutil/trace.go:171","msg":"trace[1920091261] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"199.959018ms","start":"2026-03-14T01:51:01.69747Z","end":"2026-03-14T01:51:01.897429Z","steps":["trace[1920091261] 'process raft request' (duration: 199.841796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:01.897584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.315679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:51:01.897612Z","caller":"traceutil/trace.go:171","msg":"trace[1433311993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:9743; }","duration":"167.389171ms","start":"2026-03-14T01:51:01.730214Z","end":"2026-03-14T01:51:01.897603Z","steps":["trace[1433311993] 'agreement among raft nodes before linearized reading' (duration: 167.237668ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:01.896866Z","caller":"traceutil/trace.go:171","msg":"trace[1898212277] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"202.450587ms","start":"2026-03-14T01:51:01.694375Z","end":"2026-03-14T01:51:01.896826Z","steps":["trace[1898212277] 'process raft request' (duration: 202.238052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:03.754005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.846558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-4rrl8\" ","response":"range_response_count:1 size:7350"} {"level":"info","ts":"2026-03-14T01:51:03.75408Z","caller":"traceutil/trace.go:171","msg":"trace[788424494] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-4rrl8; range_end:; response_count:1; response_revision:9751; }","duration":"180.987822ms","start":"2026-03-14T01:51:03.573077Z","end":"2026-03-14T01:51:03.754064Z","steps":["trace[788424494] 'range keys from in-memory index tree' (duration: 180.660484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:04.132235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.969979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T01:51:04.132354Z","caller":"traceutil/trace.go:171","msg":"trace[96169823] linearizableReadLoop","detail":"{readStateIndex:10119; appliedIndex:10118; }","duration":"230.048817ms","start":"2026-03-14T01:51:03.902287Z","end":"2026-03-14T01:51:04.132335Z","steps":["trace[96169823] 'read index received' (duration: 122.792171ms)","trace[96169823] 'applied index is now lower than readState.Index' (duration: 107.255226ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T01:51:04.132416Z","caller":"traceutil/trace.go:171","msg":"trace[1645383094] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"368.61541ms","start":"2026-03-14T01:51:03.763753Z","end":"2026-03-14T01:51:04.132369Z","steps":["trace[1645383094] 'process raft request' (duration: 261.411765ms)","trace[1645383094] 'compare' (duration: 106.459187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T01:51:04.132603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.19312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-14T01:51:04.132648Z","caller":"traceutil/trace.go:171","msg":"trace[1077445815] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9753; }","duration":"230.293113ms","start":"2026-03-14T01:51:03.902341Z","end":"2026-03-14T01:51:04.132634Z","steps":["trace[1077445815] 'agreement among raft nodes before linearized reading' (duration: 230.128139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:04.132637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T01:51:03.76372Z","time spent":"368.801394ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7280,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T01:51:04.132637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.350555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T01:51:04.132733Z","caller":"traceutil/trace.go:171","msg":"trace[456181987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9753; }","duration":"230.486678ms","start":"2026-03-14T01:51:03.902218Z","end":"2026-03-14T01:51:04.132704Z","steps":["trace[456181987] 'agreement among raft nodes before linearized reading' (duration: 230.226762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:04.132817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.990029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T01:51:04.132904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.476137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T01:51:04.132898Z","caller":"traceutil/trace.go:171","msg":"trace[1189765351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9753; }","duration":"228.154583ms","start":"2026-03-14T01:51:03.904726Z","end":"2026-03-14T01:51:04.13288Z","steps":["trace[1189765351] 'agreement among raft nodes before linearized reading' (duration: 227.899177ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:04.132927Z","caller":"traceutil/trace.go:171","msg":"trace[992575737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9753; }","duration":"230.554209ms","start":"2026-03-14T01:51:03.902366Z","end":"2026-03-14T01:51:04.13292Z","steps":["trace[992575737] 'agreement among raft nodes before linearized reading' (duration: 230.498107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:04.133005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.57233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-14T01:51:04.133018Z","caller":"traceutil/trace.go:171","msg":"trace[1569417841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9753; }","duration":"230.642621ms","start":"2026-03-14T01:51:03.902372Z","end":"2026-03-14T01:51:04.133014Z","steps":["trace[1569417841] 'agreement among raft nodes before linearized reading' (duration: 230.60177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T01:51:04.133075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.015227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k798r\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-14T01:51:04.133109Z","caller":"traceutil/trace.go:171","msg":"trace[407863263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k798r; range_end:; response_count:1; response_revision:9753; }","duration":"171.078648ms","start":"2026-03-14T01:51:03.962022Z","end":"2026-03-14T01:51:04.133101Z","steps":["trace[407863263] 'agreement among raft nodes before linearized reading' (duration: 170.990726ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T01:51:18.670958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7498} {"level":"info","ts":"2026-03-14T01:51:18.735777Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7498,"took":"62.185514ms","hash":2940657013,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":26071040,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-14T01:51:18.735855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2940657013,"revision":7498,"compact-revision":5535} {"level":"info","ts":"2026-03-14T01:56:18.680329Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9867} {"level":"info","ts":"2026-03-14T01:56:18.762243Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9867,"took":"79.468443ms","hash":1665401712,"current-db-size-bytes":41156608,"current-db-size":"41 MB","current-db-size-in-use-bytes":17645568,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-14T01:56:18.762303Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1665401712,"revision":9867,"compact-revision":7498}